-- Logs begin at Fri 2022-04-01 14:44:10 UTC, end at Fri 2022-04-01 17:02:26 UTC. -- Apr 01 15:37:42.892019 dv-neutron-835943-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 15:37:45.370884 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:37:45.371593 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev93 Apr 01 15:37:45.371593 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:37:45.374729 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:37:45.375005 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev93 Apr 01 15:37:45.375340 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:37:45.376280 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:37:45.376512 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:37:45.376870 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:37:45.377116 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:37:45.377342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:37:45.377662 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.377961 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.378258 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.378488 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.378788 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.379079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.379392 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.379685 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.379981 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.380265 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.380546 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.380830 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.381061 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.381342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.381628 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.381915 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.382144 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] debug = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.382424 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.382852 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.383270 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.383550 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.383838 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.384113 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.384385 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.384658 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.384939 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.385263 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] host = dv-neutron-835943-1-hyperv {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.385541 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.385826 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.386110 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.386406 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.386667 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.386939 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.387244 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.387519 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.387788 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.388060 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.388346 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.388631 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.388919 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.389145 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.389366 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.389649 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.389935 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.390207 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.390505 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.390780 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.391052 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.391347 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.391616 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.391897 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.392185 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.392470 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.392745 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.393018 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.393285 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.393553 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.393835 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.394107 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.394378 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.394650 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.394936 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.395225 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.395500 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.395798 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.396082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.396362 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.396646 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.396917 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.397197 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.397466 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.397733 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.398000 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_json = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.398268 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.398536 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.398816 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.399085 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.399384 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.399657 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.399924 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.400207 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.400479 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:45.400773 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.401069 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.401370 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.401655 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.401945 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.402227 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.402516 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.402792 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.403079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.403391 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.403680 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.403954 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.404239 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.404513 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.404806 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.405109 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.405403 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.405693 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.406459 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.406749 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.407022 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.407335 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.407623 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.407916 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.408205 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.408478 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.408757 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.409048 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.409324 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.409597 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.409873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.410160 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.410436 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.410707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.410989 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.411358 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.411626 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.411897 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.412172 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.412460 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.412741 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.413014 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.413285 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.413560 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.413829 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.414111 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.414387 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.414658 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.414932 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.415234 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.415506 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.415775 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.416049 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.416317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.416590 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.416860 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.417130 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.417399 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.417668 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.417937 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.418203 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.418468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.418741 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.419008 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.419302 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.419573 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.419842 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.420113 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.420397 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.420691 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.420966 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.421241 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.421517 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.422469 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.422754 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.423032 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.423339 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.423619 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.423892 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.424181 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.424464 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.424747 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.425028 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.425306 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.425598 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.425875 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.426155 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.426431 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.426712 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.426993 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.427304 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.427602 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.427918 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.428195 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.428484 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.428774 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.429055 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.429363 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.429644 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:45.429861 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:37:45.430104 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88493) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 15:37:45.825409 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO keyring.backend [-] Loading KWallet Apr 01 15:37:45.833296 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO keyring.backend [-] Loading SecretService Apr 01 15:37:45.836723 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO keyring.backend [-] Loading Windows Apr 01 15:37:45.838030 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO keyring.backend [-] Loading chainer Apr 01 15:37:45.838809 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO keyring.backend [-] Loading macOS Apr 01 15:37:45.871852 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:37:45.872124 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:37:45.872413 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:37:45.872746 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 15:37:46.276447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.276739 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.277005 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.278271 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.278546 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.278806 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.313429 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.313704 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.313969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.326585 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.326863 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.327130 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.357371 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.357647 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.357910 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.394430 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.394978 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.394978 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.625262 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.625540 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.625807 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.626069 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.626813 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.744491 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.744735 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.745010 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.745278 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.745542 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.745848 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.746112 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.746368 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.746620 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.746897 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.747171 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.747442 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.747707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.747963 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.748226 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.748493 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.748750 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.749015 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.749266 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.749543 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.750398 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.750648 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.750897 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.751195 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.751446 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.751689 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.752069 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.752314 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.752550 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.752784 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.753018 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.753251 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:46.753609 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 15:37:46.756651 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 15:37:46.760500 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 15:37:46.764161 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 01 15:37:46.766379 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 15:37:46.767818 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 15:37:46.768157 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 15:37:46.768540 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 15:37:46.771320 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 15:37:46.771566 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 15:37:46.771899 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:37:46.798790 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 15:37:46.799257 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.799553 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88493) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 15:37:46.799914 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.801248 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88493) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 15:37:46.801524 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:37:46.801766 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 15:37:46.805040 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.805322 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:46.865865 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 15:37:46.866098 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 15:37:46.866334 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 15:37:46.866701 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 15:37:46.898081 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_db.sqlalchemy.engines [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 01 15:37:47.372144 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing driver for type 'gre' Apr 01 15:37:47.372594 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] gre ID ranges: [(1, 1000)] Apr 01 15:37:47.566239 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing driver for type 'local' Apr 01 15:37:47.566846 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing driver for type 'vlan' Apr 01 15:37:47.640478 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] VlanTypeDriver initialization complete Apr 01 15:37:47.640768 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing driver for type 'vxlan' Apr 01 15:37:47.641278 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] vxlan ID ranges: [(1, 1000)] Apr 01 15:37:47.811580 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing extension driver 'port_security' Apr 01 15:37:47.811919 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.extensions.port_security [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] PortSecurityExtensionDriver initialization complete Apr 01 15:37:47.812872 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing mechanism driver 'openvswitch' Apr 01 15:37:47.813210 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing mechanism driver 'hyperv' Apr 01 15:37:47.821724 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.plugin [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:47.822402 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.822768 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.823118 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.823661 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.824086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.824434 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.824777 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.825159 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.825679 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.826025 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.826366 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.826752 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.827167 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.827529 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.827983 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.828515 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.828919 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.829262 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.829600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.829982 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.830377 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > address_group after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.830719 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > address_group after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.831055 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > address_group after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.831459 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88493) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:37:47.832170 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] ML2 OVO RPC backend initialized. {{(pid=88493) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 01 15:37:47.832873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.833295 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.833715 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.834064 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > networks before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.834414 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.834757 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > ports before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.835099 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnets before_response 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837385 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837385 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837575 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.837911 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.838246 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.838580 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.839266 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.plugin [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Modular L2 Plugin initialization complete Apr 01 15:37:47.839612 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading services supported by the core plugin {{(pid=88493) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 15:37:47.839922 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.plugins.ml2.managers [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Got port-security extension from driver 'port_security' Apr 01 15:37:47.840386 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.extensions.vlantransparent [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Disabled vlantransparent extension. Apr 01 15:37:47.840871 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88493) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 15:37:47.841187 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: router Apr 01 15:37:47.889153 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.889544 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_create 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.889911 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router before_create 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.890282 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.890697 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.891052 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_delete 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.891431 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > floatingip after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.891790 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_create 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.892143 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.892489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.892835 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.893192 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.893600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.893963 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.894300 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.894634 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: subnet after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.894969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.895347 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > port precommit_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.895686 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_create 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.896131 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.896472 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.896831 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router after_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.897173 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_delete 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.897516 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_create 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.897872 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.898210 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_update 55549900 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.898569 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > agent after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.898940 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > agent after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.899322 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > network after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.900177 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Tracking information for resource: router configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:47.900508 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Tracking information for resource: floatingip configured {{(pid=88493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:37:47.905450 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.db.l3_agentschedulers_db [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 15:37:47.906052 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.906411 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.906762 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.907106 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: port after_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.908014 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router before_create 55550100 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.908373 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_delete 55550100 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.908730 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_create 55550100 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.909080 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > router precommit_update 55550100 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.913438 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.provider_configuration [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service providers = [] {{(pid=88493) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 15:37:47.913795 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.db.servicetype_db [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88493) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 15:37:47.916756 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.service_base [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:37:47.917106 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.service_base [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:37:47.917446 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.service_base [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:37:47.918313 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.services.service_base [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:37:47.918700 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.services.service_base [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 15:37:47.919115 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.919452 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 15:37:47.932041 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.932374 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: auto_allocate Apr 01 15:37:47.938699 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: network precommit_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.939067 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: network precommit_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.939674 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.939998 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: tag Apr 01 15:37:47.946488 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.946813 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: timestamp Apr 01 15:37:47.950903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.951260 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: network_ip_availability Apr 01 15:37:47.962942 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.963344 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.963702 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:47.964416 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.964798 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: flavors Apr 01 15:37:47.969434 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.969763 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading Plugin: revisions Apr 01 15:37:47.974033 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:37:47.974410 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.102s {{(pid=88493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:37:47.975163 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88493) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 15:37:47.975497 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Initializing extension manager. Apr 01 15:37:47.975997 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: __init__.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.976336 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: __pycache__ {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.976669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.977001 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: address_group.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.977785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.978350 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: address-group Apr 01 15:37:47.978672 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: address_scope.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.979398 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.979904 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: address-scope Apr 01 15:37:47.980223 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: admin_state_down_before_update.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.981141 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.981646 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: router-admin-state-down-before-update Apr 01 15:37:47.981965 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: agent.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.982882 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.983405 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: agent Apr 01 15:37:47.983727 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: agent_resources_synced.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.985132 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.985640 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: agent-resources-synced Apr 01 15:37:47.985962 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: allowedaddresspairs.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.987754 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.988315 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: allowed-address-pairs Apr 01 15:37:47.990005 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: auto_allocated_topology.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.990965 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.991511 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: auto-allocated-topology Apr 01 15:37:47.991836 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: availability_zone.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.992514 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.993051 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: availability_zone Apr 01 15:37:47.993404 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: availability_zone_filter.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.994300 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.994804 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: availability_zone_filter Apr 01 15:37:47.995127 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: data_plane_status.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.996072 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.996572 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 15:37:47.996890 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: default_subnetpools.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.997785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:47.998287 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: default-subnetpools Apr 01 15:37:47.998606 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: dhcpagentscheduler.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:47.999455 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.000501 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: dhcp_agent_scheduler Apr 01 15:37:48.000821 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: dns.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.001715 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.002248 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension dns-integration not supported by any of loaded plugins Apr 01 15:37:48.002570 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: dns_domain_ports.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.003507 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.004013 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 15:37:48.004331 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: dvr.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.005019 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.005522 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: dvr Apr 01 15:37:48.005838 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: empty_string_filtering.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.006782 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.007305 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: empty-string-filtering Apr 01 15:37:48.007627 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.008528 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.009025 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:37:48.009343 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.010269 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.010767 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 15:37:48.011086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: external_net.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.011997 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.012497 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: external-net Apr 01 15:37:48.012815 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: extra_dhcp_opt.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.013711 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.014221 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: extra_dhcp_opt Apr 01 15:37:48.014545 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: extraroute.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.015492 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.016051 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: extraroute Apr 01 15:37:48.016373 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: extraroute_atomic.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.017381 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.017885 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: extraroute-atomic Apr 01 15:37:48.018205 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: filter_validation.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.018857 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.019385 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: filter-validation Apr 01 15:37:48.019705 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: fip_pf_description.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.020595 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.021097 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 15:37:48.021412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: fip_port_details.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.022340 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.022843 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: fip-port-details Apr 01 15:37:48.023178 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: flavors.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.024379 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.024898 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: flavors Apr 01 15:37:48.025222 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.026841 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.027482 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 15:37:48.027858 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: floatingip_pools.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.045266 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.045777 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: floatingip-pools Apr 01 15:37:48.046101 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: ip_allocation.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.047552 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.048060 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 15:37:48.048382 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.049287 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.049799 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: ip-substring-filtering Apr 01 15:37:48.050124 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l2_adjacency.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.051078 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.051622 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 15:37:48.051941 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.052888 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.053395 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: router Apr 01 15:37:48.053717 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3_conntrack_helper.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.056092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.056666 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:37:48.057003 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.057936 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.058454 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: ext-gw-mode Apr 01 15:37:48.058780 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.059717 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.060223 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: l3-ha Apr 01 15:37:48.060545 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3_flavors.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.061458 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.062039 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: l3-flavors Apr 01 15:37:48.062899 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.063853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.064366 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 15:37:48.064689 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: l3agentscheduler.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.065734 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.066244 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: l3_agent_scheduler Apr 01 15:37:48.066567 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: logging.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.074473 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.075013 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension logging not supported by any of loaded plugins Apr 01 15:37:48.075387 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: metering.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.076161 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.076739 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: metering Apr 01 15:37:48.077069 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.078359 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.079034 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: metering_source_and_destination_fields Apr 01 15:37:48.079353 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: multiprovidernet.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.080281 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.080789 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: multi-provider Apr 01 15:37:48.081112 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: netmtu.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.082265 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.082773 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: net-mtu Apr 01 15:37:48.083473 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: netmtu_writable.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.084035 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.084542 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: net-mtu-writable Apr 01 15:37:48.084860 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: network_availability_zone.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.085558 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.086180 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: network_availability_zone Apr 01 15:37:48.086500 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: network_ip_availability.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.087607 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.088118 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: network-ip-availability Apr 01 15:37:48.088439 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: network_segment_range.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.089202 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.089704 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 15:37:48.090023 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: pagination.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.091102 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.091451 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: pagination Apr 01 15:37:48.091768 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: port_device_profile.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.092676 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.093185 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: port-device-profile Apr 01 15:37:48.094011 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.094905 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.095442 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: port-mac-address-regenerate Apr 01 15:37:48.095803 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.096738 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.097253 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: port-numa-affinity-policy Apr 01 15:37:48.097572 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: port_resource_request.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.098475 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.098970 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 15:37:48.099323 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: portbindings.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.100279 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.100779 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: binding Apr 01 15:37:48.101098 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: portbindings_extended.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.102492 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.103013 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: binding-extended Apr 01 15:37:48.103369 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: portsecurity.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.104268 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.104779 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: port-security Apr 01 15:37:48.105100 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: project_id.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.106056 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.106385 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: project-id Apr 01 15:37:48.106707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: providernet.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.107681 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.108225 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: provider Apr 01 15:37:48.108544 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.112698 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.113252 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos not supported by any of loaded plugins Apr 01 15:37:48.119795 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.120892 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.121415 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 15:37:48.121744 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.122659 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.123202 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 15:37:48.123534 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_default.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.124433 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.125053 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-default not supported by any of loaded plugins Apr 01 15:37:48.125374 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_fip.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.126028 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.126530 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-fip not supported by any of loaded plugins Apr 01 15:37:48.126852 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_gateway_ip.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.127798 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.128443 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 15:37:48.128887 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_port_network_policy.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.129797 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.130310 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 15:37:48.130754 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_rule_type_details.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.131684 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.132190 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 15:37:48.132514 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: qos_rules_alias.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.133554 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.134065 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 15:37:48.134387 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: quotasv2.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.135367 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.135693 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: quotas Apr 01 15:37:48.136014 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: quotasv2_detail.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.137768 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.138107 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: quota_details Apr 01 15:37:48.138436 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: rbac.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.139530 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.140052 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: rbac-policies Apr 01 15:37:48.140401 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: rbac_address_group.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.141361 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.141901 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: rbac-address-group Apr 01 15:37:48.142221 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: rbac_address_scope.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.143133 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.143667 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: rbac-address-scope Apr 01 15:37:48.143990 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: rbac_security_groups.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.144889 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.145495 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: rbac-security-groups Apr 01 15:37:48.145758 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: rbac_subnetpool.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.146700 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.147237 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: rbac-subnetpool Apr 01 15:37:48.147562 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: revisionifmatch.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.148468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.148973 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: revision-if-match Apr 01 15:37:48.149292 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: revisions.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.150517 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.151069 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: standard-attr-revisions Apr 01 15:37:48.151417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: router_availability_zone.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.152088 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.160053 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: router_availability_zone Apr 01 15:37:48.160053 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: routerservicetype.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.160871 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.161387 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension router-service-type not supported by any of loaded plugins Apr 01 15:37:48.161709 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.162631 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.163185 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: security-groups-normalized-cidr Apr 01 15:37:48.163497 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: security_groups_port_filtering.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.164407 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.165009 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: port-security-groups-filtering Apr 01 15:37:48.165333 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.166244 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.166756 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: security-groups-remote-address-group Apr 01 15:37:48.167077 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: securitygroup.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.177403 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.177927 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: security-group Apr 01 15:37:48.178258 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: segment.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.179033 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.179575 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension segment not supported by any of loaded plugins Apr 01 15:37:48.179901 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.180830 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.181336 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 15:37:48.181698 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: servicetype.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.188556 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.189080 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: service-type Apr 01 15:37:48.189403 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: sorting.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.190365 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.190693 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: sorting Apr 01 15:37:48.191014 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: standard_attr_segment.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.191948 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.192458 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 15:37:48.192780 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: standardattrdescription.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.193481 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.193993 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: standard-attr-description Apr 01 15:37:48.194315 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: stateful_security_group.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.195257 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.195767 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: stateful-security-group Apr 01 15:37:48.196086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: stdattrs_common.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.196657 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 15:37:48.196973 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.197960 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.198469 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 15:37:48.198788 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnet_onboard.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.199903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.200414 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: subnet_onboard Apr 01 15:37:48.200733 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.201639 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.202141 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 15:37:48.202460 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnet_service_types.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.203428 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.203937 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: subnet-service-types Apr 01 15:37:48.204254 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnetallocation.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.205385 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.205894 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: subnet_allocation Apr 01 15:37:48.206217 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.207334 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.207839 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: subnetpool-prefix-ops Apr 01 15:37:48.208158 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.209114 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.209620 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 15:37:48.209972 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: tagging.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.211028 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.211591 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: standard-attr-tag Apr 01 15:37:48.217073 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: timestamp.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.218037 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.219077 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loaded extension: standard-attr-timestamp Apr 01 15:37:48.219429 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: trunk.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.220460 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.220970 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension trunk not supported by any of loaded plugins Apr 01 15:37:48.221294 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: trunk_details.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.222273 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.222782 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension trunk-details not supported by any of loaded plugins Apr 01 15:37:48.223104 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: uplink_status_propagation.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.224043 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.224548 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 15:37:48.224867 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Loading extension file: vlantransparent.py {{(pid=88493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:37:48.225530 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:37:48.226029 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 15:37:48.228528 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:network Apr 01 15:37:48.229458 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnet Apr 01 15:37:48.230233 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:37:48.230856 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:port Apr 01 15:37:48.232172 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.232611 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service FLAVORS assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.233295 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.233717 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.234645 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:router Apr 01 15:37:48.235335 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:37:48.236031 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service METERING assigned prefix: /metering {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.237473 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:48.237843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:48.238196 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:37:48.240611 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:37:48.241058 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:37:48.241713 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:37:48.242452 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service CORE assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.242784 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:37:48.243116 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] subnetpool is already registered Apr 01 15:37:48.243746 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service CORE assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.244074 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:37:48.244408 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] subnetpool is already registered Apr 01 15:37:48.357810 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.358243 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service FLAVORS assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.358833 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.359943 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.360286 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:router Apr 01 15:37:48.360621 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] router is already registered Apr 01 15:37:48.361420 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:37:48.361747 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] floatingip is already registered Apr 01 15:37:48.362419 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service METERING assigned prefix: /metering {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.363257 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:37:48.363591 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] rbac_policy is already registered Apr 01 15:37:48.364116 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:37:48.364446 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] security_group is already registered Apr 01 15:37:48.365034 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:37:48.365360 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] security_group_rule is already registered Apr 01 15:37:48.366015 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service CORE assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.366342 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:37:48.366807 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] subnetpool is already registered Apr 01 15:37:48.367430 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.v2.resource_helper [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Service CORE assigned prefix: {{(pid=88493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:37:48.367762 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:37:48.368084 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING neutron.quota.resource_registry [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] subnetpool is already registered Apr 01 15:37:48.368728 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: extensions {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.370197 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: address-groups {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.371996 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: address-scopes {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.373242 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: agents {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.374372 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: auto-allocated-topology {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.375910 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: availability_zones {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.377112 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: dhcp-networks {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.378489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: dhcp-agents {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.380034 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: routers {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.381853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: flavors {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.383029 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: service_profiles {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.384238 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: next_providers {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.385734 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: service_profiles {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.387200 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: floatingip-pools {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.388478 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: routers {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.390272 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: floatingips {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.391529 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: l3-routers {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.392868 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: l3-agents {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.394367 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: metering-labels {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.395707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: metering-label-rules {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.396960 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: network-ip-availabilities {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.398192 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: bindings {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.399905 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: quotas {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.401367 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: quotas {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.402751 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: rbac-policies {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.404067 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: security-groups {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.405259 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: security-group-rules {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.407104 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: service-providers {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.408441 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: subnetpools {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.409828 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: subnetpools {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.411354 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.413193 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.414886 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.416707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.419474 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.421293 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.423630 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.425502 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.427252 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.429077 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron.api.extensions [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Extended resource: tags {{(pid=88493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:37:48.435245 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING keystonemiddleware.auth_token [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 15:37:48.439974 dv-neutron-835943-1-hyperv neutron-server[88493]: WARNING keystonemiddleware.auth_token [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 15:37:48.448068 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Acquired lock "singleton_lock" {{(pid=88493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 15:37:48.448543 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_concurrency.lockutils [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Releasing lock "singleton_lock" {{(pid=88493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 15:37:48.449163 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Starting 2 workers Apr 01 15:37:48.453865 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Started child 88600 {{(pid=88493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:37:48.458470 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Started child 88601 {{(pid=88493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:37:48.459109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.460016 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO neutron.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 15:37:48.460577 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [-] (88600) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:37:48.460675 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Notify callbacks [] for process, before_spawn {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.462751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.463225 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Starting 1 workers Apr 01 15:37:48.464120 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [-] (88601) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:37:48.468196 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Started child 88602 {{(pid=88493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:37:48.469257 dv-neutron-835943-1-hyperv neutron-server[88493]: INFO oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Starting 1 workers Apr 01 15:37:48.472051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] calling RpcWorker wait() {{(pid=88602) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 15:37:48.472578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] returning from RpcWorker wait() {{(pid=88602) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 15:37:48.473649 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Started child 88603 {{(pid=88493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:37:48.473804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.474401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:48.474497 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ecf-6f98-4671-ae4a-bbc98232449a None None] Notify callbacks [] for process, after_spawn {{(pid=88493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.476179 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:37:48.476392 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:37:48.476577 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:37:48.476794 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:37:48.477143 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:37:48.477305 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:37:48.477923 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.478064 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:48.478545 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.478545 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.478715 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.479020 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.479609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.479877 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.480134 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.480402 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.480655 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.480813 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.481133 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.481385 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.481636 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.481928 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.482181 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.482426 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.482702 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.482871 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.483122 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.483404 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.483644 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.483912 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] debug = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.486522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.486999 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.487277 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.487522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.487744 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.488024 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.488281 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.488557 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.488794 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.489009 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.489268 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.489523 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.489753 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.489967 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.490184 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.490444 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.490662 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.491117 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] host = dv-neutron-835943-1-hyperv {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.491352 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.491625 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.491827 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.492215 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.492461 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.492684 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.492949 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.493191 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.493444 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.493682 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.493933 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.494178 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.494390 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.494638 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.494788 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_options = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.495035 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.495336 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.495592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.495786 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.495953 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.496124 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.496384 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.496535 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.496784 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.496999 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.497212 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.497449 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.498681 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.498939 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.499627 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.499888 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.500211 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.500570 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.500898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.501142 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:48.501251 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.501387 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.501670 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.501929 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.502183 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.502438 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.502666 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.502904 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.503173 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.503394 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.503644 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.504035 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.504414 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.504831 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.504938 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.505289 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.505634 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.505864 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.506135 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.506377 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.506644 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.506977 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.507131 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.507661 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.507661 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.507845 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.508059 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_json = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.508276 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.508496 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.508782 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.509223 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.509223 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.510119 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.510350 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.510588 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.510807 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.511258 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.511543 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.511865 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.512118 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.515984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.516609 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517019 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517019 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517159 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517403 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517670 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.517922 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.518222 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.518415 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.518682 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.518926 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.519195 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.519411 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.519707 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.519904 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.520240 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.520398 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.520593 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.520826 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.521045 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.521279 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.521528 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.521806 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.522082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.522295 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.522532 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.522754 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.522997 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.523934 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.524679 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.524679 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.524679 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.524885 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.525090 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.525873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.525873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.525873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.526111 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.526189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.526372 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527253 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527253 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527253 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527505 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527601 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.527753 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.528001 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.528226 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.528462 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.528682 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.529903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.529903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.529903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.529903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.529903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.530535 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.530535 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.530535 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.530934 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.530934 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.532600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.532600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.532600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.532600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.532600 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.533183 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.533183 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.533415 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.534527 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.534527 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.534527 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.534527 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535801 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.535801 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.536008 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.536237 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.536490 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.536711 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.536968 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.537384 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.537625 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.537826 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.538082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.538310 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.538596 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.538873 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.539165 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.539422 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.539691 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.539978 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.540222 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.540652 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.541055 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.541321 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.541633 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.541931 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.542221 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.542493 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.542758 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.543034 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.543311 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.543589 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.543859 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.544351 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.544351 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.544636 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.544892 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.545116 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.545339 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.545592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.545924 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.546156 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.546412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.546655 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.546922 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.547347 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.547766 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.548058 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.548322 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.548589 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.548847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.549092 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.549334 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.549569 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.549829 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.550045 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.550281 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.550495 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.550745 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.550960 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.551197 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.551447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.551683 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.551903 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.552138 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.552382 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.552605 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.552837 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.553050 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.553272 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.553522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.553742 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.553957 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.554192 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.554429 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.554685 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.554906 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.555206 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.555462 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.555708 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.555947 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.556186 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.556476 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.556723 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.557056 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.557896 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.558116 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.558336 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.558549 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.558766 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.558999 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.559254 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.559468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.559704 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.559943 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.560378 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.560541 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.560783 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.561037 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.561390 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.561496 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.561733 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.561970 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.562358 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.563506 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.563981 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.564357 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.564893 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.565001 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.565187 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.565428 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.565737 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.565996 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.566094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 37364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:37:48.566261 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.566490 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.567017 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.567259 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.567447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.567676 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.567964 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.568117 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.568332 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.568586 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.568799 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.569103 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.569364 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.569597 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.569846 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.570083 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.570317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.570551 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.570765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.570984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.571257 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.571468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.571697 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.571912 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.572132 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.572413 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.572706 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.572973 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.573222 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.573520 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.573761 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.574017 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.574250 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.574602 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.574822 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.575685 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.575685 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.576717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071471 Apr 01 15:37:48.576847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.576847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.576847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.576847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.577309 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.577309 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.578785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.578785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.578785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.579040 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.579040 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.579724 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.579724 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.579946 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.580210 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.580440 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.580729 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.580953 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582041 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582041 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582041 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582268 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582335 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582576 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.582804 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584065 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584065 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584065 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584065 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584065 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584446 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584446 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.584446 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:37:48.585617 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:37:48.585617 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:37:48.585617 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:37:48.585617 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:37:48.585617 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:37:48.585926 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:37:48.585926 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.586154 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.586224 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.587189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.587189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.587189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.587189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589317 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589883 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589883 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.589883 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.590091 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.590091 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.590246 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.590383 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.590549 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] debug = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.591969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.591969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.591969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.591969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.591969 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.592804 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.592991 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.593164 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.593389 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.595014 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.595250 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596412 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596818 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] host = dv-neutron-835943-1-hyperv {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.596990 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.597717 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.597717 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.598890 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.598890 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599081 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599223 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599295 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599441 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599602 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.599762 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.600482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.600482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.600482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.600482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_options = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.600482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601591 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.601984 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602100 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602164 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602311 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602469 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602630 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602791 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.602951 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.603112 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.603527 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.603994 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.604167 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.604314 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.604682 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.604862 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605009 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605162 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605322 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605639 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605800 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.605954 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606115 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606275 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606439 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606590 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606750 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.606911 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.607074 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.607262 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.607713 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.607891 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.608052 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.608215 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.608375 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.608531 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.608670 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_json = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.609236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.609392 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.609531 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.610772 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:37:48.611486 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.611486 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.611486 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.611486 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.611486 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616079 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.616843 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617326 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.617765 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618738 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618738 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618738 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618948 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.618948 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.619095 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.619279 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.621468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.621468 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.621667 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.621760 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.622006 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.622165 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.622338 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.622695 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.622861 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623050 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623260 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623426 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623584 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623791 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.623916 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.624274 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.624511 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.624851 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.625155 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.625512 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.626203 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.626374 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.626543 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.626711 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.626876 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.627348 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.627515 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628148 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628148 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628148 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628148 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628461 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628461 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628601 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628766 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.628930 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.629096 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.629263 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.630785 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631278 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631278 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631278 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631477 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631567 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631732 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.631896 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632060 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632223 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632756 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632756 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632951 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.632951 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.633107 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.633250 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.633423 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634236 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634590 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634590 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634744 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.634821 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636082 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636718 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636718 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636718 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.636718 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637592 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637989 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.637989 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.638129 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.638208 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.638360 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.638521 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.638847 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.639168 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.639642 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.639811 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.639976 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.640796 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.640867 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641020 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641189 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641506 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641719 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641835 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.641999 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.642162 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.642325 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.642489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.642652 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.642814 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643070 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643288 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643424 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643557 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643680 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643827 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.643997 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644160 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644323 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644488 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644655 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644818 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.644985 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.645342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.645436 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.645552 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.645710 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.645890 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.646028 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.646196 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.646366 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.646586 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.646697 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.647669 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648086 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648321 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648402 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648576 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.648726 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649522 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649893 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.649893 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.650032 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.650110 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.650262 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.650425 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.650589 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.652646 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.652774 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.652889 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.653061 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.653242 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.653417 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654447 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654886 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654886 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.654886 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.655087 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.655190 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.657734 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.657919 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.658898 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.659342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.659342 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.659482 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.659572 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.660136 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.660331 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.661005 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.661514 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.662131 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.662459 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.662775 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.662940 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.663564 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.663736 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.664647 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.665132 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.665231 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.666708 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.666708 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.666866 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667489 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667715 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667715 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.667880 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668046 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668211 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668374 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668538 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668703 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.668866 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:37:48.669853 dv-neutron-835943-1-hyperv neutron-server[88493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:37:59.381688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db069b1-4f63-4875-9c56-e3bde19c6f2a None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:37:59.462233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db069b1-4f63-4875-9c56-e3bde19c6f2a None None] No non-hosted networks {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 15:37:59.490313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.agentschedulers_db [None req-8db069b1-4f63-4875-9c56-e3bde19c6f2a None None] DHCP Agent not found on host dv-neutron-835943-1-hyperv {{(pid=88602) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 15:37:59.596591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fdddf2d-dfa1-4ab8-b3c6-ca6788c77790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:01.882039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cd48f29-8ce3-4dd6-a0a9-3cd6300edb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:01.927222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-60787bce-6de9-40da-97b8-352670cc8dd8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835943-1-hyperv {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:38:01.928070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-60787bce-6de9-40da-97b8-352670cc8dd8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:38:02.451017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-60787bce-6de9-40da-97b8-352670cc8dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.674505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.851218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:02.851860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.852204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.852545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.852874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.853201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.853523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.854024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.854375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.854719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.855057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.855498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.862298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:02.862298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835943-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:02.864205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835943-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:04.376873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:05.305842 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.db.l3_hamode_db [None req-6eb73512-3010-413d-a9c1-48e85ef9739d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 15:38:05.392499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb73512-3010-413d-a9c1-48e85ef9739d None None] Routers set() bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:38:05.393127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb73512-3010-413d-a9c1-48e85ef9739d None None] Router IDs set() for agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 01 15:38:05.948887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37464) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:06.526952 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-578e5f86-fff2-4c21-8803-8e2f83558608 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:06.527573 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-578e5f86-fff2-4c21-8803-8e2f83558608 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:06.741917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-578e5f86-fff2-4c21-8803-8e2f83558608 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:38:06.743112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-578e5f86-fff2-4c21-8803-8e2f83558608 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7921741 Apr 01 15:38:09.093583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 37478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:09.661093 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:09.661687 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:09.875101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:09.970136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:38:10.014319 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:10.014704 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:10.023112 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.quota [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Loaded quota_driver: . Apr 01 15:38:10.038878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:10.184276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130627624', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130627101', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130649045', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130638204', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130731370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733130720960', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1603914', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551006', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690348'] for rbac-policy, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:10.353813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:10.355025 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f67c6f10-772a-4886-baf0-8accc588952c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2604995 Apr 01 15:38:12.981765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 37496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:13.326605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Request body: {'network': {'project_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'name': 'private'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:13.331685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:13.336097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Usage tracker for resource:network and tenant:10addb6f41724c40afc8366bdd635705 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:13.340582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:13.346590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:13.404456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Made reservation on behalf of 10addb6f41724c40afc8366bdd635705 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:38:13.407162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.424720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.441173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:13.444834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Usage tracker for resource:security_group_rule and tenant:10addb6f41724c40afc8366bdd635705 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:13.449806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:13.455333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:13.548879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.594212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.617576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:38:13.642919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733129060612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.643507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Unsubscribe: segment precommit_create {{(pid=88601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:38:13.643997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Added segment a50f2e03-e5bf-45b4-843a-9566991ec329 of type vlan for network b7e11952-bf14-4e64-89f9-4f835a677b42 Apr 01 15:38:13.652358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742aa61a-a8dc-4f2f-9848-233598f0a142,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:13.700146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.700421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.700786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.701133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.701456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.702340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.702671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.702992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.703335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.703652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.703966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.704278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Tracked resource versions report: Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: pushed versions: Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: { 'AddressGroup': {'1.2'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'ConntrackHelper': {'1.0'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Log': {'1.0'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Network': {'1.1'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Port': {'1.7'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'PortForwarding': {'1.2'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'QosPolicy': {'1.8'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroup': {'1.4'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SubPort': {'1.0'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Subnet': {'1.1'}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Trunk': {'1.1'}} Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: consumer versions: Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'ConntrackHelper': '1.0', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Log': '1.0', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Network': '1.1', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Port': '1.7', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'PortForwarding': '1.2', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'QosPolicy': '1.8', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroup': '1.4', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroupRule': '1.2', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SubPort': '1.0', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Subnet': '1.1', Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Trunk': '1.1'}} Apr 01 15:38:13.705950 dv-neutron-835943-1-hyperv neutron-server[88601]: {{(pid=88601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:38:13.756218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.833208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.834276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:13.834909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:13.932247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e11952-bf14-4e64-89f9-4f835a677b42,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:13.943970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b7e11952-bf14-4e64-89f9-4f835a677b42 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:38:14.034588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-01a4cb27-9c80-4825-86af-646e5cac3345 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0516195 Apr 01 15:38:16.696737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 37512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:17.145423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae6bc3-8d6a-4b6b-9432-17c6d21f2555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:17.148981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16ae6bc3-8d6a-4b6b-9432-17c6d21f2555 admin admin] 10.222.0.18 "GET /v2.0/networks/b7e11952-bf14-4e64-89f9-4f835a677b42 HTTP/1.1" status: 200 len: 825 time: 0.4490938 Apr 01 15:38:17.173793 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0c72d7d-3134-4f4f-8fb9-8a6a27468b5b admin admin] 10.222.0.18 "GET /v2.0/subnetpools/818f3115-6e69-4d5e-aa2f-641ac0cea66d HTTP/1.1" status: 200 len: 734 time: 0.0215032 Apr 01 15:38:17.182221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Request body: {'subnet': {'tenant_id': '10addb6f41724c40afc8366bdd635705', 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:17.186534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:17.190338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Usage tracker for resource:subnet and tenant:10addb6f41724c40afc8366bdd635705 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:17.193211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:17.198797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:17.250249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Made reservation on behalf of 10addb6f41724c40afc8366bdd635705 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:38:17.253459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:17.605215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:17.689617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Checking segment: {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:38:17.689986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Network hostable DHCP agents. Network: b7e11952-bf14-4e64-89f9-4f835a677b42, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:38:17.697087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c415ea1b-8af4-4b95-9083-d68ae742ac99,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:17.753209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Network b7e11952-bf14-4e64-89f9-4f835a677b42 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:38:17.798794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, b7e11952-bf14-4e64-89f9-4f835a677b42) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:17.804141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:17.804658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:17.808706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debaf8ae-3c2c-4dda-9adc-c2efc6c808c2 None None] Network b7e11952-bf14-4e64-89f9-4f835a677b42 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:38:17.862976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21ee3028-ddcf-4b84-91d8-19acf98d4a6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6839442 Apr 01 15:38:18.115847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-b7e11952-bf14-4e64-89f9-4f835a677b42', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:38:18.117051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:18.299420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Allocated IP 172.20.0.2 (b7e11952-bf14-4e64-89f9-4f835a677b42/c415ea1b-8af4-4b95-9083-d68ae742ac99/b7c23fd5-9908-4eda-be97-33e2be268041) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:38:18.526156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:18.540543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Transition to ACTIVE for port object b7c23fd5-9908-4eda-be97-33e2be268041 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:38:18.565005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Transition to ACTIVE for port object b7c23fd5-9908-4eda-be97-33e2be268041 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:38:18.622254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:18.683351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Network b7e11952-bf14-4e64-89f9-4f835a677b42 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:38:18.697194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:18.706276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:38:18.708525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Pushing event updated for resources: {'Port': ['ID=b7c23fd5-9908-4eda-be97-33e2be268041,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:18.718013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.718379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.718714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.719050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.719408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.719763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.720093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.720421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.720769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.721096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.721421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.721742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Tracked resource versions report: Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: pushed versions: Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: { 'AddressGroup': {'1.2'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'ConntrackHelper': {'1.0'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Log': {'1.0'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Network': {'1.1'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Port': {'1.7'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'PortForwarding': {'1.2'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'QosPolicy': {'1.8'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroup': {'1.4'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SubPort': {'1.0'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Subnet': {'1.1'}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Trunk': {'1.1'}} Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: consumer versions: Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'ConntrackHelper': '1.0', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Log': '1.0', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Network': '1.1', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Port': '1.7', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'PortForwarding': '1.2', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'QosPolicy': '1.8', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroup': '1.4', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroupRule': '1.2', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SubPort': '1.0', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Subnet': '1.1', Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Trunk': '1.1'}} Apr 01 15:38:18.723124 dv-neutron-835943-1-hyperv neutron-server[88602]: {{(pid=88602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:38:18.810297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Attempting to bind port b7c23fd5-9908-4eda-be97-33e2be268041 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:38:18.810945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Attempting to bind port b7c23fd5-9908-4eda-be97-33e2be268041 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:38:18.811036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Attempting to bind port b7c23fd5-9908-4eda-be97-33e2be268041 on network b7e11952-bf14-4e64-89f9-4f835a677b42 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:38:18.816194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:38:18.816599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Checking segment: {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:38:18.817069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:18.817491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Bound using segment: {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:38:18.817965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Bound port: b7c23fd5-9908-4eda-be97-33e2be268041, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:38:18.818358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:18.985011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] For port b7c23fd5-9908-4eda-be97-33e2be268041, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:38:18.989142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] For port b7c23fd5-9908-4eda-be97-33e2be268041, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b7c23fd5-9908-4eda-be97-33e2be268041,segment=NetworkSegment(a50f2e03-e5bf-45b4-843a-9566991ec329),segment_id=a50f2e03-e5bf-45b4-843a-9566991ec329)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:38:19.063048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:19.155047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7bf92-448b-4683-9aab-7bbe51efc6e2 None None] Pushing event updated for resources: {'Port': ['ID=b7c23fd5-9908-4eda-be97-33e2be268041,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:20.343443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37522) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:20.716031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-5cbb8287-7a11-4419-9e91-f34eb3132981 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:38:20.716978 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5cbb8287-7a11-4419-9e91-f34eb3132981 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726118 Apr 01 15:38:22.640615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b7c23fd5-9908-4eda-be97-33e2be268041 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:22.759562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b7c23fd5-9908-4eda-be97-33e2be268041 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:22.900768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50641e30-98e7-476d-81d6-ed2ce17bca4e None None] Network b7e11952-bf14-4e64-89f9-4f835a677b42 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:38:23.123550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:23.143221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Provisioning for port b7c23fd5-9908-4eda-be97-33e2be268041 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:23.155356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Provisioning complete for port b7c23fd5-9908-4eda-be97-33e2be268041 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:23.155741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:23.301493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:23.336668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] For port b7c23fd5-9908-4eda-be97-33e2be268041, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b7c23fd5-9908-4eda-be97-33e2be268041,segment=NetworkSegment(a50f2e03-e5bf-45b4-843a-9566991ec329),segment_id=a50f2e03-e5bf-45b4-843a-9566991ec329)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:38:23.393161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:23.462744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d008d7f-54ba-4b62-a6f0-efc6fd1ec8e8 None None] Pushing event updated for resources: {'Port': ['ID=b7c23fd5-9908-4eda-be97-33e2be268041,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:23.506619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-ee71ebfc-9958-4359-91a3-692234be1828 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:38:23.507588 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ee71ebfc-9958-4359-91a3-692234be1828 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829713 Apr 01 15:38:23.513617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c77330fb-a127-4f0e-a54b-17ca0858ce1e None None] Provisioning complete for port b7c23fd5-9908-4eda-be97-33e2be268041 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:23.514578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c77330fb-a127-4f0e-a54b-17ca0858ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:24.614282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b7c23fd5-9908-4eda-be97-33e2be268041 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:24.679489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b7c23fd5-9908-4eda-be97-33e2be268041 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:24.679865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:26.162019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:26.506347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:26.571844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.policy [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:38:26.619171 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:26.619563 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:38:26.628715 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.quota [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Loaded quota_driver: . Apr 01 15:38:26.644829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:26.651445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Usage tracker for resource:router and tenant:10addb6f41724c40afc8366bdd635705 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:26.656165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:26.663723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:26.856412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:26.858950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:26.888125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:27.057173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:27.145034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:27.145034 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a13c0a07-feb2-4c51-9fa2-b1003ce0b119 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9797204 Apr 01 15:38:27.516198 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:38:29.421799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c56c4ba-43ea-4ff2-8674-a327aa1d4a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:29.499249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37560) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:29.857608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-4b07b192-3321-4015-8779-7b7da3016d31 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:38:29.858597 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b07b192-3321-4015-8779-7b7da3016d31 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3583443 Apr 01 15:38:31.867687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb527-82b3-42cd-afc6-81b67e6f9b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.261923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:32.624590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:32.629660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:32.634410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Usage tracker for resource:network and tenant:b7c32f528ab54b4ba060cd3dfd57ab1f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:32.637964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:32.646994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:32.647218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.718102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Made reservation on behalf of b7c32f528ab54b4ba060cd3dfd57ab1f for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:38:32.720912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.738153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.751743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:32.755412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Usage tracker for resource:security_group_rule and tenant:b7c32f528ab54b4ba060cd3dfd57ab1f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:32.758588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:32.765061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:32.821481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.856952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.935975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.951874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Reserving flat network on physical network physnet1 {{(pid=88600) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 15:38:32.983915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733129060612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:32.984467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Unsubscribe: segment precommit_create {{(pid=88600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:38:32.984957 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Added segment 6a65162c-3b04-4e6b-af04-1fc8efdbb450 of type flat for network 9e8b8fe7-c073-424e-b82b-74d53d72b50f Apr 01 15:38:33.034177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b864171-6219-4e37-a76b-10c946c0340a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:33.053562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.053905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.054243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.054574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.054899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.055264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.055593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.055915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.056238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.056560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.056871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.057186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Tracked resource versions report: Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: pushed versions: Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: { 'AddressGroup': {'1.2'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'ConntrackHelper': {'1.0'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Log': {'1.0'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Network': {'1.1'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Port': {'1.7'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'PortForwarding': {'1.2'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'QosPolicy': {'1.8'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroup': {'1.4'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SubPort': {'1.0'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Subnet': {'1.1'}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Trunk': {'1.1'}} Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: consumer versions: Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'ConntrackHelper': '1.0', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Log': '1.0', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Network': '1.1', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Port': '1.7', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'PortForwarding': '1.2', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'QosPolicy': '1.8', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroup': '1.4', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroupRule': '1.2', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SubPort': '1.0', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Subnet': '1.1', Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Trunk': '1.1'}} Apr 01 15:38:33.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: {{(pid=88600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:38:33.104364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:33.238852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:33.239985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:33.240615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:33.347229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] Pushing event updated for resources: {'Network': ['ID=9e8b8fe7-c073-424e-b82b-74d53d72b50f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:33.357730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:38:33.393877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57a85861-f4ae-4980-863c-9753a140ddcb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1308653 Apr 01 15:38:34.330502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:35.754102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 37594) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:35.960103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43396c1f-837b-468b-8d59-92d0a5887e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:35.961462 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43396c1f-837b-468b-8d59-92d0a5887e3c admin admin] 10.222.0.18 "GET /v2.0/subnets/c415ea1b-8af4-4b95-9083-d68ae742ac99 HTTP/1.1" status: 200 len: 849 time: 0.2064068 Apr 01 15:38:36.128689 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca415fae-8c4d-4703-a7de-7497f6db9aa1 admin admin] 10.222.0.18 "GET /v2.0/routers/65710ff0-c0ae-456d-9d6e-e34aae644126 HTTP/1.1" status: 200 len: 704 time: 0.1613171 Apr 01 15:38:36.580880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:36.803987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Allocated IP 172.20.0.1 (b7e11952-bf14-4e64-89f9-4f835a677b42/c415ea1b-8af4-4b95-9083-d68ae742ac99/af8327c2-eb2c-4cf4-bb79-2f62bf3cb625) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:38:36.957627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:36.974454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Transition to ACTIVE for port object af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:38:37.165388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.259778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Network b7e11952-bf14-4e64-89f9-4f835a677b42 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:38:37.266320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:37.271864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:38:37.271864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.388345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Pushing event updated for resources: {'Port': ['ID=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:37.467365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-40580e70-f2dd-496f-8ef9-9010ed60d0d2 None None] Provisioning for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:37.472659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-40580e70-f2dd-496f-8ef9-9010ed60d0d2 None None] Provisioning complete for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:37.473116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-40580e70-f2dd-496f-8ef9-9010ed60d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.524839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-40580e70-f2dd-496f-8ef9-9010ed60d0d2 None None] Port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:38:37.570113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.792508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.855387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.856125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.993583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Pushing event updated for resources: {'Port': ['ID=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:38.048182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Network b7e11952-bf14-4e64-89f9-4f835a677b42 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:38:38.049264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:38.249610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d65c8b52-2b71-4ef6-8dc0-190ef6f36a01 None None] Provisioning complete for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:38.249610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d65c8b52-2b71-4ef6-8dc0-190ef6f36a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:38.290353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Router 65710ff0-c0ae-456d-9d6e-e34aae644126 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:38:38.304422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d65c8b52-2b71-4ef6-8dc0-190ef6f36a01 None None] Port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:38:38.445423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:38:38.455448 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Sync routers for ids ['65710ff0-c0ae-456d-9d6e-e34aae644126'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:38:38.456671 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3ed1ee5-a9bd-47f7-8580-bc15787089b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/65710ff0-c0ae-456d-9d6e-e34aae644126/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3232028 Apr 01 15:38:38.465414 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Routers {'65710ff0-c0ae-456d-9d6e-e34aae644126'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:38:38.466273 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:38:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['65710ff0-c0ae-456d-9d6e-e34aae644126'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:38.641893 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Set router 65710ff0-c0ae-456d-9d6e-e34aae644126 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:38:39.006777 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:37Z', 'revision_number': 2, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port_host': None, '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:37Z', 'revision_number': 2, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:39.011615 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Checking router: 65710ff0-c0ae-456d-9d6e-e34aae644126 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:38:39.011981 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Updating router 65710ff0-c0ae-456d-9d6e-e34aae644126 port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:38:39.064002 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.441633 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.456024 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Transition to ACTIVE for port object af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:38:39.512803 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.743618 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Pushing event updated for resources: {'Port': ['ID=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:39.754088 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.754436 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.754772 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.755101 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.755469 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.755809 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.756133 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.756456 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.756789 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.757110 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.757426 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.757740 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Tracked resource versions report: Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: pushed versions: Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: { 'AddressGroup': {'1.2'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'ConntrackHelper': {'1.0'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Log': {'1.0'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Network': {'1.1'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Port': {'1.7'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'PortForwarding': {'1.2'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'QosPolicy': {'1.8'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroup': {'1.4'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SubPort': {'1.0'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Subnet': {'1.1'}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Trunk': {'1.1'}} Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: consumer versions: Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'ConntrackHelper': '1.0', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Log': '1.0', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Network': '1.1', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Port': '1.7', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'PortForwarding': '1.2', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'QosPolicy': '1.8', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroup': '1.4', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroupRule': '1.2', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SubPort': '1.0', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Subnet': '1.1', Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Trunk': '1.1'}} Apr 01 15:38:39.759080 dv-neutron-835943-1-hyperv neutron-server[88603]: {{(pid=88603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:38:39.766646 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Attempting to bind port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:38:39.767447 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Attempting to bind port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:38:39.767447 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Attempting to bind port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 on network b7e11952-bf14-4e64-89f9-4f835a677b42 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:38:39.772615 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:38:39.773024 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Checking segment: {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:38:39.773502 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.773882 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Bound using segment: {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:38:39.774349 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Bound port: af8327c2-eb2c-4cf4-bb79-2f62bf3cb625, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50f2e03-e5bf-45b4-843a-9566991ec329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:38:39.774724 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.860791 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] For port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:38:39.864822 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] For port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,segment=NetworkSegment(a50f2e03-e5bf-45b4-843a-9566991ec329),segment_id=a50f2e03-e5bf-45b4-843a-9566991ec329)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:38:40.004561 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:40.095975 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Routers {'65710ff0-c0ae-456d-9d6e-e34aae644126'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:38:40.096558 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:38:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['65710ff0-c0ae-456d-9d6e-e34aae644126'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:40.146631 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e42c2-da39-4ece-9e4d-b8345a7cfb23 None None] Pushing event updated for resources: {'Port': ['ID=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:40.261939 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] Set router 65710ff0-c0ae-456d-9d6e-e34aae644126 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:38:40.591999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:37Z', 'revision_number': 2, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port_host': None, '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:39Z', 'revision_number': 4, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:40.595919 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba8fc5-c089-4585-8a9e-7335aee4b12f None None] The sync data for ids ['65710ff0-c0ae-456d-9d6e-e34aae644126'] in dv-neutron-835943-1-hyperv is: [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:37Z', 'revision_number': 2, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port_host': None, '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:39Z', 'revision_number': 4, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:38:40.662817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:40.810121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccae9b-b3e8-4df3-9e40-b671b225bb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:40.810691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-61ccae9b-b3e8-4df3-9e40-b671b225bb4a admin admin] Synchronizing usage tracker for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:38:40.960072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-61ccae9b-b3e8-4df3-9e40-b671b225bb4a admin admin] Unset dirty status for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:38:40.960072 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61ccae9b-b3e8-4df3-9e40-b671b225bb4a admin admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 842 time: 0.2959073 Apr 01 15:38:40.970633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'cidr': '172.26.7.0/24'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:40.975805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:38:40.979858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Usage tracker for resource:subnet and tenant:b7c32f528ab54b4ba060cd3dfd57ab1f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:38:40.983826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:38:40.990058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:38:41.061993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Made reservation on behalf of b7c32f528ab54b4ba060cd3dfd57ab1f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:38:41.064568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:41.562497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:38:41.562951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:41.636427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Pushing event updated for resources: {'Subnet': ['ID=356f81b0-9291-4780-81ab-a8fe72ce9108,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:41.645321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:38:41.645701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Network hostable DHCP agents. Network: 9e8b8fe7-c073-424e-b82b-74d53d72b50f, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:38:41.730842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:38:41.809580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9e8b8fe7-c073-424e-b82b-74d53d72b50f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:41.814687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:41.815286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:41.819715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4da46-6841-4ba2-bbeb-a1ed521d9d4f None None] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:38:41.902153 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f22bb98-b74c-49c7-bfd9-2087ddab793a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9361026 Apr 01 15:38:42.031975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd7fff-32df-4346-a762-aaa34c732e88 None None] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:38:42.658350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:42.797876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:42.802885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:42.803286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:42.920754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:42.952938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,segment=NetworkSegment(a50f2e03-e5bf-45b4-843a-9566991ec329),segment_id=a50f2e03-e5bf-45b4-843a-9566991ec329)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:38:43.050324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:43.118788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=af8327c2-eb2c-4cf4-bb79-2f62bf3cb625,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:44.164460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:44.374663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-387d22f6-908b-4d4f-871b-593c14c5e9f6 admin admin] 10.222.0.18 "GET /v2.0/routers/65710ff0-c0ae-456d-9d6e-e34aae644126 HTTP/1.1" status: 200 len: 710 time: 0.2089970 Apr 01 15:38:44.499569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1895ac0-ee45-40ce-9597-be5eaed808a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:38:44.500952 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d1895ac0-ee45-40ce-9597-be5eaed808a2 admin admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 886 time: 0.1211953 Apr 01 15:38:44.509608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:38:44.622837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:44.689070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:44.689677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:44.954898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.398684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.454308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.592918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Allocated IP 172.26.7.239 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c17c728d-fe3e-43e8-a682-99a64d6c5b62) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:38:45.738102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.838572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.900072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:38:45.907127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:38:45.911650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:38:45.971247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Pushing event updated for resources: {'Port': ['ID=c17c728d-fe3e-43e8-a682-99a64d6c5b62,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:46.359230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:46.728929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:46.732183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:46.909041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Router 65710ff0-c0ae-456d-9d6e-e34aae644126 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:38:47.084687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:38:47.094482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Sync routers for ids ['65710ff0-c0ae-456d-9d6e-e34aae644126'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:38:47.095784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:47.101268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1612939b-0daa-44dc-ae3c-bd224644d929 admin admin] 10.222.0.18 "PUT /v2.0/routers/65710ff0-c0ae-456d-9d6e-e34aae644126 HTTP/1.1" status: 200 len: 890 time: 2.5906115 Apr 01 15:38:47.104057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Routers {'65710ff0-c0ae-456d-9d6e-e34aae644126'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:38:47.104748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:38:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['65710ff0-c0ae-456d-9d6e-e34aae644126'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:47.295124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Set router 65710ff0-c0ae-456d-9d6e-e34aae644126 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:38:47.631127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239'}], 'enable_snat': True}, 'gw_port_id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:46Z', 'revision_number': 4, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port': {'id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:45Z', 'updated_at': '2022-04-01T15:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:42Z', 'revision_number': 5, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:47.636241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Checking router: 65710ff0-c0ae-456d-9d6e-e34aae644126 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:38:47.636595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Updating router 65710ff0-c0ae-456d-9d6e-e34aae644126 port c17c728d-fe3e-43e8-a682-99a64d6c5b62 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:38:47.694800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.019443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.031255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Transition to ACTIVE for port object c17c728d-fe3e-43e8-a682-99a64d6c5b62 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:38:48.095820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.177645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Attempting to bind port c17c728d-fe3e-43e8-a682-99a64d6c5b62 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:38:48.178014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Attempting to bind port c17c728d-fe3e-43e8-a682-99a64d6c5b62 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:38:48.178372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Attempting to bind port c17c728d-fe3e-43e8-a682-99a64d6c5b62 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:38:48.181676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be367e6-fecb-407d-b9a2-266abd19b193 None None] Pushing event updated for resources: {'Port': ['ID=c17c728d-fe3e-43e8-a682-99a64d6c5b62,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:48.186327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:38:48.186697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:38:48.187090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.187494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:38:48.187950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Bound port: c17c728d-fe3e-43e8-a682-99a64d6c5b62, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:38:48.188329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.257858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] For port c17c728d-fe3e-43e8-a682-99a64d6c5b62, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:38:48.260734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] For port c17c728d-fe3e-43e8-a682-99a64d6c5b62, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c17c728d-fe3e-43e8-a682-99a64d6c5b62,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:38:48.330350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:48.410137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Routers {'65710ff0-c0ae-456d-9d6e-e34aae644126'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:38:48.410818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:38:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['65710ff0-c0ae-456d-9d6e-e34aae644126'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:48.465618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be367e6-fecb-407d-b9a2-266abd19b193 None None] Pushing event updated for resources: {'Port': ['ID=c17c728d-fe3e-43e8-a682-99a64d6c5b62,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:48.597196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] Set router 65710ff0-c0ae-456d-9d6e-e34aae644126 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:38:48.943039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239'}], 'enable_snat': True}, 'gw_port_id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:46Z', 'revision_number': 4, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port': {'id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:45Z', 'updated_at': '2022-04-01T15:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:42Z', 'revision_number': 5, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:38:48.947361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebf848-d299-481c-8d33-240a3a012b9d None None] The sync data for ids ['65710ff0-c0ae-456d-9d6e-e34aae644126'] in dv-neutron-835943-1-hyperv is: [{'id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'name': 'router1', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239'}], 'enable_snat': True}, 'gw_port_id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:38:26Z', 'updated_at': '2022-04-01T15:38:46Z', 'revision_number': 4, 'project_id': '10addb6f41724c40afc8366bdd635705', 'gw_port': {'id': 'c17c728d-fe3e-43e8-a682-99a64d6c5b62', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:45Z', 'updated_at': '2022-04-01T15:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'af8327c2-eb2c-4cf4-bb79-2f62bf3cb625', 'name': '', 'network_id': 'b7e11952-bf14-4e64-89f9-4f835a677b42', 'tenant_id': '10addb6f41724c40afc8366bdd635705', 'mac_address': 'fa:16:3e:16:85:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65710ff0-c0ae-456d-9d6e-e34aae644126', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:38:36Z', 'updated_at': '2022-04-01T15:38:42Z', 'revision_number': 5, 'project_id': '10addb6f41724c40afc8366bdd635705', 'subnets': [{'id': 'c415ea1b-8af4-4b95-9083-d68ae742ac99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '818f3115-6e69-4d5e-aa2f-641ac0cea66d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:38:49.488800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 37640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:38:49.608622 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0269fe4b-eb74-4413-9bad-dc9ca0689646 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189587 Apr 01 15:38:50.648083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c17c728d-fe3e-43e8-a682-99a64d6c5b62 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:50.769888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c17c728d-fe3e-43e8-a682-99a64d6c5b62 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:38:50.774980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c17c728d-fe3e-43e8-a682-99a64d6c5b62 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:50.775392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:50.900390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:50.916749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c17c728d-fe3e-43e8-a682-99a64d6c5b62, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c17c728d-fe3e-43e8-a682-99a64d6c5b62,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:38:50.957979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:51.023545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c17c728d-fe3e-43e8-a682-99a64d6c5b62,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:38:52.631308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c17c728d-fe3e-43e8-a682-99a64d6c5b62 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:38:52.701632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c17c728d-fe3e-43e8-a682-99a64d6c5b62 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:38:52.701998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:59.397831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af04ad86-4de1-4991-bbe8-bc5fa02ad263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:01.894458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05a1e8b5-6b26-4207-bc8f-d6862e0f7207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:02.655246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:02.826576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:04.352367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:04.517548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:39:29.420440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8992963-b43e-4f0b-9f75-61f32e89f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:31.940845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31f2c5bf-10ca-48b2-9b51-5593f2f9628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:32.655107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:32.912280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:34.340523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:41.527029 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:39:59.654189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b75fb7d2-5f4d-41a5-b3d9-f4e13fac0ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:01.888997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfae44b6-00ca-4649-8718-f681e237fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.643473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:02.837330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:04.345929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.516857 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:40:29.429112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9c049ded-d048-4911-983d-f1c6a44688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.885834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7a1ff487-f8ea-4cb3-9b75-dfe4ea345c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.648423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.860209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.371521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.516652 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:40:59.254668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:59.320776 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3aa598-c789-41c0-9a6f-fd4ee6b9c088 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:40:59.322029 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a3aa598-c789-41c0-9a6f-fd4ee6b9c088 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663440 Apr 01 15:40:59.433764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87061e20-d4a8-408d-9ef9-ca47de5378f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.453479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcdbed2-d032-4b8d-9970-cd26f63df94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.454933 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1bcdbed2-d032-4b8d-9970-cd26f63df94e admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1286306 Apr 01 15:41:01.589589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:01.698457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edc9a3-510a-4a59-906a-65b47067b6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.699088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0edc9a3-510a-4a59-906a-65b47067b6dc admin admin] Synchronizing usage tracker for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:01.784936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0edc9a3-510a-4a59-906a-65b47067b6dc admin admin] Unset dirty status for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:01.786050 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0edc9a3-510a-4a59-906a-65b47067b6dc admin admin] 10.222.0.18 "GET /v2.0/subnets/c415ea1b-8af4-4b95-9083-d68ae742ac99 HTTP/1.1" status: 200 len: 849 time: 0.1954947 Apr 01 15:41:01.795245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:01.888139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-249ca82f-48c8-4f28-ba01-45c774c45422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.915509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.168110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853'] for subnet, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.211615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:02.212400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.213494 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] 10.222.0.18 "PUT /v2.0/subnets/c415ea1b-8af4-4b95-9083-d68ae742ac99 HTTP/1.1" status: 200 len: 868 time: 0.4219868 Apr 01 15:41:02.219005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27489344-b745-44d7-a11c-28ef200884af None None] Network b7e11952-bf14-4e64-89f9-4f835a677b42 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:02.239079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c415ea1b-8af4-4b95-9083-d68ae742ac99,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:02.246922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.247302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.247646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.247981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.248886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.248886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.249064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.249294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.249646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.249942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.250265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.250589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0e8ec-fd9d-4d64-bf04-82450f7e8c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:02.665090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.692885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d88c8948-1a3b-4041-b90b-c65ee981caa3 None None] Provisioning complete for port b7c23fd5-9908-4eda-be97-33e2be268041 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:02.693248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d88c8948-1a3b-4041-b90b-c65ee981caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.850720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d88c8948-1a3b-4041-b90b-c65ee981caa3 None None] Provisioning complete for port af8327c2-eb2c-4cf4-bb79-2f62bf3cb625 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:02.851089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d88c8948-1a3b-4041-b90b-c65ee981caa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.889992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.353692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.363044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38264) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:04.535690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e339b6-ab32-4cee-8cf2-f19319641ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.536157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e339b6-ab32-4cee-8cf2-f19319641ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.537678 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6e339b6-ab32-4cee-8cf2-f19319641ddb admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1736324 Apr 01 15:41:06.677746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:06.846977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1464411-8598-45f7-afc6-e2e2ff077799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.847482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1464411-8598-45f7-afc6-e2e2ff077799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.848998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d1464411-8598-45f7-afc6-e2e2ff077799 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1702657 Apr 01 15:41:08.988013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:09.150666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c635da4-b071-412d-afb2-daa367553fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.152100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4c635da4-b071-412d-afb2-daa367553fce admin admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 886 time: 0.1631010 Apr 01 15:41:11.319581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:11.527802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc183d1-9410-450f-b7f5-5c8a425c8a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.529213 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-acc183d1-9410-450f-b7f5-5c8a425c8a57 admin admin] 10.222.0.18 "GET /v2.0/networks/b7e11952-bf14-4e64-89f9-4f835a677b42 HTTP/1.1" status: 200 len: 869 time: 0.2085752 Apr 01 15:41:13.698720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:13.805686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484ae0f-670c-46cc-b09a-739c7e5f3b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:13.806141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484ae0f-670c-46cc-b09a-739c7e5f3b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:13.807700 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7484ae0f-670c-46cc-b09a-739c7e5f3b33 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079097 Apr 01 15:41:15.952755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:16.095339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14285c-6dbb-4be4-ba9b-c039b8b78968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.095804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14285c-6dbb-4be4-ba9b-c039b8b78968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.097329 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f14285c-6dbb-4be4-ba9b-c039b8b78968 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1436286 Apr 01 15:41:18.271452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:18.369635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12b981-24ea-471f-9a9e-b42ab322f5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.371014 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a12b981-24ea-471f-9a9e-b42ab322f5c1 admin admin] 10.222.0.18 "GET /v2.0/subnets/356f81b0-9291-4780-81ab-a8fe72ce9108 HTTP/1.1" status: 200 len: 816 time: 0.0985823 Apr 01 15:41:20.514975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38334) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:20.621151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797b00f-900b-49c8-96cc-4d97f8341db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.622536 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1797b00f-900b-49c8-96cc-4d97f8341db4 admin admin] 10.222.0.18 "GET /v2.0/subnets/c415ea1b-8af4-4b95-9083-d68ae742ac99 HTTP/1.1" status: 200 len: 868 time: 0.1065938 Apr 01 15:41:29.421457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-024e4158-b9c6-4ca9-88a3-368ec04d8192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.882344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-efde60cc-ff2c-417e-83fe-36664fbef45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.515586 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:41:32.667013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.849617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.364458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.523376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:39.573654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-c82d94e2-7844-4898-94fb-0f466f4e3274 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:39.574633 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c82d94e2-7844-4898-94fb-0f466f4e3274 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503283 Apr 01 15:41:41.790314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38390) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:41.859828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2996b5ca-6eed-460d-b952-c8ba0d543fb8 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:41:41.861077 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2996b5ca-6eed-460d-b952-c8ba0d543fb8 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698159 Apr 01 15:41:41.983200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd2ecb-e5f2-49c0-81b6-ffe31c638021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.984533 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0dcd2ecb-e5f2-49c0-81b6-ffe31c638021 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195543 Apr 01 15:41:44.177753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:44.225761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:44.230825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:44.240274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:44.315951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Made reservation on behalf of b7c32f528ab54b4ba060cd3dfd57ab1f for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:44.318220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.404274 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.services.revisions.revision_plugin [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Could not find related network for resource to bump revision. Apr 01 15:41:44.416219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:44.425350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.425689 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Added segment f7d8343a-8619-4908-8a65-751047059ea4 of type vlan for network 1442dc05-0d9f-4f41-b464-a55b6d86b575 Apr 01 15:41:44.451501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.561763 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.562728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.563335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.661559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1442dc05-0d9f-4f41-b464-a55b6d86b575,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.674870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:44.722350 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ea4c59f-7b8c-47db-8850-0f8fd2a424e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5435243 Apr 01 15:41:46.893419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38410) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:46.959229 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd40d13-fcea-4770-8f86-2c908015f26b admin admin] GET failed (client error): The resource could not be found. Apr 01 15:41:46.959736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fcd40d13-fcea-4770-8f86-2c908015f26b admin admin] Synchronizing usage tracker for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:47.032209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fcd40d13-fcea-4770-8f86-2c908015f26b admin admin] Unset dirty status for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:47.033378 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fcd40d13-fcea-4770-8f86-2c908015f26b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1389592 Apr 01 15:41:47.137947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631d168-ceca-40a0-b838-afdfedcfb249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.139432 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f631d168-ceca-40a0-b838-afdfedcfb249 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021540 Apr 01 15:41:47.148839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:47.153102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:47.163040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:47.226366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Made reservation on behalf of b7c32f528ab54b4ba060cd3dfd57ab1f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:47.228581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.478231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.552251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2010f08c-5ee6-4665-a607-9f683775bb08,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:47.558981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Checking segment: {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:47.559360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Network hostable DHCP agents. Network: 1442dc05-0d9f-4f41-b464-a55b6d86b575, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:47.632389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:47.701816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1442dc05-0d9f-4f41-b464-a55b6d86b575) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:47.706127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.706708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.710489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c7fa5-859c-4486-ab23-97ee75c7010a None None] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:47.776259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c5cec92-ffe6-495d-9253-38075caf6e99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6305578 Apr 01 15:41:47.931699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-1442dc05-0d9f-4f41-b464-a55b6d86b575', 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575', 'tenant_id': 'b7c32f528ab54b4ba060cd3dfd57ab1f', 'fixed_ips': [{'subnet_id': '2010f08c-5ee6-4665-a607-9f683775bb08'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:41:47.932572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.096383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Allocated IP 192.168.233.2 (1442dc05-0d9f-4f41-b464-a55b6d86b575/2010f08c-5ee6-4665-a607-9f683775bb08/ecb5dfbe-e191-43ad-a890-3f9aa03d171d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:48.310758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.323998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Transition to ACTIVE for port object ecb5dfbe-e191-43ad-a890-3f9aa03d171d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:48.345583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Transition to ACTIVE for port object ecb5dfbe-e191-43ad-a890-3f9aa03d171d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:48.427387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.497862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:48.501216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:48.505451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Pushing event updated for resources: {'Port': ['ID=ecb5dfbe-e191-43ad-a890-3f9aa03d171d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:48.507701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:41:48.544637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.544994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.545338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.545681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.546022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.546382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.546742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.547077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.547482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.547814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.548142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.548469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:48.604849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Attempting to bind port ecb5dfbe-e191-43ad-a890-3f9aa03d171d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:48.605217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Attempting to bind port ecb5dfbe-e191-43ad-a890-3f9aa03d171d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:48.605576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Attempting to bind port ecb5dfbe-e191-43ad-a890-3f9aa03d171d on network 1442dc05-0d9f-4f41-b464-a55b6d86b575 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:41:48.611248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:41:48.611619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Checking segment: {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:41:48.612016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.612412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Bound using segment: {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:41:48.612903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Bound port: ecb5dfbe-e191-43ad-a890-3f9aa03d171d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:48.613288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.707278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] For port ecb5dfbe-e191-43ad-a890-3f9aa03d171d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:41:48.710367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] For port ecb5dfbe-e191-43ad-a890-3f9aa03d171d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ecb5dfbe-e191-43ad-a890-3f9aa03d171d,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:41:48.790736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.875199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f39abf-518c-4146-81e1-c26518a82589 None None] Pushing event updated for resources: {'Port': ['ID=ecb5dfbe-e191-43ad-a890-3f9aa03d171d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:49.686639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246b7f1-97fa-4068-aee8-4b00436aa8fa None None] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:41:49.878902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0befcc62-3a21-43a9-b159-f599b19b7581 None None] Provisioning for port ecb5dfbe-e191-43ad-a890-3f9aa03d171d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:50.748370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ecb5dfbe-e191-43ad-a890-3f9aa03d171d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:50.881966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ecb5dfbe-e191-43ad-a890-3f9aa03d171d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:50.887391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ecb5dfbe-e191-43ad-a890-3f9aa03d171d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:50.887791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.006060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.038498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ecb5dfbe-e191-43ad-a890-3f9aa03d171d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ecb5dfbe-e191-43ad-a890-3f9aa03d171d,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:41:51.124187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.193284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ecb5dfbe-e191-43ad-a890-3f9aa03d171d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.725121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ecb5dfbe-e191-43ad-a890-3f9aa03d171d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:52.793700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ecb5dfbe-e191-43ad-a890-3f9aa03d171d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:52.794102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.431951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31bdc52d-d18f-4211-9663-bcdae539825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.893445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7ffd3780-6855-40fb-8ebd-bebed5b40e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.670630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.849049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.374924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.514160 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:29.437193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f635cc8-aece-4a02-af60-34efd0e9ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.888581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-60bd4374-d5fe-4a27-bfd2-db77bce77f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.664876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.842500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.408026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.514129 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:59.423910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c252f9ea-93e3-4edc-a7cb-59308cd68680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.892811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-247fbd9f-fdb2-48c1-9699-716e1367b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.647016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.852189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.350015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.690390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:13.696334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-b62ad15b-01e0-4fa4-8c61-aaa3da80315f tempest-verify_tempest_config-224454571 tempest-verify_tempest_config-224454571-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:43:13.697289 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b62ad15b-01e0-4fa4-8c61-aaa3da80315f tempest-verify_tempest_config-224454571 tempest-verify_tempest_config-224454571-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059338 Apr 01 15:43:14.204149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:14.321679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.337187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:43:14.341001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:51f0b317c94348709693c4aaf088f6f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:43:14.343761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:43:14.349302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:43:14.432193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.515026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.562606 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51f0b317c94348709693c4aaf088f6f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3573093 Apr 01 15:43:14.563481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33fc72c-a3c1-41ec-970e-54ada5257446,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.566830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:14.570716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.571083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.571455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.571790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.572118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.572459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.572789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.573380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.573707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.574861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.575211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.575618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb3ffc7-d381-47e1-b1be-f0a31cc40ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.627627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.652728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.835368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.849410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33fc72c-a3c1-41ec-970e-54ada5257446,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.859261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.859606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.859937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.860261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.860583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.860920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.861241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.861570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.861886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.862196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.862506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.862815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:14.865804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.866883 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae375814-b21b-4db8-b196-4744159dd2b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e33fc72c-a3c1-41ec-970e-54ada5257446 HTTP/1.1" status: 204 len: 168 time: 0.2987058 Apr 01 15:43:23.513177 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:29.411832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035cce94-455e-4bf1-8864-8592439bc87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.908690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd66d3e4-58f0-45ab-ac2d-9aa3de39a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.691865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.851834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.412008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.417169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-472fd5b6-5615-4dde-9250-290fc6d7cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.511566 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:01.913567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cc3c9e2-19e1-4b46-aa01-38882d2fc49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.697460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.846074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.394439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.427867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-de77434a-2fbf-42b0-8316-b5062a86ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.919421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b989bd36-4954-4410-a3c6-b0951685324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.690599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.845157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.502584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-728389'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.428162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.513837 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:48.378851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:48.492490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b2b413b-f6ec-459c-bfea-f6c9a3bbfbe1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1125679 Apr 01 15:44:50.668178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:50.723179 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-22dad14a-8dba-4831-b254-7ad816d5e15a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0539253 Apr 01 15:44:59.414388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8dd27dec-30d7-4e5f-aad0-7a3b4e718216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.941861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1196aac-767c-439e-96dc-0326aa9d5352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.696612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.850470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.433323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.437340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.514176 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:29.442465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1160802-5c58-483f-85a6-6955de94e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.901415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0469d6ed-d86e-4d05-8101-1532ab20f10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.684583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.890448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.467278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.419548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.513176 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:59.426946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-275e7ba5-de55-4e24-a755-3551b3546db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.912390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-25ba76fc-e9a4-4c2c-9469-8ee82a6883b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.678289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.852433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.446455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.432456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.803440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38676) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:19.337365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-576835373'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:19.342755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:19.346568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:network and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:19.349628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:19.355532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:19.417290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:19.421028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.434403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.449859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:19.454240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:security_group_rule and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:19.457920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:19.463992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:19.546839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.620615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.650601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:19.661720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7946b6c3-457e-4e7e-a54d-66d2c5a2f2f4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.670568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.670906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.671265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.671593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.671915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.672239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.672557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.672870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.673224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.673507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.674298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.675099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Tracked resource versions report: Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: pushed versions: Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: { 'AddressGroup': {'1.2'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'ConntrackHelper': {'1.0'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Log': {'1.0'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Network': {'1.1'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Port': {'1.7'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'PortForwarding': {'1.2'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'QosPolicy': {'1.8'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroup': {'1.4'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SubPort': {'1.0'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Subnet': {'1.1'}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Trunk': {'1.1'}} Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: consumer versions: Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'ConntrackHelper': '1.0', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Log': '1.0', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Network': '1.1', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Port': '1.7', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'PortForwarding': '1.2', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'QosPolicy': '1.8', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroup': '1.4', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SecurityGroupRule': '1.2', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'SubPort': '1.0', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Subnet': '1.1', Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: 'Trunk': '1.1'}} Apr 01 15:46:19.676634 dv-neutron-835943-1-hyperv neutron-server[88600]: {{(pid=88600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:46:19.679510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.679775 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Added segment 18aa0874-5348-474d-a980-a72343d5db05 of type vlan for network 9d919997-7b56-4b49-acd8-35888c2943cc Apr 01 15:46:19.708219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.795006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.801052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:19.811418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.913865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Network': ['ID=9d919997-7b56-4b49-acd8-35888c2943cc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.997593 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2110ac8a-329b-413f-bd73-70cd9653a75d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1915157 Apr 01 15:46:19.997839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:20.008867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:20.049551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:20.152048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:20.157576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:20.162402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:20.170127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:20.337756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:20.341285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.646741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.718354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=a5d5272c-3c9e-4676-91b3-02d1699b7586,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.734054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.734415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.734764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.735104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.735483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.735798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.736213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.736545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.736875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.737203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.737531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.737861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Tracked resource versions report: Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: pushed versions: Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: { 'AddressGroup': {'1.2'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'ConntrackHelper': {'1.0'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Log': {'1.0'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Network': {'1.1'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Port': {'1.7'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'PortForwarding': {'1.2'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'QosPolicy': {'1.8'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroup': {'1.4'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SubPort': {'1.0'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Subnet': {'1.1'}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Trunk': {'1.1'}} Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: consumer versions: Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'ConntrackHelper': '1.0', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Log': '1.0', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Network': '1.1', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Port': '1.7', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'PortForwarding': '1.2', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'QosPolicy': '1.8', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroup': '1.4', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SecurityGroupRule': '1.2', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'SubPort': '1.0', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Subnet': '1.1', Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: 'Trunk': '1.1'}} Apr 01 15:46:20.738964 dv-neutron-835943-1-hyperv neutron-server[88601]: {{(pid=88601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:46:20.754169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:20.754539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network hostable DHCP agents. Network: 9d919997-7b56-4b49-acd8-35888c2943cc, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:20.894814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:20.939970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38752) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:20.974804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9d919997-7b56-4b49-acd8-35888c2943cc) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:20.980112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:20.983826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.985320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a7ede-ec91-4525-a42d-e94d3a15f1d7 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:21.114236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7c51413-075d-4216-9c0b-f1b7f8c74ba7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1153903 Apr 01 15:46:21.116829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:21.124143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'name': 'tempest-NetworksTestDHCPv6-1786139132'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.218459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'a5d5272c-3c9e-4676-91b3-02d1699b7586'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:21.219341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.256618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:21.298656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:21.308901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:21.312222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:21.319971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:21.359921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38776) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:21.387089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/a5d5272c-3c9e-4676-91b3-02d1699b7586/121b4d9f-6735-4f25-922e-af2c776651d7) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:21.394541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:21.398112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.420075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port fd926482-6f82-4748-8158-b4cdc704fafd yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:21.489522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'networks': [{'name': 'tempest-network--1304188910'}, {'name': 'tempest-network--837333221'}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.489522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-network--1304188910'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.489522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-network--837333221'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.494346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:21.499657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:network and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:21.503249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:21.511589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:21.573016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'network': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:21.582282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.604168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.617602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.621750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Transition to ACTIVE for port object 121b4d9f-6735-4f25-922e-af2c776651d7 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:21.622346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:21.626523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:security_group_rule and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:21.630104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:21.636472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:21.643331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Transition to ACTIVE for port object 121b4d9f-6735-4f25-922e-af2c776651d7 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:21.716110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.775587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.808347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:21.821245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:21.826910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::265 (9d919997-7b56-4b49-acd8-35888c2943cc/a5d5272c-3c9e-4676-91b3-02d1699b7586/fd926482-6f82-4748-8158-b4cdc704fafd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:21.832469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Pushing event updated for resources: {'Port': ['ID=121b4d9f-6735-4f25-922e-af2c776651d7,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:21.839360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.839956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.847738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1216725826-network', 'tenant_id': '3469db9140084a3d9269b100555d88c3'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.852632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:21.853610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:21.865047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Usage tracker for resource:network and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:21.867349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.870418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.870947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.871832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.879374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Tracked resource versions report: Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: pushed versions: Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: { 'AddressGroup': {'1.2'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'ConntrackHelper': {'1.0'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Log': {'1.0'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Network': {'1.1'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Port': {'1.7'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'PortForwarding': {'1.2'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'QosPolicy': {'1.8'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroup': {'1.4'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SubPort': {'1.0'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Subnet': {'1.1'}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Trunk': {'1.1'}} Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: consumer versions: Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'ConntrackHelper': '1.0', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Log': '1.0', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Network': '1.1', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Port': '1.7', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'PortForwarding': '1.2', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'QosPolicy': '1.8', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroup': '1.4', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SecurityGroupRule': '1.2', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'SubPort': '1.0', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Subnet': '1.1', Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: 'Trunk': '1.1'}} Apr 01 15:46:21.881528 dv-neutron-835943-1-hyperv neutron-server[88602]: {{(pid=88602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:46:21.883681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:21.891667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:21.894064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.894520 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment 07723ac4-0bea-4d58-b835-90c7072d5007 of type vlan for network f05aac9b-c97f-4566-b7e6-4823dce14c43 Apr 01 15:46:21.914004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1832561531-network', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:21.927667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:21.931008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.936719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Usage tracker for resource:network and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:21.941335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:21.953200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:21.969528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5055ba42-672b-4b7c-a129-98669324abe9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:21.999915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Attempting to bind port 121b4d9f-6735-4f25-922e-af2c776651d7 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:22.000996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Attempting to bind port 121b4d9f-6735-4f25-922e-af2c776651d7 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:22.001257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Attempting to bind port 121b4d9f-6735-4f25-922e-af2c776651d7 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:22.007599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:22.007974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:22.008440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.008746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:22.009387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Bound port: 121b4d9f-6735-4f25-922e-af2c776651d7, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:22.009935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.034972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:22.038158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Made reservation on behalf of 3469db9140084a3d9269b100555d88c3 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:22.040527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.076983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.077858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment bb98420d-541a-49bd-92c5-b6629b75bf3e of type vlan for network dc89f141-1a56-4def-a387-467e1db61dec Apr 01 15:46:22.122632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] For port 121b4d9f-6735-4f25-922e-af2c776651d7, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:22.128563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] For port 121b4d9f-6735-4f25-922e-af2c776651d7, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=121b4d9f-6735-4f25-922e-af2c776651d7,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:22.158332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Made reservation on behalf of 8ca4dbfd28b7427ea79ce46d7c0ffc5b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:22.160592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.175816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.198675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.214565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:22.217095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.229762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:22.235012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:22.238204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.244206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.255358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:22.256522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object fd926482-6f82-4748-8158-b4cdc704fafd will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:22.264006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:22.272526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Usage tracker for resource:security_group_rule and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:22.276385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:22.289768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:22.332347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.332867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.337100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b3ce-4b82-4a3c-80c6-ab96fa0b480e None None] Pushing event updated for resources: {'Port': ['ID=121b4d9f-6735-4f25-922e-af2c776651d7,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.338315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:22.343123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:22.343994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.480029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.485553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.522715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.531786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=f05aac9b-c97f-4566-b7e6-4823dce14c43,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.542621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network f05aac9b-c97f-4566-b7e6-4823dce14c43 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:22.626713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.702478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b0a0c8-ab52-48cc-82fe-69ef881db703,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.719565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.753424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:22.766410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.766765 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Added segment 58423117-5bec-4781-ac7b-b4c687d1b0f2 of type vlan for network 30ee88b7-de7b-4476-bdd5-8337705ff84d Apr 01 15:46:22.774374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=dc89f141-1a56-4def-a387-467e1db61dec,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.790949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:22.797386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:22.800155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network dc89f141-1a56-4def-a387-467e1db61dec details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:22.815256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:22.820887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:22.821526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.826549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:22.836892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.837585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Added segment 5ff3532f-33a9-4525-9dd3-08424d135741 of type vlan for network db59d1df-ce13-414d-aa3e-9fc443476eff Apr 01 15:46:22.871068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.875488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.931964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=fd926482-6f82-4748-8158-b4cdc704fafd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.949652 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1751eb42-b3f0-4ef9-a853-356016634d7e tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0064092 Apr 01 15:46:22.950625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38822) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:22.979742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332581bd-bc00-4f89-a53b-42a08086476f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.999956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 121b4d9f-6735-4f25-922e-af2c776651d7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:23.073793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.074756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.075637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.101334 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3620cc29-9620-42b5-af23-d68903dac8b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9805853 Apr 01 15:46:23.103529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38830) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.159367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.161224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.162999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.175830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 121b4d9f-6735-4f25-922e-af2c776651d7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:23.321737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.325023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0681007 Apr 01 15:46:23.325985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38838) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.337481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.340468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Request body: {'subnet': {'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1216725826-subnet', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:23.347793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] Pushing event updated for resources: {'Network': ['ID=db59d1df-ce13-414d-aa3e-9fc443476eff,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.352205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.357938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network db59d1df-ce13-414d-aa3e-9fc443476eff details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:23.359689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.361789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Synchronizing usage tracker for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:23.370309 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02d6cfa8-3172-4871-8db2-a9e7bc5b6460 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0070813 Apr 01 15:46:23.376078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.376214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:23.391696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Request body: {'subnet': {'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1832561531-subnet', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:23.402561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:23.402561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Usage tracker for resource:subnet and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:23.404478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:23.411606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:23.431328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3126ed9-8aca-4db5-b9e3-ac06a249227a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.436120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Usage tracker for resource:subnet and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:23.437945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3126ed9-8aca-4db5-b9e3-ac06a249227a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.441047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3126ed9-8aca-4db5-b9e3-ac06a249227a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:23.442557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:23.454636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:23.478292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Made reservation on behalf of 8ca4dbfd28b7427ea79ce46d7c0ffc5b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:23.482641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.521704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.535966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be4b6-8093-4512-af29-380d599c8c3a admin admin] Pushing event updated for resources: {'Network': ['ID=30ee88b7-de7b-4476-bdd5-8337705ff84d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.547665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:23.580885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3126ed9-8aca-4db5-b9e3-ac06a249227a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:23.585040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.586271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3126ed9-8aca-4db5-b9e3-ac06a249227a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4776852 Apr 01 15:46:23.668043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e49e53-d8e5-4599-a854-23023ac0d761 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:23.668701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port fd926482-6f82-4748-8158-b4cdc704fafd {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:23.669275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.741855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Made reservation on behalf of 3469db9140084a3d9269b100555d88c3 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:23.746968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.785716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Unset dirty status for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:23.790485 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-371ccc7f-7cfd-4e49-befc-307cfb1ff4b0 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8395808 Apr 01 15:46:23.791619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:23.815798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Provisioning for port 121b4d9f-6735-4f25-922e-af2c776651d7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:23.825622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Provisioning complete for port 121b4d9f-6735-4f25-922e-af2c776651d7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:23.826040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.934207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-728214672'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:23.948313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.952761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:24.013874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Usage tracker for resource:network and tenant:89218aa752db47ef9526dba2259dc5c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:24.038231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:24.058065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38872) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:24.061610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:24.069985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.118398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:24.119019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1e38b8-9ee1-45f1-a533-bee563fde18c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:24.142078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.199415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Checking segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:24.205504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Network hostable DHCP agents. Network: db59d1df-ce13-414d-aa3e-9fc443476eff, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:24.205661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] For port 121b4d9f-6735-4f25-922e-af2c776651d7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=121b4d9f-6735-4f25-922e-af2c776651d7,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:24.219596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Made reservation on behalf of 89218aa752db47ef9526dba2259dc5c6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:24.223872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.254418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.273396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:24.284233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.341193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.356241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e4a805ce-a1ad-4475-9e70-5cf2d7a84bdd tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:24.367860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.376489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:24.399993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Usage tracker for resource:security_group_rule and tenant:89218aa752db47ef9526dba2259dc5c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:24.409611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:24.414369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment before_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.414984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.631319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.634465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd67a90-1ae4-4795-a69e-242eff8e8210 None None] Pushing event updated for resources: {'Port': ['ID=121b4d9f-6735-4f25-922e-af2c776651d7,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:24.637307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for fd926482-6f82-4748-8158-b4cdc704fafd owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:24.637766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.637766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.637766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet before_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.637766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet before_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:24.637766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05aac9b-c97f-4566-b7e6-4823dce14c43']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:24.638611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Provisioning complete for port 121b4d9f-6735-4f25-922e-af2c776651d7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.638611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.638809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-587713011', 'router:external': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:24.638809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1632017658'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:24.647464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:24.652406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Usage tracker for resource:network and tenant:44dea705938a4124960226098ccbed57 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:24.655518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:24.663907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:24.666182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Network db59d1df-ce13-414d-aa3e-9fc443476eff is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:24.669345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07723ac4-0bea-4d58-b835-90c7072d5007') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:24.669644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07723ac4-0bea-4d58-b835-90c7072d5007') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:24.677278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:24.700674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.703518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.723906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:24.733328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:network and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:24.736971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.739317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:24.756472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:24.759777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:24.760143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: from cryptography.utils import int_from_bytes Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: from cryptography.utils import int_from_bytes Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn_limited( Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn_limited( Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:24.778794 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:24.833542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67efc5a5-65b0-4303-b261-9081a0b159b6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:24.858976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, db59d1df-ce13-414d-aa3e-9fc443476eff) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:24.863861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Checking segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:24.863997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Network hostable DHCP agents. Network: 30ee88b7-de7b-4476-bdd5-8337705ff84d, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:24.866853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Made reservation on behalf of 44dea705938a4124960226098ccbed57 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:24.870746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d02933-1084-483c-b046-ed0375c6204f None None] Network db59d1df-ce13-414d-aa3e-9fc443476eff requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:24.871627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.889236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 121b4d9f-6735-4f25-922e-af2c776651d7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:24.901652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:24.902236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.905511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.940049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.943076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:24.948930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Provisioning for port fd926482-6f82-4748-8158-b4cdc704fafd completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:24.960215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Usage tracker for resource:security_group_rule and tenant:44dea705938a4124960226098ccbed57 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:24.966460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:24.986331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:24.990162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Made reservation on behalf of 19dee60aa4a849bea0ec5a89d111c1c6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:24.992407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.994622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:25.008188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.013296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.019284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Provisioning complete for port fd926482-6f82-4748-8158-b4cdc704fafd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:25.019659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.029826 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4a805ce-a1ad-4475-9e70-5cf2d7a84bdd tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "PUT /v2.0/quotas/91cd3bded4334015be695fe870d248ae HTTP/1.1" status: 200 len: 366 time: 0.9057658 Apr 01 15:46:25.030999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.058200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:25.062346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.066981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24f57a76-18bb-4a93-8973-faa3cbe51043 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0325813 Apr 01 15:46:25.069857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d05c23cf-e1d5-410e-8f65-6e1949e864c6 None None] Port fd926482-6f82-4748-8158-b4cdc704fafd was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:46:25.069972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38898) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.089161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:security_group_rule and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:25.093416 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-97fc461b-88c5-4f1c-abf9-4da5c0f05982 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7140982 Apr 01 15:46:25.096522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.102089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.102549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:25.105627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.110086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=fd926482-6f82-4748-8158-b4cdc704fafd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.132824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:25.140541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:25.144644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=f05aac9b-c97f-4566-b7e6-4823dce14c43,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.154607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.161172 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-75261dba-3582-4a38-83c2-c49ad3dee628 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas/91cd3bded4334015be695fe870d248ae HTTP/1.1" status: 200 len: 366 time: 0.0840700 Apr 01 15:46:25.162632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 30ee88b7-de7b-4476-bdd5-8337705ff84d) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:25.167721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.167957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.174738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 121b4d9f-6735-4f25-922e-af2c776651d7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:25.175320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.181322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.193769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:25.198320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Usage tracker for resource:router and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:25.201761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:25.211279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:25.220784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8b351d12-701f-4eff-8471-7da7e3687da4 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/f05aac9b-c97f-4566-b7e6-4823dce14c43 HTTP/1.1" status: 204 len: 168 time: 1.4237175 Apr 01 15:46:25.224335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.230674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966945b-7dae-4702-be10-c54491a2f773 None None] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:25.236003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:25.262547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846c8571-7767-4e28-af0b-2d62288dd446,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.295270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.295617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Added segment 037eec18-1333-4f64-b106-33060cb74164 of type vlan for network 2e780357-90a8-4f9b-b755-5c08a4917328 Apr 01 15:46:25.356401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6033264-46be-4d5b-9936-7e2af7751157 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/91cd3bded4334015be695fe870d248ae HTTP/1.1" status: 204 len: 168 time: 0.1763141 Apr 01 15:46:25.363185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38920) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.376048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ef495b8f-1a19-43e0-b76d-5ff3f423ead6 None None] Could not find standard attr ID for object fd926482-6f82-4748-8158-b4cdc704fafd. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:25.382708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.394949 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6df9f9f4-9259-4b7a-a477-f81f63a69b85 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0285447 Apr 01 15:46:25.397824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38924) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.413984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.414645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-db59d1df-ce13-414d-aa3e-9fc443476eff', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:25.415727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.417001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.419774 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c8b54b7-c737-41b5-a6ab-67f4d0f1192b tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas/91cd3bded4334015be695fe870d248ae HTTP/1.1" status: 200 len: 370 time: 0.0206156 Apr 01 15:46:25.422950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38928) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.430858 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4fd081e7-11ce-43a4-b2d8-9f8945d3929b tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas/91cd3bded4334015be695fe870d248ae/default HTTP/1.1" status: 200 len: 370 time: 0.0054173 Apr 01 15:46:25.433884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.475055 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1424481b-c758-497b-820a-61e0bcd5762b tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:46:25.476495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1424481b-c758-497b-820a-61e0bcd5762b tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/91cd3bded4334015be695fe870d248ae HTTP/1.1" status: 404 len: 348 time: 0.0415275 Apr 01 15:46:25.479462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.484512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.487451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.509395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.514607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.574310 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2f0a814-5ed6-4a92-8019-e0ba3d1592d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2411654 Apr 01 15:46:25.575833 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c922565-84a2-4670-b717-8735ed7756ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/fd926482-6f82-4748-8158-b4cdc704fafd HTTP/1.1" status: 204 len: 168 time: 1.9898260 Apr 01 15:46:25.580813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.588089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.588420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38940) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.594425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.597820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:25.599979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.600573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.640552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:25.668188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Usage tracker for resource:router and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:25.676284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment before_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.676465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.677118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.677868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.678204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.678557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > port after_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.678961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > segment after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.679669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.679669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.679932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.698688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.729983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Allocated IP 172.20.0.2 (db59d1df-ce13-414d-aa3e-9fc443476eff/ea1e38b8-9ee1-45f1-a533-bee563fde18c/aeebc127-202f-41ac-9d92-dba546c06ce1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:25.738121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:25.744378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-30ee88b7-de7b-4476-bdd5-8337705ff84d', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:25.745100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.745443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Pushing event updated for resources: {'Network': ['ID=2e780357-90a8-4f9b-b755-5c08a4917328,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.764210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa65a4-1932-4835-b98a-f483a8cf8ef8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.766724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:25.785058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2e780357-90a8-4f9b-b755-5c08a4917328 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:25.795900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.796243 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Added segment c4868cc2-babe-4a06-a618-7baa8cee04cb of type vlan for network 0fd52837-83f7-4966-9fc9-30622c6e3119 Apr 01 15:46:25.810037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.810385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Added segment 6ea54111-9595-4001-ab3f-4ad7c8066c34 of type vlan for network 61050c16-3de5-4192-ba35-933d00665fc8 Apr 01 15:46:25.840399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.847788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.848142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.848474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet before_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.848805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Subscribe: > subnet before_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:46:25.849752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc89f141-1a56-4def-a387-467e1db61dec']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.850671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68209d02-4065-4a19-b9fd-361db2a09817,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.857751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:25.873340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb98420d-541a-49bd-92c5-b6629b75bf3e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.873637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb98420d-541a-49bd-92c5-b6629b75bf3e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.882506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:25.905200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba552922-b5e8-47ce-bccc-7248dc6992b5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.906956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba552922-b5e8-47ce-bccc-7248dc6992b5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.912045 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba552922-b5e8-47ce-bccc-7248dc6992b5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3211107 Apr 01 15:46:25.913995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.920951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:25.984078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.991272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f6f2572c-d6ce-4033-b80c-d75a9b8613fe tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4651177 Apr 01 15:46:25.991701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:26.000071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:26.000570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.004237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.013364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: from cryptography.utils import int_from_bytes Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: from cryptography.utils import int_from_bytes Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn_limited( Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn_limited( Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:26.024276 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:26.046898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.048262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.115470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet a5d5272c-3c9e-4676-91b3-02d1699b7586 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:26.122789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.178298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.202408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.225406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:26.245701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:network and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.249447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:26.249880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Allocated IP 172.20.0.2 (30ee88b7-de7b-4476-bdd5-8337705ff84d/67efc5a5-65b0-4303-b261-9081a0b159b6/94a6e336-3782-4c27-be71-f48b5fcc9982) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:26.256766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.281475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Transition to ACTIVE for port object aeebc127-202f-41ac-9d92-dba546c06ce1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:26.315449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.330565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.347040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:subnet and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.350392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.357108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:subnetpool and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.360890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'name': 'tempest-network--866427956', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:26.361982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.365106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.368957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:port and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.369959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:26.373279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.379388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Transition to ACTIVE for port object aeebc127-202f-41ac-9d92-dba546c06ce1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:26.381087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:router and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.385276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.391880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:floatingip and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.396481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:network and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.398014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.403580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.407974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.411264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.420833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.427205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.427838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.449561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=dc89f141-1a56-4def-a387-467e1db61dec,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:26.451569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:26.458610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.459702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.460470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.482061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.553586 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff825af4-17f7-4d4c-a9f6-5f1ce513ff59 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/dc89f141-1a56-4def-a387-467e1db61dec HTTP/1.1" status: 204 len: 168 time: 1.3268609 Apr 01 15:46:26.580912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Network db59d1df-ce13-414d-aa3e-9fc443476eff is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:26.582189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:26.586111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:26.595235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:26.597872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.601837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Pushing event updated for resources: {'Port': ['ID=aeebc127-202f-41ac-9d92-dba546c06ce1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:26.643344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5787179 Apr 01 15:46:26.645450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e87b-574a-4dd4-a733-c7f9a2783417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Pushing event updated for resources: {'Network': ['ID=0fd52837-83f7-4966-9fc9-30622c6e3119,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:26.659822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Transition to ACTIVE for port object 94a6e336-3782-4c27-be71-f48b5fcc9982 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:26.664700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:26.667578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3932757 Apr 01 15:46:26.687308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:26.687882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:security_group and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.700183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:26.702507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.725578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.754801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'subnet': {'network_id': '61050c16-3de5-4192-ba35-933d00665fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:26.767246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.782515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:26.801667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.809064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:26.815033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:security_group_rule and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.819845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.824179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.861953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:26.880335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d5272c-3c9e-4676-91b3-02d1699b7586,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:26.885018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.891335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Transition to ACTIVE for port object 94a6e336-3782-4c27-be71-f48b5fcc9982 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:26.893443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:subnet and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.906605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:26.920041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986ed46-cd84-484d-a5d0-001b2d8860af None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:26.926444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:26.935167 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ad8e33a-e37c-44bd-a3b2-b575731e63f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/a5d5272c-3c9e-4676-91b3-02d1699b7586 HTTP/1.1" status: 204 len: 168 time: 1.0119343 Apr 01 15:46:26.938691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701e8bc-2bf4-40c9-af7d-749514407086 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Network': ['ID=61050c16-3de5-4192-ba35-933d00665fc8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:26.940447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:26.952947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Usage tracker for resource:security_group_rule and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:26.988156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:27.003490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.011924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.018558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.019473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Synchronizing usage tracker for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:27.028150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f3dbac0-18b6-4c6d-be82-8ca17a2cf8b9 tempest-QuotasTest-1016117273 tempest-QuotasTest-1016117273-project-admin] 10.222.0.18 "GET /v2.0/quotas/de7e58e9135a446c92dba22da6277e41/details.json HTTP/1.1" status: 200 len: 703 time: 1.1794481 Apr 01 15:46:27.043613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Made reservation on behalf of 19dee60aa4a849bea0ec5a89d111c1c6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:27.046057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.065171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Attempting to bind port aeebc127-202f-41ac-9d92-dba546c06ce1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:27.065171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Attempting to bind port aeebc127-202f-41ac-9d92-dba546c06ce1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:27.065171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Attempting to bind port aeebc127-202f-41ac-9d92-dba546c06ce1 on network db59d1df-ce13-414d-aa3e-9fc443476eff {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:27.115909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 61050c16-3de5-4192-ba35-933d00665fc8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:27.162381 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b635849-b66a-4883-8e18-83cdf7626974 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2111092 Apr 01 15:46:27.162569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Unset dirty status for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:27.162569 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f487f8b-4db2-49b2-a913-6bb24842c4b9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1898 time: 0.5701954 Apr 01 15:46:27.162569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:27.162794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 38990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:27.170345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1527342904'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:27.172035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:27.176010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:27.186251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:27.227565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:27.228032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Checking segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:27.228561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.229024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Bound using segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:27.229572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Bound port: aeebc127-202f-41ac-9d92-dba546c06ce1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:27.230025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.239816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.288878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:27.300906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.355675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Pushing event updated for resources: {'Port': ['ID=94a6e336-3782-4c27-be71-f48b5fcc9982,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:27.389954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:27.398282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:27.430935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:27.431521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.431939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment 5d5a52d4-910b-495a-b060-59982a69be43 of type vlan for network 87822ed8-df02-4cbe-901d-98ef451438e5 Apr 01 15:46:27.433081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:27.495049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.535575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:27.556857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.588216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Attempting to bind port 94a6e336-3782-4c27-be71-f48b5fcc9982 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:27.588428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Attempting to bind port 94a6e336-3782-4c27-be71-f48b5fcc9982 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:27.588796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Attempting to bind port 94a6e336-3782-4c27-be71-f48b5fcc9982 on network 30ee88b7-de7b-4476-bdd5-8337705ff84d {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:27.601100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] For port aeebc127-202f-41ac-9d92-dba546c06ce1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:27.603397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:27.603774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Checking segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:27.604265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.604680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Bound using segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:27.605177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Bound port: 94a6e336-3782-4c27-be71-f48b5fcc9982, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:27.605575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.664172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] For port aeebc127-202f-41ac-9d92-dba546c06ce1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aeebc127-202f-41ac-9d92-dba546c06ce1,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:27.669876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:27.672243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 38998) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:27.683308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:27.699212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.699728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119', 'binding:host_id': 'hv-neutron-8359', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2032998664'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:27.710036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:27.710773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:46:27.713905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:27.721215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Usage tracker for resource:port and tenant:c35dd2f1a9c94aeb88f8417ec735a37a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:27.721858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Deleting port 121b4d9f-6735-4f25-922e-af2c776651d7 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:27.722562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.725321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.751204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:27.769454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.771428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:27.774630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.788110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] For port 94a6e336-3782-4c27-be71-f48b5fcc9982, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:27.809788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c0aa3-55fc-4cce-95cd-692694b4b292,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:27.813181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39004) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:27.833766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:27.861323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:27.864646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.869526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] For port 94a6e336-3782-4c27-be71-f48b5fcc9982, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94a6e336-3782-4c27-be71-f48b5fcc9982,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:27.915741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Made reservation on behalf of c35dd2f1a9c94aeb88f8417ec735a37a for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:27.918422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.920165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.961054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.026419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.069509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.106864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] For port 121b4d9f-6735-4f25-922e-af2c776651d7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=121b4d9f-6735-4f25-922e-af2c776651d7,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:28.107383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.110165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.119333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:28.120418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.121846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:28.161561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Usage tracker for resource:security_group_rule and tenant:c35dd2f1a9c94aeb88f8417ec735a37a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:28.192384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:28.232110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10349ea-1725-4a2d-a66d-100cc02ec302 None None] Pushing event updated for resources: {'Port': ['ID=aeebc127-202f-41ac-9d92-dba546c06ce1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.232300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:28.232724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:28.249824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Allocated IP 172.26.7.24 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/f9803084-595b-4ed8-beef-8df03eb18e61) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:28.266835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.352079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:28.359063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Usage tracker for resource:security_group_rule and tenant:699dbbfb45b44de9af80b359acc112e0 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:28.363652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:28.364809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Calling delete_port for 121b4d9f-6735-4f25-922e-af2c776651d7 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:28.371274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:28.413164 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2506726 Apr 01 15:46:28.417139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:28.439980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:28.443839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1828285462'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:28.448540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496359e-7dab-4c78-b95e-fe5fafe91fed tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=87822ed8-df02-4cbe-901d-98ef451438e5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.463256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:28.469246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:network and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:28.478955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:28.494794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:28.512593 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:28.574550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.575698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 87822ed8-df02-4cbe-901d-98ef451438e5 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:28.590287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5b493-ab37-42c1-87fb-9c6dcc77000f None None] Pushing event updated for resources: {'Port': ['ID=94a6e336-3782-4c27-be71-f48b5fcc9982,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.613290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:28.616948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.636030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.691245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Synchronizing usage tracker for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:28.704571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.729536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12637c24-3668-4ce0-8346-b4a47ad96857,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.738055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.747544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.749925 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:28.769587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.769900 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment 8876f3d1-395b-44fc-b33f-f1d6424b5d29 of type vlan for network d77d1890-d41f-4f02-a157-3b9d1fc278ac Apr 01 15:46:28.780805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:28.802469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] Pushing event deleted for resources: {'Port': ['ID=121b4d9f-6735-4f25-922e-af2c776651d7,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.804385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257998a-6a9b-4bae-a24e-debe5daeb8fd None None] No DVR routers for this DVR port 121b4d9f-6735-4f25-922e-af2c776651d7 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:28.807353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.808097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Added segment 9bb2fba3-db72-40c3-b780-015de88aa85b of type vlan for network 87e487c8-5fab-471b-94a7-841222bb42d8 Apr 01 15:46:28.820134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.830666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] Unset dirty status for tenant:b7c32f528ab54b4ba060cd3dfd57ab1f on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:28.832068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1391bd3d-5a9a-4de6-8fbc-a55b0d47b8ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=699dbbfb45b44de9af80b359acc112e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089190 Apr 01 15:46:28.836728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39014) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:28.876481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.900716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.921927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.925914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:46:28.926252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.939724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.007079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:29.034375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:29.037182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:29.038526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.046121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:29.048180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Allocated IP 172.26.7.140 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/22b5a46d-7cfe-41b8-8dbe-fe632b3d5495) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:29.052300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b8586-d14c-4d09-868e-02270c739eda None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:29.068124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.073052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:29.073634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.073899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:29.074521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.078845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.104629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aeebc127-202f-41ac-9d92-dba546c06ce1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:29.136983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:29.174633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.185233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.185929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:29.186505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.198638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port b1a41505-e3c4-41df-a876-29cae52d8629 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:29.255425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=72a48064-7995-41dd-a72b-27f3fd5eb2db,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.271031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Pushing event updated for resources: {'Port': ['ID=f9803084-595b-4ed8-beef-8df03eb18e61,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.353005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=d77d1890-d41f-4f02-a157-3b9d1fc278ac,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.379620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e546c10-9b5a-4ae5-b777-133dec81b3e3 None None] Network db59d1df-ce13-414d-aa3e-9fc443476eff requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:29.408094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d77d1890-d41f-4f02-a157-3b9d1fc278ac details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:29.482765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf9763-d485-4fa1-8c4d-8e74af60d6cd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.512523 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1248ca57-630b-40a3-aba5-5caf2bd2e0a6 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0845146 Apr 01 15:46:29.519334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:29.531678 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.5382786 Apr 01 15:46:29.534444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044b878-c292-4031-8166-d65bc07ca608 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=87e487c8-5fab-471b-94a7-841222bb42d8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.536749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:29.546871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Checking segment: {'id': '6ea54111-9595-4001-ab3f-4ad7c8066c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:29.547785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network hostable DHCP agents. Network: 61050c16-3de5-4192-ba35-933d00665fc8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:29.551067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port aeebc127-202f-41ac-9d92-dba546c06ce1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:29.565541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 87e487c8-5fab-471b-94a7-841222bb42d8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:29.649099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'ports': [{'network_id': '87822ed8-df02-4cbe-901d-98ef451438e5', 'name': 'tempest-port--1165731719', 'admin_state_up': True}, {'network_id': 'd77d1890-d41f-4f02-a157-3b9d1fc278ac', 'admin_state_up': False}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.649447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'port': {'network_id': '87822ed8-df02-4cbe-901d-98ef451438e5', 'name': 'tempest-port--1165731719', 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.650964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'port': {'network_id': 'd77d1890-d41f-4f02-a157-3b9d1fc278ac', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.677222 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62ec5353-f0fe-46bf-9a3b-102ae59f9b41 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5151858 Apr 01 15:46:29.727228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45f0136b-872b-426c-9f6c-e623496f2803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.728757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95808afe-d109-438e-9295-920e8df6fd64 None None] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:29.730858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:29.749637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.756422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94a6e336-3782-4c27-be71-f48b5fcc9982 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:29.758205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c0f80636-d020-41d9-aa77-7b7478880265,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.770919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.774554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.780821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Provisioning for port aeebc127-202f-41ac-9d92-dba546c06ce1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:29.782604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12637c24-3668-4ce0-8346-b4a47ad96857,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.793575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.794694 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4dbd0aed-def1-4168-9ffe-bb12b084e52f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12637c24-3668-4ce0-8346-b4a47ad96857 HTTP/1.1" status: 204 len: 168 time: 0.9550815 Apr 01 15:46:29.823987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'name': 'tempest-NetworksTestDHCPv6-1708597584'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.882270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Provisioning complete for port aeebc127-202f-41ac-9d92-dba546c06ce1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:29.882639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.930848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.962008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e487c8-5fab-471b-94a7-841222bb42d8']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.972855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb2fba3-db72-40c3-b780-015de88aa85b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.973263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb2fba3-db72-40c3-b780-015de88aa85b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.985473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.005099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.012863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:30.013279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:30.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:30.041695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.057291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '72a48064-7995-41dd-a72b-27f3fd5eb2db'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:30.058092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.094664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 61050c16-3de5-4192-ba35-933d00665fc8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:30.184503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:30.190999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:30.211180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:30.258982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Pushing event updated for resources: {'Port': ['ID=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:30.296515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 61050c16-3de5-4192-ba35-933d00665fc8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:30.301261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:30.302104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.334735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6951e-ada8-41de-b7a1-ff9a49e5b531 None None] Network 61050c16-3de5-4192-ba35-933d00665fc8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:30.366043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 94a6e336-3782-4c27-be71-f48b5fcc9982 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:30.370401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.424197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:30.482469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87e487c8-5fab-471b-94a7-841222bb42d8 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:46:30.520506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:30.543871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:30.545646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Network': ['ID=87e487c8-5fab-471b-94a7-841222bb42d8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:30.553956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.568156 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a70d065-cddc-4711-b6c0-81b647dc2f01 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/87e487c8-5fab-471b-94a7-841222bb42d8 HTTP/1.1" status: 204 len: 168 time: 1.0247612 Apr 01 15:46:30.568964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:30.580602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:30.607512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:30.608563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.614450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:30.618912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 121b4d9f-6735-4f25-922e-af2c776651d7 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:46:30.621600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:network and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:30.628854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:30.657403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port b1a41505-e3c4-41df-a876-29cae52d8629 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:30.660056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:30.680086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 121b4d9f-6735-4f25-922e-af2c776651d7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:46:30.680437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 121b4d9f-6735-4f25-922e-af2c776651d7 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:46:30.698230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.742459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:30.748213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:port and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:30.753946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:30.791747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:30.798423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:30.799364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/72a48064-7995-41dd-a72b-27f3fd5eb2db/08d81ef5-1462-4d79-bd93-43f80b9731d2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:30.801136 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ceba72cc-f588-4f20-b237-e6365d5b2bcf tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1101997 Apr 01 15:46:30.803499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.813720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39044) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:30.816383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Transition to ACTIVE for port object b1a41505-e3c4-41df-a876-29cae52d8629 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:30.872092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:30.928695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.978095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.991970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:31.028726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:31.034133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.034467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Added segment d6ad38d0-1b67-4109-84c4-a75dc503a583 of type vlan for network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 Apr 01 15:46:31.040540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Usage tracker for resource:security_group_rule and tenant:de7e58e9135a446c92dba22da6277e41 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:31.046695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:31.056033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.059658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1519597271', 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:31.065852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:31.076157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:31.080982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.081527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] For port aeebc127-202f-41ac-9d92-dba546c06ce1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aeebc127-202f-41ac-9d92-dba546c06ce1,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:31.108065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:31.111818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:31.114000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.154336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:port and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:31.157243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.169067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:31.189815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:31.201828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:31.222766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.225230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.258552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.305343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a813c1-7eed-4f47-9306-609669ec68c7 None None] Network 61050c16-3de5-4192-ba35-933d00665fc8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:31.506969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Made reservation on behalf of 19dee60aa4a849bea0ec5a89d111c1c6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:31.509324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.518639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.518886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb4d17-fba3-47bc-9bf0-2990dd591ddb None None] Pushing event updated for resources: {'Port': ['ID=aeebc127-202f-41ac-9d92-dba546c06ce1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.519837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.520483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.605242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.607712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Provisioning for port 94a6e336-3782-4c27-be71-f48b5fcc9982 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:31.629913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Provisioning complete for port 94a6e336-3782-4c27-be71-f48b5fcc9982 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:31.630287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.650148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a41505-e3c4-41df-a876-29cae52d8629,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.658754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] device_id is not set on port 9d0beeb3-d401-4966-a0e8-cc5a6ef0162b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:31.662225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Transition to ACTIVE for port object 08d81ef5-1462-4d79-bd93-43f80b9731d2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:31.664871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.670716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=0db02fee-7ab9-4cfe-a4ba-c2983303b263,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.688020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:31.781059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Checking segment: {'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:31.781626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Network hostable DHCP agents. Network: 0fd52837-83f7-4966-9fc9-30622c6e3119, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:31.795581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.820322 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8243835a-4b75-427f-8fc1-2a6656e02968 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2429209 Apr 01 15:46:31.824043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:31.835056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Transition to ACTIVE for port object 08d81ef5-1462-4d79-bd93-43f80b9731d2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:31.854353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'subnet': {'network_id': '0db02fee-7ab9-4cfe-a4ba-c2983303b263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:31.859803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:31.873162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:subnet and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:31.883576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:31.893419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] device_id is not set on port 2b65ea55-1295-405c-a349-e0027beba21b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:31.900593 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de7e58e9135a446c92dba22da6277e41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249968 Apr 01 15:46:31.900593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:31.902508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.906140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:31.906837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f28d-dbf7-4195-9a53-172642e2277c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b9602-7b7d-4f46-ad81-1e18a94c6c3e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.919116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.027012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0835b029-0c9a-47c1-834f-a79dc77ba108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.033381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:32.044291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:32.052555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:32.061702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Pushing event updated for resources: {'Port': ['ID=08d81ef5-1462-4d79-bd93-43f80b9731d2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.068512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.100569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.127410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:32.145706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:32.148129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.194133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] For port 94a6e336-3782-4c27-be71-f48b5fcc9982, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94a6e336-3782-4c27-be71-f48b5fcc9982,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:32.195370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Attempting to bind port 08d81ef5-1462-4d79-bd93-43f80b9731d2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:32.195730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Attempting to bind port 08d81ef5-1462-4d79-bd93-43f80b9731d2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:32.196082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Attempting to bind port 08d81ef5-1462-4d79-bd93-43f80b9731d2 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:32.201460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:32.201826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:32.202218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.202604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:32.203053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Bound port: 08d81ef5-1462-4d79-bd93-43f80b9731d2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:32.203475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.226938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.246931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::21 (9d919997-7b56-4b49-acd8-35888c2943cc/72a48064-7995-41dd-a72b-27f3fd5eb2db/91c4ffbe-8b4b-4a67-a392-9de6ca729f64) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:32.263732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.296997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] For port 08d81ef5-1462-4d79-bd93-43f80b9731d2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:32.300611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] For port 08d81ef5-1462-4d79-bd93-43f80b9731d2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=08d81ef5-1462-4d79-bd93-43f80b9731d2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:32.320541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 0fd52837-83f7-4966-9fc9-30622c6e3119) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:32.324688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:32.332044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19585002-a29b-417a-a1e4-258df965af53 None None] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:32.362523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.370429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.20.0.11 (61050c16-3de5-4192-ba35-933d00665fc8/c0f80636-d020-41d9-aa77-7b7478880265/9d0beeb3-d401-4966-a0e8-cc5a6ef0162b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:32.392971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:32.393344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:32.393716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:32.448145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Router 5e55e32e-e5d7-4089-9fbd-94fd16497250 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:46:32.452865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.493069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:32.493433 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:32.508444 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 2 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:32.529695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.577906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:32.578250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:32.578672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:32.581113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b9602-7b7d-4f46-ad81-1e18a94c6c3e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.584170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016fb9-7e3f-4641-a548-88e8d04ce049 None None] Pushing event updated for resources: {'Port': ['ID=94a6e336-3782-4c27-be71-f48b5fcc9982,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.662531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:32.662531 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:32.665056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57b2058e-756e-4e73-9538-e39725c9cb49 None None] Provisioning complete for port aeebc127-202f-41ac-9d92-dba546c06ce1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:32.665598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57b2058e-756e-4e73-9538-e39725c9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.672965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 3 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:32.711997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.719728 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90675ee3-acff-4399-b2f0-430c6c3f97d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d0b9602-7b7d-4f46-ad81-1e18a94c6c3e HTTP/1.1" status: 204 len: 168 time: 0.8053648 Apr 01 15:46:32.732698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:32.742457 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Sync routers for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:32.765149 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:32.765914 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:32.776910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141c32-fa3e-4811-88f7-77d5f9650959 None None] Pushing event updated for resources: {'Port': ['ID=08d81ef5-1462-4d79-bd93-43f80b9731d2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.814595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:32.814595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:32.814595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:32.839377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.841325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.909804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.911035 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ffeeeaec-66a6-4296-980d-a8a3b6ccc740 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.3216984 Apr 01 15:46:32.917918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:32.938890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:32.939276 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:32.946428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.951034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57b2058e-756e-4e73-9538-e39725c9cb49 None None] Provisioning complete for port 94a6e336-3782-4c27-be71-f48b5fcc9982 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:32.951312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57b2058e-756e-4e73-9538-e39725c9cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.983207 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 4 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:33.033727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aeebc127-202f-41ac-9d92-dba546c06ce1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:33.191935 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:33.266934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:33.268037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:33.268386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:33.312481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:33.315806 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:33.320655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] device_id is not set on port 5edc1e01-7aef-4de6-9a2d-004970886d9b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:33.322335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port aeebc127-202f-41ac-9d92-dba546c06ce1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:33.322717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.325851 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 5 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:33.352061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.379647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Router 336fd407-edcd-48e5-89ee-3ca0a3133c4f is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:46:33.398905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:33.399264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:33.399609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:33.447157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:33.447494 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:33.453065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:33.454141 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 6 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:33.595310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.620382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:46:33.621085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.637237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94a6e336-3782-4c27-be71-f48b5fcc9982 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:33.673964 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:33.678581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Checking router: 5e55e32e-e5d7-4089-9fbd-94fd16497250 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:33.679210 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Updating router 5e55e32e-e5d7-4089-9fbd-94fd16497250 port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:46:33.694433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cc4821e-dc45-4322-9f90-1b1e52c13df5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:33.735654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 94a6e336-3782-4c27-be71-f48b5fcc9982 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:33.736929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.785843 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.795608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.804869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Checking segment: {'id': 'd6ad38d0-1b67-4109-84c4-a75dc503a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0db02fee-7ab9-4cfe-a4ba-c2983303b263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:33.805775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Network hostable DHCP agents. Network: 0db02fee-7ab9-4cfe-a4ba-c2983303b263, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:33.933016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.936551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:33.937732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:33.938070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:33.938404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:33.948685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Sync routers for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:33.953512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.956023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.986517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:33.987268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:34.009106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:34.009317 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:34.121873 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 7 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:34.135631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:34.146108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0beeb3-d401-4966-a0e8-cc5a6ef0162b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.236221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 0db02fee-7ab9-4cfe-a4ba-c2983303b263) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:34.243378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:34.243958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.253134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434bc8c-f885-497c-a4b6-f1ef6ba4f416 None None] Network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:34.269572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.270883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=91c4ffbe-8b4b-4a67-a392-9de6ca729f64,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.277733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 61050c16-3de5-4192-ba35-933d00665fc8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:34.296091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:34.297202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:34.303937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:34.305247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:34.305573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:34.306037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:34.332157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:34.357617 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91f6fb23-f6b6-4b4c-870a-8b396650b39a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5284300 Apr 01 15:46:34.361240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:34.366476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:34.367074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'floatingip': {'floating_network_id': '0db02fee-7ab9-4cfe-a4ba-c2983303b263'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:34.376192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:34.380318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.384202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:34.393290 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:34.407522 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 8 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:34.407896 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.412362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:34.430644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:floatingip and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:34.436616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:34.440898 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Transition to ACTIVE for port object 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:34.448310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:34.449588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:34.464723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:34.467566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:34.467999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:34.493277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.495003 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21a7132e-297b-4933-a695-5d97f904a361 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3780072 Apr 01 15:46:34.502103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:34.502950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.554728 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.560839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:34.572112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:34.572809 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:34.641158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-83a23aaf-f760-4e3c-a1c0-c2f5773d28eb None None] Provisioning for port 08d81ef5-1462-4d79-bd93-43f80b9731d2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:34.678875 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Attempting to bind port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:34.679198 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Attempting to bind port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:34.679553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Attempting to bind port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:34.683810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 9 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:34.690610 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Pushing event updated for resources: {'Port': ['ID=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.700858 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:34.701292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:34.703113 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.703548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:34.704189 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Bound port: 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:34.706476 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.727850 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-769de632-3575-435a-a72b-44d2087ad535 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9819894 Apr 01 15:46:34.734720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:34.746784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.764040 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.764444 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.764801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.765310 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.765930 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.766328 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.766707 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.768203 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Tracked resource versions report: Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: pushed versions: Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: { 'AddressGroup': {'1.2'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'ConntrackHelper': {'1.0'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Log': {'1.0'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Network': {'1.1'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Port': {'1.7'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'PortForwarding': {'1.2'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'QosPolicy': {'1.8'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroup': {'1.4'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SubPort': {'1.0'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Subnet': {'1.1'}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Trunk': {'1.1'}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: consumer versions: Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: { DHCP agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: HyperV agent@hv-neutron-8359: {}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: L3 agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: Metadata agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: Metering agent@dv-neutron-835943-1-hyperv: {}, Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: Open vSwitch agent@dv-neutron-835943-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'ConntrackHelper': '1.0', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Log': '1.0', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Network': '1.1', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Port': '1.7', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'PortForwarding': '1.2', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'QosPolicy': '1.8', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroup': '1.4', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SecurityGroupRule': '1.2', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'SubPort': '1.0', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Subnet': '1.1', Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: 'Trunk': '1.1'}} Apr 01 15:46:34.772470 dv-neutron-835943-1-hyperv neutron-server[88603]: {{(pid=88603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:46:34.777196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:34.778767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.784102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.819598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:34.820011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:34.820411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:34.889140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:34.889295 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:34.890264 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] For port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:34.895241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 10 to bind port b1a41505-e3c4-41df-a876-29cae52d8629 Apr 01 15:46:34.902977 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] For port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:34.903236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Port': ['ID=2b65ea55-1295-405c-a349-e0027beba21b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.922368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-755636441'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:34.931791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731664a-55e7-440f-97a2-021f2e0a42b3 None None] Network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:34.943439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:34.949823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:34.950216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:34.950816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:34.953140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:network and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:34.959006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Checking segment: {'id': '5d5a52d4-910b-495a-b060-59982a69be43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '87822ed8-df02-4cbe-901d-98ef451438e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:34.959372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network hostable DHCP agents. Network: 87822ed8-df02-4cbe-901d-98ef451438e5, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:34.970822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:34.975046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port b1a41505-e3c4-41df-a876-29cae52d8629 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:34.975402 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port b1a41505-e3c4-41df-a876-29cae52d8629 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:34.975765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.996679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:35.014660 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62ce9da5-497a-4150-b498-5ddd7efdfa5b tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 4.1905580 Apr 01 15:46:35.019695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:35.022511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 08d81ef5-1462-4d79-bd93-43f80b9731d2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:35.035097 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.117713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ba0fd07-51d9-4e8f-86e8-897461b16d85 None None] Provisioning for port 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:35.150303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Made reservation on behalf of 6511a2dd765c4aa583d8f8d93df7a409 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:35.152557 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:35.153193 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:35.153725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.173985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting port 9d0beeb3-d401-4966-a0e8-cc5a6ef0162b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:35.174444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.198988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ba0fd07-51d9-4e8f-86e8-897461b16d85 None None] Provisioning complete for port 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:35.198988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ba0fd07-51d9-4e8f-86e8-897461b16d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.216264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa5618d-70c5-4fef-a403-aeb94009e942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:35.222251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa5618d-70c5-4fef-a403-aeb94009e942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:35.223045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5fa5618d-70c5-4fef-a403-aeb94009e942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:35.234769 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793de87-0ebf-4457-ba8b-a646819fd1b4 None None] Pushing event updated for resources: {'Port': ['ID=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.238348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network 87822ed8-df02-4cbe-901d-98ef451438e5 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:35.250910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.257471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0fd07-51d9-4e8f-86e8-897461b16d85 None None] Port 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:35.288382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port b1a41505-e3c4-41df-a876-29cae52d8629, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:35.288382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:46:35.308036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:35.335707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Allocated IP 172.20.0.1 (30ee88b7-de7b-4476-bdd5-8337705ff84d/67efc5a5-65b0-4303-b261-9081a0b159b6/d6f1e694-580d-48f8-91d4-3d1cf592d1ae) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:35.355988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:security_group_rule and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:35.362390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:35.374892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:35.374892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 87822ed8-df02-4cbe-901d-98ef451438e5) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:35.379516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:35.380549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.381507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:35.390322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Checking router: 336fd407-edcd-48e5-89ee-3ca0a3133c4f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:35.390676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Updating router 336fd407-edcd-48e5-89ee-3ca0a3133c4f port f9803084-595b-4ed8-beef-8df03eb18e61 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:46:35.447670 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:35.476062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.500847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91b0a8e-2d51-4995-ae90-bb1e4c5d3476 None None] Network 87822ed8-df02-4cbe-901d-98ef451438e5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:35.529894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 08d81ef5-1462-4d79-bd93-43f80b9731d2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:35.556779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.560587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 08d81ef5-1462-4d79-bd93-43f80b9731d2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:35.560960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.705442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.862114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Calling delete_port for 9d0beeb3-d401-4966-a0e8-cc5a6ef0162b owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:35.867117 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:35.873408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508067a7-0ce4-40df-8f82-2b2174720053 None None] The sync data for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv is: [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:35.899640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.919961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Port': ['ID=5edc1e01-7aef-4de6-9a2d-004970886d9b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.922208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5fa5618d-70c5-4fef-a403-aeb94009e942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:35.926768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5fa5618d-70c5-4fef-a403-aeb94009e942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.1751461 Apr 01 15:46:35.931804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:35.934922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.944647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.037137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.066551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.117841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Transition to ACTIVE for port object d6f1e694-580d-48f8-91d4-3d1cf592d1ae will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:36.140239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:36.140835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.154444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:36.154761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.180914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.223837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Allocated IP 172.20.0.12 (0db02fee-7ab9-4cfe-a4ba-c2983303b263/9cc4821e-dc45-4322-9f90-1b1e52c13df5/984f0465-66fe-4586-87c9-97293bb663f8) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:36.309855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.330652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 08d81ef5-1462-4d79-bd93-43f80b9731d2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=08d81ef5-1462-4d79-bd93-43f80b9731d2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:36.335812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Transition to ACTIVE for port object f9803084-595b-4ed8-beef-8df03eb18e61 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:36.354179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:36.365007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Checking segment: {'id': '8876f3d1-395b-44fc-b33f-f1d6424b5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd77d1890-d41f-4f02-a157-3b9d1fc278ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:36.365367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network hostable DHCP agents. Network: d77d1890-d41f-4f02-a157-3b9d1fc278ac, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:36.402905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a41505-e3c4-41df-a876-29cae52d8629,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.405091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ed3152-353a-4efc-82be-18e0112cabd5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.415376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.429565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.442294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.464957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.465146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Added segment faa522f0-5092-4288-a210-9b5b7e982551 of type vlan for network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 Apr 01 15:46:36.512879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Attempting to bind port f9803084-595b-4ed8-beef-8df03eb18e61 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:36.514277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Attempting to bind port f9803084-595b-4ed8-beef-8df03eb18e61 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:36.514277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Attempting to bind port f9803084-595b-4ed8-beef-8df03eb18e61 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:36.535738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:36.535982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:36.536370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.537033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:36.537379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Bound port: f9803084-595b-4ed8-beef-8df03eb18e61, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:36.537750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.558462 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba171e06-e225-48f8-9794-b87df5d2fa13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.8781054 Apr 01 15:46:36.558645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:36.560168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39110) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:36.576909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:36.591365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:36.594244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf284-b911-46bf-b9cc-fe6c56b14840 None None] Pushing event updated for resources: {'Port': ['ID=f9803084-595b-4ed8-beef-8df03eb18e61,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.678870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=08d81ef5-1462-4d79-bd93-43f80b9731d2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.679403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.734400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] For port f9803084-595b-4ed8-beef-8df03eb18e61, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:36.738855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] For port f9803084-595b-4ed8-beef-8df03eb18e61, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9803084-595b-4ed8-beef-8df03eb18e61,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:36.764226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.768710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.770258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network d77d1890-d41f-4f02-a157-3b9d1fc278ac is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:36.809762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.828655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.883951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Allocated IP 172.20.0.1 (db59d1df-ce13-414d-aa3e-9fc443476eff/ea1e38b8-9ee1-45f1-a533-bee563fde18c/fff54102-5040-42ef-8fb5-5002dacf123b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:36.893177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.895224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0beeb3-d401-4966-a0e8-cc5a6ef0162b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.922127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf284-b911-46bf-b9cc-fe6c56b14840 None None] Pushing event updated for resources: {'Port': ['ID=f9803084-595b-4ed8-beef-8df03eb18e61,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.944769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.964154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:36.964773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:36.966204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:37.029215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Deleting port b1a41505-e3c4-41df-a876-29cae52d8629 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:37.029577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.066856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d77d1890-d41f-4f02-a157-3b9d1fc278ac) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:37.164084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75eadd1-5ed9-4ddc-9f4e-4a9e0a192d15 None None] Network d77d1890-d41f-4f02-a157-3b9d1fc278ac requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:37.188567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 08d81ef5-1462-4d79-bd93-43f80b9731d2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:37.206950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.225582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5faaa986-371f-4e78-9c86-9e344676d712 None None] Provisioning for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:37.230259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 91c4ffbe-8b4b-4a67-a392-9de6ca729f64 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:37.232330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Transition to ACTIVE for port object fff54102-5040-42ef-8fb5-5002dacf123b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:37.241599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:37.260838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.272947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:37.278473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.284449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.285467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.337626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:37.348768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.354267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.354857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.383595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:37.394360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.400556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:37.407206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5faaa986-371f-4e78-9c86-9e344676d712 None None] Provisioning complete for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:37.408189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5faaa986-371f-4e78-9c86-9e344676d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.425413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.432908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f971458-879a-40d3-a810-84d3709437ce tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9d0beeb3-d401-4966-a0e8-cc5a6ef0162b HTTP/1.1" status: 204 len: 168 time: 2.4064510 Apr 01 15:46:37.432908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8402863b-a5a0-4a2c-a0e0-7c9f6bf67451 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.8964276 Apr 01 15:46:37.435182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:37.435182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:37.443061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61050c16-3de5-4192-ba35-933d00665fc8', 'external_fixed_ips': [{'subnet_id': 'c0f80636-d020-41d9-aa77-7b7478880265', 'ip_address': '172.20.0.11'}]}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:37.508109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Port': ['ID=984f0465-66fe-4586-87c9-97293bb663f8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.516401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:37.568048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9969075 Apr 01 15:46:37.569136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:37.576679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Network db59d1df-ce13-414d-aa3e-9fc443476eff is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:37.580013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:router and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:37.588308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:37.590294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:37.605734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:37.623522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3902a-b630-45fc-8f8b-c062f2aaacae tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Network': ['ID=cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.633557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'subnet': {'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:37.641231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5faaa986-371f-4e78-9c86-9e344676d712 None None] Port d6f1e694-580d-48f8-91d4-3d1cf592d1ae cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:37.678726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 08d81ef5-1462-4d79-bd93-43f80b9731d2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:37.679097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.769965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port b1a41505-e3c4-41df-a876-29cae52d8629, host hv-neutron-8359, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:37.770723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.812935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:37.877165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.903002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.907125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:37.930146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.949935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:37.959317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76d7e-cc6d-4e51-ae54-9617bf29237b None None] The sync data for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv is: [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:30Z', 'revision_number': 3, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:37.960101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4a75e-0b52-4a87-bdc2-83259e453c43 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.965988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4a75e-0b52-4a87-bdc2-83259e453c43 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.967932 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0df4a75e-0b52-4a87-bdc2-83259e453c43 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5314169 Apr 01 15:46:38.001190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:38.011044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.012703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.022281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Calling delete_port for b1a41505-e3c4-41df-a876-29cae52d8629 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:38.023959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:38.115507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:38.119776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:subnet and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:38.122745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:38.129434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:38.140991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:38.148498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb43b78a-1295-49e4-802b-36c3636e4262 None None] Provisioning for port fff54102-5040-42ef-8fb5-5002dacf123b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:38.199799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.208956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting port 2b65ea55-1295-405c-a349-e0027beba21b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:38.208956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.219701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.220560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.282266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=91c4ffbe-8b4b-4a67-a392-9de6ca729f64,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:38.283916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Made reservation on behalf of 6511a2dd765c4aa583d8f8d93df7a409 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:38.285017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb43b78a-1295-49e4-802b-36c3636e4262 None None] Provisioning complete for port fff54102-5040-42ef-8fb5-5002dacf123b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.285824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb43b78a-1295-49e4-802b-36c3636e4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.287301 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.313269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.394863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fb43b78a-1295-49e4-802b-36c3636e4262 None None] Port fff54102-5040-42ef-8fb5-5002dacf123b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:38.439638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.497676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.516944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:38.597738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.605965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.616084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.652207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a41505-e3c4-41df-a876-29cae52d8629,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:38.660494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.669059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.698903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:38.819701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d463e864-1c46-47ef-954b-25d059cf18c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/91c4ffbe-8b4b-4a67-a392-9de6ca729f64 HTTP/1.1" status: 204 len: 168 time: 2.8837245 Apr 01 15:46:38.826257 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-df555266-c7c2-4030-b18c-86fb83f97848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b1a41505-e3c4-41df-a876-29cae52d8629 HTTP/1.1" status: 204 len: 168 time: 2.2488613 Apr 01 15:46:38.826257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:38.861460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:38.910452 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cba352-74ea-4ff4-a98c-1a808d619d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:46:38.911012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1cba352-74ea-4ff4-a98c-1a808d619d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Synchronizing usage tracker for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:38.926695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.012930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9803084-595b-4ed8-beef-8df03eb18e61 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:39.019069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952467b-61e1-4a50-8cbd-7d2bbd4e176f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.020890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952467b-61e1-4a50-8cbd-7d2bbd4e176f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.021708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d952467b-61e1-4a50-8cbd-7d2bbd4e176f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:39.022871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:39.037113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.050359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Subnet': ['ID=c14e08c8-fb5c-40e4-a613-f26cd4aba5da,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:39.060803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1cba352-74ea-4ff4-a98c-1a808d619d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Unset dirty status for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:39.062196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f1cba352-74ea-4ff4-a98c-1a808d619d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports/b1a41505-e3c4-41df-a876-29cae52d8629 HTTP/1.1" status: 404 len: 333 time: 0.1999569 Apr 01 15:46:39.072398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39140) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:39.073192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Checking segment: {'id': 'faa522f0-5092-4288-a210-9b5b7e982551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:39.073549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network hostable DHCP agents. Network: cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:39.086613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-262478762'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:39.095958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:39.108893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:39.154599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d952467b-61e1-4a50-8cbd-7d2bbd4e176f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:39.159401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d952467b-61e1-4a50-8cbd-7d2bbd4e176f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3320527 Apr 01 15:46:39.159401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:39.182552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f9803084-595b-4ed8-beef-8df03eb18e61 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:39.188193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9803084-595b-4ed8-beef-8df03eb18e61 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:39.188699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.193803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Made reservation on behalf of c35dd2f1a9c94aeb88f8417ec735a37a for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:39.196189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.211083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:39.219770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.238517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port 9192d2d0-eb3e-4412-abbd-42486c6f319f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:39.298491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 72a48064-7995-41dd-a72b-27f3fd5eb2db {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:39.302445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Calling delete_port for 2b65ea55-1295-405c-a349-e0027beba21b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:39.305781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.314193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.334096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f9803084-595b-4ed8-beef-8df03eb18e61, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9803084-595b-4ed8-beef-8df03eb18e61,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:39.347069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:39.351579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.352172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.356075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8cc0f0-c0c7-41c5-909e-5d38a6fafcdf None None] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:39.390199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.391275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:39.409589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.474324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.508442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74d5c7e7-4d11-4058-b537-c4eff5d5bdb6 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8947856 Apr 01 15:46:39.514545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39148) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:39.519933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.545308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.562606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-295427788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:39.600122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f9803084-595b-4ed8-beef-8df03eb18e61,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:39.618730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:39.621523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:39.621895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.644477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:router and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:39.658701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:39.675441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.679540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:39.695105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.768952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.770268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.797922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.804277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:39.817941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.829759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73', 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73', 'tenant_id': '6511a2dd765c4aa583d8f8d93df7a409', 'fixed_ips': [{'subnet_id': 'c14e08c8-fb5c-40e4-a613-f26cd4aba5da'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:39.830978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.849686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.913549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:39.922612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:39.925758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.930507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:39.931474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.932063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.964184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.991760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.999213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=72a48064-7995-41dd-a72b-27f3fd5eb2db,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.015323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.028325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608beb0-11c1-43d5-ae13-a14286432858 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:40.042263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=9192d2d0-eb3e-4412-abbd-42486c6f319f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.058706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Allocated IP 172.20.0.2 (cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73/c14e08c8-fb5c-40e4-a613-f26cd4aba5da/062ca451-766c-453b-9981-9618890a755d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:40.117571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2db5bf5a-1b9d-40a5-b219-ef3051c1f23c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/72a48064-7995-41dd-a72b-27f3fd5eb2db HTTP/1.1" status: 204 len: 168 time: 0.9544747 Apr 01 15:46:40.118079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:40.185170 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3292de89-9a68-439a-b0f2-3c26469e5573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1031399 Apr 01 15:46:40.185170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.185170 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-daef619c-82ed-47b7-b1f9-bba672f38450 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6648142 Apr 01 15:46:40.190411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39156) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:40.190734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39158) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:40.195763 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0f68455-2b2b-4904-af02-d4a65d5ee8be tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739684 Apr 01 15:46:40.197091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39162) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:40.202571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:40.206640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.208351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Port': ['ID=2b65ea55-1295-405c-a349-e0027beba21b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.247017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.275619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:40.294574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.386575 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4dc2eb6f-b8e4-4a5d-834c-d0c036202fc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/ports/2b65ea55-1295-405c-a349-e0027beba21b HTTP/1.1" status: 204 len: 168 time: 2.3830693 Apr 01 15:46:40.395836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:40.406903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:40.410444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:40.415453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:40.437264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.475437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.494040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Transition to ACTIVE for port object 062ca451-766c-453b-9981-9618890a755d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:40.518604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.522328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.535778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Transition to ACTIVE for port object 062ca451-766c-453b-9981-9618890a755d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:40.563495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.596706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:46:40.603849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Deleting port 08d81ef5-1462-4d79-bd93-43f80b9731d2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:40.604362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.635954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.721783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:40.726575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:40.733321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:40.764578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Pushing event updated for resources: {'Port': ['ID=062ca451-766c-453b-9981-9618890a755d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.843020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting port 5edc1e01-7aef-4de6-9a2d-004970886d9b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:40.843391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.878337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:40.890981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:40.933086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Attempting to bind port 062ca451-766c-453b-9981-9618890a755d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:40.933585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Attempting to bind port 062ca451-766c-453b-9981-9618890a755d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'faa522f0-5092-4288-a210-9b5b7e982551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:40.934048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Attempting to bind port 062ca451-766c-453b-9981-9618890a755d on network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:40.936313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb3e2d57-2fe4-4b18-bf51-c57fc04cdc74 None None] Provisioning complete for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:40.936787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2d57-2fe4-4b18-bf51-c57fc04cdc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.953849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:40.978591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9803084-595b-4ed8-beef-8df03eb18e61 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:40.987184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.000178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Port': ['ID=984f0465-66fe-4586-87c9-97293bb663f8,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.004553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:41.028703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:41.029037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Checking segment: {'id': 'faa522f0-5092-4288-a210-9b5b7e982551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:41.029526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.030151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Bound using segment: {'id': 'faa522f0-5092-4288-a210-9b5b7e982551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:41.030566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Bound port: 062ca451-766c-453b-9981-9618890a755d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa522f0-5092-4288-a210-9b5b7e982551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:41.031035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.047781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.054781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Router 5e55e32e-e5d7-4089-9fbd-94fd16497250 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:46:41.153039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Network db59d1df-ce13-414d-aa3e-9fc443476eff is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:41.185874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e2d57-2fe4-4b18-bf51-c57fc04cdc74 None None] Port d6f1e694-580d-48f8-91d4-3d1cf592d1ae cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:41.191800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] For port 08d81ef5-1462-4d79-bd93-43f80b9731d2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=08d81ef5-1462-4d79-bd93-43f80b9731d2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:41.192542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.206762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:41.261518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:41.264995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.317273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.321124 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6d0b472-56f8-4f6b-84bf-cb7611683382 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9585962 Apr 01 15:46:41.322088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:41.353688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Calling delete_port for 08d81ef5-1462-4d79-bd93-43f80b9731d2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:41.477798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9803084-595b-4ed8-beef-8df03eb18e61 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:41.478440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.499463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.502587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdd25ba1-51d0-43b5-8c89-7d74714aad4c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Synchronizing usage tracker for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:floatingip {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:41.508458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] For port 062ca451-766c-453b-9981-9618890a755d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:41.552323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.555855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95ddc3c8-80e2-4a1f-bcfb-52acef941ead None None] Provisioning complete for port fff54102-5040-42ef-8fb5-5002dacf123b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:41.556032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95ddc3c8-80e2-4a1f-bcfb-52acef941ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.569630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.588882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.642760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] For port 062ca451-766c-453b-9981-9618890a755d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=062ca451-766c-453b-9981-9618890a755d,segment=NetworkSegment(faa522f0-5092-4288-a210-9b5b7e982551),segment_id=faa522f0-5092-4288-a210-9b5b7e982551)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:41.646951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] Pushing event deleted for resources: {'Port': ['ID=08d81ef5-1462-4d79-bd93-43f80b9731d2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.648799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d7af0-4e8f-4e73-9ca2-691fed26972d None None] No DVR routers for this DVR port 08d81ef5-1462-4d79-bd93-43f80b9731d2 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:41.698651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.702584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-95ddc3c8-80e2-4a1f-bcfb-52acef941ead None None] Port fff54102-5040-42ef-8fb5-5002dacf123b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:41.716607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:41.717007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.718077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdd25ba1-51d0-43b5-8c89-7d74714aad4c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Unset dirty status for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:floatingip {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:41.722177 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdd25ba1-51d0-43b5-8c89-7d74714aad4c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=0db02fee-7ab9-4cfe-a4ba-c2983303b263 HTTP/1.1" status: 200 len: 690 time: 0.3439488 Apr 01 15:46:41.722775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:41.726310 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7f2ea74-9f6d-406c-a9db-b0a20341fe50 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e55e32e-e5d7-4089-9fbd-94fd16497250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8070235 Apr 01 15:46:41.736902 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Sync routers for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:41.747481 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:41.748341 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:41.849970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a2c49-e6a3-4516-9cc3-378349106a3e None None] Pushing event updated for resources: {'Port': ['ID=062ca451-766c-453b-9981-9618890a755d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.869035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Calling delete_port for 5edc1e01-7aef-4de6-9a2d-004970886d9b owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:41.887368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 08d81ef5-1462-4d79-bd93-43f80b9731d2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:46:41.950944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 08d81ef5-1462-4d79-bd93-43f80b9731d2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:46:41.951128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 08d81ef5-1462-4d79-bd93-43f80b9731d2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:46:42.042900 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:42.095949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Router 336fd407-edcd-48e5-89ee-3ca0a3133c4f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:46:42.387313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.447608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:42.514994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.536672 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 2, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.541468 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Checking router: 5e55e32e-e5d7-4089-9fbd-94fd16497250 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:42.541956 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Updating router 5e55e32e-e5d7-4089-9fbd-94fd16497250 port d6f1e694-580d-48f8-91d4-3d1cf592d1ae binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:46:42.604268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Deleting port 984f0465-66fe-4586-87c9-97293bb663f8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:42.604808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.619547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.672024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.679161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Port': ['ID=5edc1e01-7aef-4de6-9a2d-004970886d9b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.758134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port 9192d2d0-eb3e-4412-abbd-42486c6f319f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:42.777498 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3fcb9621-7295-4e8a-ad2f-3f0260f9502f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/ports/5edc1e01-7aef-4de6-9a2d-004970886d9b HTTP/1.1" status: 204 len: 168 time: 2.3640993 Apr 01 15:46:42.779014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.810448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39192) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:42.843940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.20.0.11 (61050c16-3de5-4192-ba35-933d00665fc8/c0f80636-d020-41d9-aa77-7b7478880265/6de4da93-a9d2-46c3-aefd-95356306a0eb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:42.869254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Transition to ACTIVE for port object 9192d2d0-eb3e-4412-abbd-42486c6f319f will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:42.902250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Allocated IP 172.20.0.1 (cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73/c14e08c8-fb5c-40e4-a613-f26cd4aba5da/f59f596a-c720-4c5d-b693-7be0e64b3ede) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:42.926845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:42.927746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.936802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Sync routers for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:42.953551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbce0e78-a255-4252-8341-7174c0e93502 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Synchronizing usage tracker for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:42.960215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:42.960910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.997952 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52ff801e-b1c2-4cf8-829f-f72e7a5378c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/336fd407-edcd-48e5-89ee-3ca0a3133c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4804826 Apr 01 15:46:43.085581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.100769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:43.134977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 062ca451-766c-453b-9981-9618890a755d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:43.242904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:43.247294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:43.247892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.265122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996dd268-3498-4585-b410-5181d54def83 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:43.286205 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.301431 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Transition to ACTIVE for port object d6f1e694-580d-48f8-91d4-3d1cf592d1ae will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:43.329506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=495974f4-ad1f-472b-83ed-60fe4bbfbad7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.374509 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.433082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.460050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93329cf1-cd9c-4a27-8fba-cdfa8f4900fa None None] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:43.463452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39204) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:43.464183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbce0e78-a255-4252-8341-7174c0e93502 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Unset dirty status for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:43.465374 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbce0e78-a255-4252-8341-7174c0e93502 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6481893 Apr 01 15:46:43.470935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39208) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:43.474589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905025535', 'description': 'tempest-description--659403934'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:43.481446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:43.487504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Usage tracker for resource:security_group and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:43.490312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:43.496074 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be840-ff06-4edb-87f6-2d154694f1b8 None None] Pushing event updated for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.499823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:43.513811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1160647205'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:43.521862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:43.534935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:network and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:43.541385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:43.557497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:43.571525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.661780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 61050c16-3de5-4192-ba35-933d00665fc8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:43.687498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:43.723941 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Attempting to bind port d6f1e694-580d-48f8-91d4-3d1cf592d1ae on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:43.724485 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Attempting to bind port d6f1e694-580d-48f8-91d4-3d1cf592d1ae by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:43.725159 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Attempting to bind port d6f1e694-580d-48f8-91d4-3d1cf592d1ae on network 30ee88b7-de7b-4476-bdd5-8337705ff84d {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:43.729391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:43.732018 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:43.732399 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Checking segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:43.732810 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.733209 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Bound using segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:43.733871 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Bound port: d6f1e694-580d-48f8-91d4-3d1cf592d1ae, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:43.734325 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.741625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.779217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:43.788802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.801400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.836425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:43.839294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:43.839646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:43.839990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:43.862250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e13b63eb-35a8-4336-a543-30c68fe2e325 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6623163 Apr 01 15:46:43.867722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Transition to ACTIVE for port object f59f596a-c720-4c5d-b693-7be0e64b3ede will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:43.880546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:43.881727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=9192d2d0-eb3e-4412-abbd-42486c6f319f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.882218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:43.891046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.891577 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment b1991697-e490-4c10-9ed6-5bbde1fad1f7 of type vlan for network efa41acc-e9cc-4070-9a6c-e9289472aaf0 Apr 01 15:46:43.899075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:43.899521 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:43.905272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'name': 'tempest-NetworksTestDHCPv6-319591903'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:43.920899 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] For port d6f1e694-580d-48f8-91d4-3d1cf592d1ae, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:43.921618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.922238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 2 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:43.924489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] For port d6f1e694-580d-48f8-91d4-3d1cf592d1ae, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:43.949062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Provisioning for port 062ca451-766c-453b-9981-9618890a755d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:43.962883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:43.963296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:43.963781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:43.963987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.964408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.977641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 062ca451-766c-453b-9981-9618890a755d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:43.985660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:43.992128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 062ca451-766c-453b-9981-9618890a755d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:43.992701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.028582 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.042530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.043061 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.049706 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 3 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.077776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.078676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.078676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.108765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.109009 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.119338 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 4 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.140646 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:44.141381 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:44.169466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Provisioning complete for port 062ca451-766c-453b-9981-9618890a755d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:44.170071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.210452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.210834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.211258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.225151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Usage tracker for resource:security_group_rule and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:44.228144 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be840-ff06-4edb-87f6-2d154694f1b8 None None] Pushing event updated for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.230357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.236709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:44.237328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.240676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.267804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Calling delete_port for 984f0465-66fe-4586-87c9-97293bb663f8 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:44.307576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:44.354767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '495974f4-ad1f-472b-83ed-60fe4bbfbad7'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:44.356360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.390122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.390431 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.393691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=f59f596a-c720-4c5d-b693-7be0e64b3ede,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.405600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 5 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.424383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=6de4da93-a9d2-46c3-aefd-95356306a0eb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.441685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:44.442813 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9360497 Apr 01 15:46:44.444016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:44.446614 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:44.450955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7b90f-582d-41e7-8d18-2fc73d851ac2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=efa41acc-e9cc-4070-9a6c-e9289472aaf0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.468334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:44.492136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1866647658'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:44.512103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:44.527634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:44.528133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network efa41acc-e9cc-4070-9a6c-e9289472aaf0 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:44.529775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:44.536757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.539559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.541136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.552359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:44.559457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.559967 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.560907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:44.564431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:44.568395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:44.579807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921028044', 'description': 'tempest-description--1346976205'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:44.586391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:44.590341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Usage tracker for resource:security_group and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:44.594051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:44.596535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:44.598539 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 6 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.600881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:44.615554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:network and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:44.628003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:44.649266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:44.654141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.654699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.655217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.669573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.670151 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.672716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 7 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.690345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.690924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.691488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.694743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.707484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.708067 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.709521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 8 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.724898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:44.728768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.755661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.756578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:44.760232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.779788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.780375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.780866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.800599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.800923 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.806060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 59fed058-beef-440d-8223-80c758da1980 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:44.840970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:43Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:44.847124 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdce0be2-767e-4439-807a-a391a24ab497 None None] The sync data for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv is: [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:43Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:44.847797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 9 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.853512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.889422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:44.889730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:44.890076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:44.894777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:44.942722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:44.959348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:44.959609 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:44.960350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Usage tracker for resource:security_group_rule and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:44.967862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.967862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Added segment 48215fa1-9c4a-4da3-8dc6-423d8f619dcf of type vlan for network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 Apr 01 15:46:44.967862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 10 to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f Apr 01 15:46:44.968939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.971503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:44.984861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:45.010541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:45.010883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:45.011667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:45.040349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:46:45.040694 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port 9192d2d0-eb3e-4412-abbd-42486c6f319f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:46:45.041059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.056494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.072797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.091023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 062ca451-766c-453b-9981-9618890a755d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=062ca451-766c-453b-9981-9618890a755d,segment=NetworkSegment(faa522f0-5092-4288-a210-9b5b7e982551),segment_id=faa522f0-5092-4288-a210-9b5b7e982551)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:45.162235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 2, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:45.166866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf1af2-ada9-4483-a44e-3b06e977c35c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.176361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.187162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.247467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.248700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.272724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Checking router: 336fd407-edcd-48e5-89ee-3ca0a3133c4f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:45.273227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Updating router 336fd407-edcd-48e5-89ee-3ca0a3133c4f port fff54102-5040-42ef-8fb5-5002dacf123b binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:46:45.409354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port 9192d2d0-eb3e-4412-abbd-42486c6f319f, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:45.409745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:46:45.413186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:45.473655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.478869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.507033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6f1e694-580d-48f8-91d4-3d1cf592d1ae up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:45.525671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.554935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::2c5 (9d919997-7b56-4b49-acd8-35888c2943cc/495974f4-ad1f-472b-83ed-60fe4bbfbad7/59fed058-beef-440d-8223-80c758da1980) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:45.732600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.750431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:45.754417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.828329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.832421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.845027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:45.845281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f8048ce3-1043-4bdf-8672-be519dcc2860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:45.857127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=062ca451-766c-453b-9981-9618890a755d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.920272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.936122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Port': ['ID=984f0465-66fe-4586-87c9-97293bb663f8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.949431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.950970 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ae736e9-ee09-451b-bcc2-8352c56130ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4842854 Apr 01 15:46:45.972616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:45.990046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:45.990575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'security_group_rule': {'security_group_id': '71cf1af2-ada9-4483-a44e-3b06e977c35c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:46.015451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:46.015451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.068148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] In _notify_port_updated(), no bound segment for port 9192d2d0-eb3e-4412-abbd-42486c6f319f on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:46:46.068880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.069653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.073760 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "PUT /v2.0/ports/9192d2d0-eb3e-4412-abbd-42486c6f319f HTTP/1.1" status: 200 len: 980 time: 5.8768520 Apr 01 15:46:46.077782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:46.097606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.101436 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5294955 Apr 01 15:46:46.104929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:46.130838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:46.131536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Network': ['ID=2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:46.150623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91c64-6d73-4f5a-897e-66148feb5bdf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136aa0b2-12fc-4ac7-89d7-c49c31caff57,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:46.158369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Usage tracker for resource:security_group_rule and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:46.169550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:46.171377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'security_group_rule': {'security_group_id': '136aa0b2-12fc-4ac7-89d7-c49c31caff57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:46.177076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7328-0b8b-48b2-be20-17168b4e4cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=9192d2d0-eb3e-4412-abbd-42486c6f319f,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:46.200607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:46.223860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:46.261300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:46.285458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.332522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Usage tracker for resource:security_group_rule and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:46.337206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:46.361301 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c14cc18-58b8-4e4e-bfcd-c7facf59b5b8 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8787549 Apr 01 15:46:46.379941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:46.496658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.588587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.589432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.590201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.590953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.591751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.592501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.593304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.594058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.595385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.596136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.596953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.597764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.598522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.599409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.603168 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4365558-2cca-4534-a84b-9e3062cced73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12665 time: 0.5070415 Apr 01 15:46:46.613958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:46.640166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.698051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.735942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.763669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d6f1e694-580d-48f8-91d4-3d1cf592d1ae, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:46.767332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.801393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Transition to ACTIVE for port object fff54102-5040-42ef-8fb5-5002dacf123b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:46.810783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.811898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Provisioning complete for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:46.812720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.844302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.868247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.922894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.936604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.037113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.228101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.240748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Deleting port 9192d2d0-eb3e-4412-abbd-42486c6f319f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:47.241992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.256913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.258089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.259816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Attempting to bind port fff54102-5040-42ef-8fb5-5002dacf123b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:47.260238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Attempting to bind port fff54102-5040-42ef-8fb5-5002dacf123b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:47.260911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Attempting to bind port fff54102-5040-42ef-8fb5-5002dacf123b on network db59d1df-ce13-414d-aa3e-9fc443476eff {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:47.272920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=f59f596a-c720-4c5d-b693-7be0e64b3ede,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.348728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 59fed058-beef-440d-8223-80c758da1980 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:47.350562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.369525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc4821e-dc45-4322-9f90-1b1e52c13df5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.370250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 062ca451-766c-453b-9981-9618890a755d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:47.387732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.444799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:47.445686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Checking segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:47.445686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.446198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Bound using segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:47.446629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Bound port: fff54102-5040-42ef-8fb5-5002dacf123b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:47.447024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.461093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.473724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46389394-011e-456b-9839-1900b5a700bd,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.477111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.500940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdd86e6-c6bb-49c1-acd2-bea3f681c110,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.513928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:47.515262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:47.554963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] For port fff54102-5040-42ef-8fb5-5002dacf123b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:47.558898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] For port fff54102-5040-42ef-8fb5-5002dacf123b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fff54102-5040-42ef-8fb5-5002dacf123b,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:47.593215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.594750 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-999d0933-4d6e-4d76-9364-582ea6ad4752 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4605803 Apr 01 15:46:47.606077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:47.611283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db02fee-7ab9-4cfe-a4ba-c2983303b263']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:47.629842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.637448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'security_group_rule': {'security_group_id': '136aa0b2-12fc-4ac7-89d7-c49c31caff57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:47.645502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:47.658507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Usage tracker for resource:security_group_rule and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:47.666136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:47.672889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:47.689270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:47.691120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.705964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033d563-a665-465b-8553-0a5ed12bef58 None None] Pushing event updated for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.715244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Provisioning for port f59f596a-c720-4c5d-b693-7be0e64b3ede completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:47.755462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:47.757855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:47.764140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:47.764842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.791979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ad38d0-1b67-4109-84c4-a75dc503a583') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:47.792602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ad38d0-1b67-4109-84c4-a75dc503a583') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:47.814411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 062ca451-766c-453b-9981-9618890a755d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:47.816020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.821686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router 0256a9f1-0f49-4ebb-af17-bb7b90646634 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:46:47.824839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.832211 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f6d07a7-925e-4d73-895e-392e63ce50e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8582637 Apr 01 15:46:47.839009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39246) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:47.841533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.860278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'security_group_rule': {'security_group_id': '71cf1af2-ada9-4483-a44e-3b06e977c35c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:47.876617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:47.885796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Usage tracker for resource:security_group_rule and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:47.892781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:47.910329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:47.941135 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0430112 Apr 01 15:46:47.961656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39250) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:47.991760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Provisioning complete for port f59f596a-c720-4c5d-b693-7be0e64b3ede triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:47.992274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.017983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a77cd-4afe-4fef-90ef-7ee12627cd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=59fed058-beef-440d-8223-80c758da1980,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:48.032035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/495974f4-ad1f-472b-83ed-60fe4bbfbad7/7475ad56-06e8-4b2a-9013-70339aeb2087) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:48.037441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:48.038092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:48.060509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.076596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.256387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.271610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010193b5-9fdf-4f77-939a-903caeebdc53 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:48.272893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-010193b5-9fdf-4f77-939a-903caeebdc53 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:48.300589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.319573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Router d79d86fd-da7b-4603-9005-2a0067b80603 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:46:48.326024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port 9192d2d0-eb3e-4412-abbd-42486c6f319f, host hv-neutron-8359, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:48.326345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.336401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:48.339591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:48.339994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:48.353999 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:48.425039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.484738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033d563-a665-465b-8553-0a5ed12bef58 None None] Pushing event updated for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:48.488436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Port f59f596a-c720-4c5d-b693-7be0e64b3ede cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:48.575905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Calling delete_port for 9192d2d0-eb3e-4412-abbd-42486c6f319f owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:48.577442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-010193b5-9fdf-4f77-939a-903caeebdc53 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:48.581967 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-010193b5-9fdf-4f77-939a-903caeebdc53 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6127751 Apr 01 15:46:48.611870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:48.615448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:48.624980 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Sync routers for ids ['0256a9f1-0f49-4ebb-af17-bb7b90646634'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:48.648800 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Routers {'0256a9f1-0f49-4ebb-af17-bb7b90646634'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:48.650351 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['0256a9f1-0f49-4ebb-af17-bb7b90646634'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:48.686752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:46:48.691901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.711758 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb165238-e5a3-4dd6-9810-556878fab934 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "PUT /v2.0/routers/d79d86fd-da7b-4603-9005-2a0067b80603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5159500 Apr 01 15:46:48.714239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39258) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:48.734029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ed0075-5157-4ff0-8604-bf0979e7fea6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:48.749156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'port': {'network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73', 'name': 'tempest-FloatingIPNegativeTestJSON-1501322260'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:48.784737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.869403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.874238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 59fed058-beef-440d-8223-80c758da1980 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:48.874470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.904529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Set router 0256a9f1-0f49-4ebb-af17-bb7b90646634 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:48.910005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.923344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Transition to ACTIVE for port object 7475ad56-06e8-4b2a-9013-70339aeb2087 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:48.953749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Transition to ACTIVE for port object 7475ad56-06e8-4b2a-9013-70339aeb2087 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:48.957616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.962098 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3281f4b7-2e4c-4618-9534-d96bf3a038b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1193602 Apr 01 15:46:48.963154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:48.983407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:48.987580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0db02fee-7ab9-4cfe-a4ba-c2983303b263 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:46:48.995095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] Sync routers for ids ['d79d86fd-da7b-4603-9005-2a0067b80603'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:49.004898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:49.006949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Provisioning complete for port 062ca451-766c-453b-9981-9618890a755d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:49.007448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9aa2709a-2b92-4d83-86a7-038ce7f364f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.009184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.010365 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cffeb162-21f4-43d5-8940-d38b58c040c0 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.5720391 Apr 01 15:46:49.013152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4378394-3322-49cb-b78c-8c44f63d0a92,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.017984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.021154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39266) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:49.025084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Usage tracker for resource:floatingip and tenant:3469db9140084a3d9269b100555d88c3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:49.031128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:49.047812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Network': ['ID=0db02fee-7ab9-4cfe-a4ba-c2983303b263,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.163337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.180749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] Routers {'d79d86fd-da7b-4603-9005-2a0067b80603'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:49.185665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d79d86fd-da7b-4603-9005-2a0067b80603'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:49.205090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:49.286454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:49.300693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.301980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06ff9c2e-5da7-40a1-b283-aac7fe729d98 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6943452 Apr 01 15:46:49.305621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:49.327603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.342053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:49.352874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:port and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:49.353633 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bbc93775-218c-4ebe-8603-fbf402bac926 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0db02fee-7ab9-4cfe-a4ba-c2983303b263 HTTP/1.1" status: 204 len: 168 time: 7.5592456 Apr 01 15:46:49.356978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:49.365713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event deleted for resources: {'Port': ['ID=9192d2d0-eb3e-4412-abbd-42486c6f319f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.377160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.387716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:49.404458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:49.418837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:49.511458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:49.529221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Usage tracker for resource:floatingip and tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:49.550442 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0256a9f1-0f49-4ebb-af17-bb7b90646634', 'name': '', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61050c16-3de5-4192-ba35-933d00665fc8', 'external_fixed_ips': [{'subnet_id': 'c0f80636-d020-41d9-aa77-7b7478880265', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '6de4da93-a9d2-46c3-aefd-95356306a0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:38Z', 'updated_at': '2022-04-01T15:46:44Z', 'revision_number': 3, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port': {'id': '6de4da93-a9d2-46c3-aefd-95356306a0eb', 'name': '', 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:18:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0256a9f1-0f49-4ebb-af17-bb7b90646634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'c0f80636-d020-41d9-aa77-7b7478880265', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:41Z', 'updated_at': '2022-04-01T15:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0f80636-d020-41d9-aa77-7b7478880265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:49.554459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:49.558774 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Checking router: 0256a9f1-0f49-4ebb-af17-bb7b90646634 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:49.560723 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Updating router 0256a9f1-0f49-4ebb-af17-bb7b90646634 port 6de4da93-a9d2-46c3-aefd-95356306a0eb binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:46:49.562751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:49.600447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa3ca6ab-62ca-4d20-a962-3c7ae09af8df tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Synchronizing usage tracker for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:floatingip {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:49.601131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:49.617079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.622316 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f8a58a1f-542a-4fc4-918b-dbb4b6703d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9192d2d0-eb3e-4412-abbd-42486c6f319f HTTP/1.1" status: 204 len: 168 time: 3.0027277 Apr 01 15:46:49.628949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.678079 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.684941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Pushing event updated for resources: {'Port': ['ID=7475ad56-06e8-4b2a-9013-70339aeb2087,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.686689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:49.694965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:49.698550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6f1e694-580d-48f8-91d4-3d1cf592d1ae up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:49.782938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:49.785274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:49.788143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] Routers {'d79d86fd-da7b-4603-9005-2a0067b80603'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:49.789717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d79d86fd-da7b-4603-9005-2a0067b80603'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:49.807064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'subnets': [{'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1279516094', 'ip_version': 6}, {'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:49.807418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'subnet': {'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1279516094', 'ip_version': 6}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:49.808096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Request body: {'subnet': {'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:49.847579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Made reservation on behalf of 6511a2dd765c4aa583d8f8d93df7a409 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:49.851175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.908916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9200a0-8b42-490a-8a81-76a2bbc33441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:46:49.909801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a9200a0-8b42-490a-8a81-76a2bbc33441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Synchronizing usage tracker for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:49.928203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:49.928777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace58653-ff6a-42ed-aa8f-5d006d70cde5 None None] The sync data for ids ['d79d86fd-da7b-4603-9005-2a0067b80603'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:49.940338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] device_id is not set on port ac6838f8-8fb4-47b8-98f6-874fd728ef1a yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:49.974646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.983931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.037255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa3ca6ab-62ca-4d20-a962-3c7ae09af8df tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Unset dirty status for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:floatingip {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:50.041791 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fa3ca6ab-62ca-4d20-a962-3c7ae09af8df tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.6501784 Apr 01 15:46:50.042643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:50.127696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d6f1e694-580d-48f8-91d4-3d1cf592d1ae triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.128229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.137278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting port 6de4da93-a9d2-46c3-aefd-95356306a0eb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:50.137619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.145603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a9200a0-8b42-490a-8a81-76a2bbc33441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Unset dirty status for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:50.147372 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a9200a0-8b42-490a-8a81-76a2bbc33441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports/9192d2d0-eb3e-4412-abbd-42486c6f319f HTTP/1.1" status: 404 len: 333 time: 0.4599333 Apr 01 15:46:50.163176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:50.175184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.188857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-479549021', 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:50.191453 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.206031 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Transition to ACTIVE for port object 6de4da93-a9d2-46c3-aefd-95356306a0eb will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:50.255135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:50.286545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Allocated IP 172.20.0.11 (cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73/c14e08c8-fb5c-40e4-a613-f26cd4aba5da/ac6838f8-8fb4-47b8-98f6-874fd728ef1a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:50.291293 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.294377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:47Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:50.354405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84db0bec-1107-4fa1-87ff-2af352087361 None None] The sync data for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv is: [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:47Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:50.395601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Attempting to bind port 7475ad56-06e8-4b2a-9013-70339aeb2087 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:50.396253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Attempting to bind port 7475ad56-06e8-4b2a-9013-70339aeb2087 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:50.396554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Attempting to bind port 7475ad56-06e8-4b2a-9013-70339aeb2087 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:50.398900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-df234070-2a8e-48e3-9e99-9ca5e00e175b None None] Provisioning complete for port f59f596a-c720-4c5d-b693-7be0e64b3ede triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.399441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-df234070-2a8e-48e3-9e99-9ca5e00e175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.446736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce05b5-80d7-4b3d-b5fd-a53306947dae None None] Pushing event updated for resources: {'Port': ['ID=6de4da93-a9d2-46c3-aefd-95356306a0eb,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.464639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:50.465165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:50.465645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.466037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:50.466653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Bound port: 7475ad56-06e8-4b2a-9013-70339aeb2087, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:50.467027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.490965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.528729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Attempting to bind port 6de4da93-a9d2-46c3-aefd-95356306a0eb on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:50.529190 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Attempting to bind port 6de4da93-a9d2-46c3-aefd-95356306a0eb by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6ea54111-9595-4001-ab3f-4ad7c8066c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:50.529553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Attempting to bind port 6de4da93-a9d2-46c3-aefd-95356306a0eb on network 61050c16-3de5-4192-ba35-933d00665fc8 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:50.540664 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:50.541044 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Checking segment: {'id': '6ea54111-9595-4001-ab3f-4ad7c8066c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:50.541985 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.542831 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Bound using segment: {'id': '6ea54111-9595-4001-ab3f-4ad7c8066c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:50.543643 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Bound port: 6de4da93-a9d2-46c3-aefd-95356306a0eb, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea54111-9595-4001-ab3f-4ad7c8066c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61050c16-3de5-4192-ba35-933d00665fc8'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:50.544287 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.589720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-df234070-2a8e-48e3-9e99-9ca5e00e175b None None] Port f59f596a-c720-4c5d-b693-7be0e64b3ede cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:50.619896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:50.649080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 59fed058-beef-440d-8223-80c758da1980 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:50.656326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.674916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:50.680212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:50.701419 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] For port 6de4da93-a9d2-46c3-aefd-95356306a0eb, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:50.708147 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] For port 6de4da93-a9d2-46c3-aefd-95356306a0eb, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6de4da93-a9d2-46c3-aefd-95356306a0eb,segment=NetworkSegment(6ea54111-9595-4001-ab3f-4ad7c8066c34),segment_id=6ea54111-9595-4001-ab3f-4ad7c8066c34)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:50.724112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.725554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.725554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.725554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.726056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.726484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.726923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.727382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.728415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Synchronizing usage tracker for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:50.737142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:50.744031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.759302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Usage tracker for resource:subnet and tenant:2bdcac10377d43ae9962d21ae38ccf2b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:50.771922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:50.776518 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.793961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:50.874653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a881991-52b3-422b-85cd-8034f155ecb9 None None] Pushing event updated for resources: {'Port': ['ID=7475ad56-06e8-4b2a-9013-70339aeb2087,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.889964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Made reservation on behalf of c35dd2f1a9c94aeb88f8417ec735a37a for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:50.893884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.917295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Unset dirty status for tenant:a49b0f70d4d040f9bca772e8712c9678 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:50.921555 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73df3bb7-ad20-4c58-a5bc-a82a9c96a571 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5187 time: 0.8719482 Apr 01 15:46:50.922750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:50.934925 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce05b5-80d7-4b3d-b5fd-a53306947dae None None] Pushing event updated for resources: {'Port': ['ID=6de4da93-a9d2-46c3-aefd-95356306a0eb,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.955856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Routers {'0256a9f1-0f49-4ebb-af17-bb7b90646634'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:46:50.956645 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:46:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['0256a9f1-0f49-4ebb-af17-bb7b90646634'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:50.978549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Calling delete_port for 6de4da93-a9d2-46c3-aefd-95356306a0eb owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:51.010899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Made reservation on behalf of 2bdcac10377d43ae9962d21ae38ccf2b for: {'subnet': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:51.015384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.015696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.038868 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-0a459376-c6d7-4893-a367-75ab735b6bf7 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:46:51.042741 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a459376-c6d7-4893-a367-75ab735b6bf7 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/c9d40469-178d-4197-ab84-703efcfc5f1d HTTP/1.1" status: 404 len: 345 time: 0.1146402 Apr 01 15:46:51.044372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port 226e9b83-6603-4183-98de-73aa17a7dc5c yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:51.080535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:51.205678 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da20e8a-4c81-42ab-a35a-6861079340db tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 15:46:51.206232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da20e8a-4c81-42ab-a35a-6861079340db tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:51.221930 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] Set router 0256a9f1-0f49-4ebb-af17-bb7b90646634 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:46:51.238555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.266139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.416450 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0256a9f1-0f49-4ebb-af17-bb7b90646634', 'name': '', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:38Z', 'updated_at': '2022-04-01T15:46:49Z', 'revision_number': 4, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:51.420888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=59fed058-beef-440d-8223-80c758da1980,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:51.421511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7913867-0ee2-45f8-8a34-f48b405cab99 None None] The sync data for ids ['0256a9f1-0f49-4ebb-af17-bb7b90646634'] in dv-neutron-835943-1-hyperv is: [{'id': '0256a9f1-0f49-4ebb-af17-bb7b90646634', 'name': '', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:38Z', 'updated_at': '2022-04-01T15:46:49Z', 'revision_number': 4, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:51.462508 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9da20e8a-4c81-42ab-a35a-6861079340db tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0db02fee-7ab9-4cfe-a4ba-c2983303b263 HTTP/1.1" status: 404 len: 339 time: 0.3698936 Apr 01 15:46:51.468109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fff54102-5040-42ef-8fb5-5002dacf123b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:51.468922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:51.477542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.485826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'name': 'tempest-network--1120150672', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:51.559799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:51.565528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:network and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:51.569326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:51.578125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:51.607891 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9cf35598-c1bd-4dd7-9ac0-fab4e3bd1c63 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/59fed058-beef-440d-8223-80c758da1980 HTTP/1.1" status: 204 len: 168 time: 2.9848244 Apr 01 15:46:51.613076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39306) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:51.623270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Allocated IP 172.26.7.144 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/e6220137-4342-4dbd-b8c4-3aff98337074) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:51.659896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port fff54102-5040-42ef-8fb5-5002dacf123b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:51.667186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fff54102-5040-42ef-8fb5-5002dacf123b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:51.667570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.745841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.790166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:51.792592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.862596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Transition to ACTIVE for port object ac6838f8-8fb4-47b8-98f6-874fd728ef1a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:51.909846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.921813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:51.922169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:51.934206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc38a7-e4aa-47fa-a2f6-1b6302d7f006 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:51.940605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.940834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc38a7-e4aa-47fa-a2f6-1b6302d7f006 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:51.941568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9cc38a7-e4aa-47fa-a2f6-1b6302d7f006 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:51.948122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.991676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:52.026646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port fff54102-5040-42ef-8fb5-5002dacf123b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fff54102-5040-42ef-8fb5-5002dacf123b,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:52.312307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.312307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Added segment 2c89a83e-0167-4dab-8b90-3adc8eec2f0f of type vlan for network 0ac8a255-ff56-49ca-a669-d9e6edce7877 Apr 01 15:46:52.312307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.368472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.394206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9cc38a7-e4aa-47fa-a2f6-1b6302d7f006 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:52.394343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.398191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9cc38a7-e4aa-47fa-a2f6-1b6302d7f006 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7813761 Apr 01 15:46:52.398433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39310) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:52.443792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.450429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.451577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.452164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.474839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting port 6de4da93-a9d2-46c3-aefd-95356306a0eb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:52.475214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.547844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.575897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.595878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=ac6838f8-8fb4-47b8-98f6-874fd728ef1a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.617814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-377b5de1-7794-4d7a-8279-d5c9739f0a1e None None] Provisioning for port 7475ad56-06e8-4b2a-9013-70339aeb2087 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:52.642978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.679806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:52.685733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:52.688313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:52.743355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d2f4a69-d77b-4f64-b2e6-9fd075020d89 None None] Could not find standard attr ID for object 59fed058-beef-440d-8223-80c758da1980. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:52.847838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:52.885427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Subnet': ['ID=60b005fc-c653-464b-b23c-7f9f4a711e86,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.909724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:52.918937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:52.921916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:52.929063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=0ac8a255-ff56-49ca-a669-d9e6edce7877,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.942953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 0ac8a255-ff56-49ca-a669-d9e6edce7877 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:52.957153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:52.966621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:52.967741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.968991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.972730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=226e9b83-6603-4183-98de-73aa17a7dc5c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.980498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 495974f4-ad1f-472b-83ed-60fe4bbfbad7 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:52.989935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.016008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.017214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.054429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'Port': ['ID=e6220137-4342-4dbd-b8c4-3aff98337074,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:53.057435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Allocated IP 172.26.7.118 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/139ef98b-29cb-4b14-9021-a9c20b861104) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:53.078017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.151417 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c87fea1f-0a3a-4f68-a8f4-a0ff27ca5573 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4159727 Apr 01 15:46:53.152892 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5b6aa511-46fd-4b84-8f1d-d1adc791cac9 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6795762 Apr 01 15:46:53.159297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39316) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:53.159622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:53.207952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:53.228379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1e464579-b7e2-40be-8f51-d44cbf9d11d6 None None] Provisioning for port ac6838f8-8fb4-47b8-98f6-874fd728ef1a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:53.236288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1e464579-b7e2-40be-8f51-d44cbf9d11d6 None None] Provisioning complete for port ac6838f8-8fb4-47b8-98f6-874fd728ef1a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:53.236288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e464579-b7e2-40be-8f51-d44cbf9d11d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.246815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:53.253181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:floatingip and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:53.256770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:53.276907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:53.308262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1e464579-b7e2-40be-8f51-d44cbf9d11d6 None None] Port ac6838f8-8fb4-47b8-98f6-874fd728ef1a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:46:53.355838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85d00221-2dca-4794-ae2c-1bbfa3fbec78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1889119 Apr 01 15:46:53.363629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] For port 6de4da93-a9d2-46c3-aefd-95356306a0eb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6de4da93-a9d2-46c3-aefd-95356306a0eb,segment=NetworkSegment(6ea54111-9595-4001-ab3f-4ad7c8066c34),segment_id=6ea54111-9595-4001-ab3f-4ad7c8066c34)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:53.368608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.370189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:53.374491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Checking segment: {'id': 'b1991697-e490-4c10-9ed6-5bbde1fad1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:53.374880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network hostable DHCP agents. Network: efa41acc-e9cc-4070-9a6c-e9289472aaf0, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:53.394958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7475ad56-06e8-4b2a-9013-70339aeb2087 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:53.465636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.510375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Calling delete_port for 6de4da93-a9d2-46c3-aefd-95356306a0eb owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:53.529363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525fb95-a327-4b7c-9d33-240dd9d21651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.536843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8525fb95-a327-4b7c-9d33-240dd9d21651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Synchronizing usage tracker for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:53.536972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7475ad56-06e8-4b2a-9013-70339aeb2087 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:53.536972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7475ad56-06e8-4b2a-9013-70339aeb2087 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:53.537453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.539385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.545268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.550674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.551076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.557012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.563038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:53.567832 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e41dccd-cb00-4aa2-aec1-10f2a779154d tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.3985236 Apr 01 15:46:53.572021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:53.575382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.621482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.640486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network efa41acc-e9cc-4070-9a6c-e9289472aaf0 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:53.667332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.707293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.795326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8525fb95-a327-4b7c-9d33-240dd9d21651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Unset dirty status for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:53.796495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8525fb95-a327-4b7c-9d33-240dd9d21651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports/226e9b83-6603-4183-98de-73aa17a7dc5c HTTP/1.1" status: 200 len: 958 time: 0.4162025 Apr 01 15:46:53.797228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, efa41acc-e9cc-4070-9a6c-e9289472aaf0) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:53.805220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:53.808250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc9fb5-16fe-465f-aebc-6f83d967b0b0 None None] Network efa41acc-e9cc-4070-9a6c-e9289472aaf0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:53.811031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.818640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.914271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.998911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:54.003331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:54.015759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Deleting port 226e9b83-6603-4183-98de-73aa17a7dc5c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:54.016826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.018490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:54.053527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.064703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-efa41acc-e9cc-4070-9a6c-e9289472aaf0', 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0', 'tenant_id': '2bdcac10377d43ae9962d21ae38ccf2b', 'fixed_ips': [{'subnet_id': '60b005fc-c653-464b-b23c-7f9f4a711e86'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:54.065029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.070568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.074061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'Port': ['ID=139ef98b-29cb-4b14-9021-a9c20b861104,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.078071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event updated for resources: {'Subnet': ['ID=10f821b4-138c-4d26-bc01-1f1144352a1d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.144649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Checking segment: {'id': '48215fa1-9c4a-4da3-8dc6-423d8f619dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:54.145048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network hostable DHCP agents. Network: 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:54.157243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de4da93-a9d2-46c3-aefd-95356306a0eb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.159626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.160757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58237c75-72c3-4154-8324-720ab567a528 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:54.181671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=495974f4-ad1f-472b-83ed-60fe4bbfbad7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.202094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:54.207675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:54.286089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.292408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.305087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.332757 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da62c7dc-f23e-4d0a-b00d-0c15f7ab2058 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/495974f4-ad1f-472b-83ed-60fe4bbfbad7 HTTP/1.1" status: 204 len: 168 time: 1.9309700 Apr 01 15:46:54.340041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:54.341510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8a255-ff56-49ca-a669-d9e6edce7877']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:54.350993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.420308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.425417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Allocated IP 2001:db8::1 (efa41acc-e9cc-4070-9a6c-e9289472aaf0/60b005fc-c653-464b-b23c-7f9f4a711e86/c6b5f485-6c42-48da-ae63-1c623135c788) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:54.466097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.478886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:54.495446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c89a83e-0167-4dab-8b90-3adc8eec2f0f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:54.495779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c89a83e-0167-4dab-8b90-3adc8eec2f0f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:54.506738 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3a59e81-0e34-4e8b-a18d-57bcb557dd70 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550407 Apr 01 15:46:54.513481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:54.521690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.540482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.546118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.632507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:46:54.648712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:54.649183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Deleting port 7475ad56-06e8-4b2a-9013-70339aeb2087 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:54.649482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.673831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.677516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.681286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f66c8-a5e1-4be3-a9f2-71019d6ef5d0 None None] Network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:54.690506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:54.690506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:54.697467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'Port': ['ID=e6220137-4342-4dbd-b8c4-3aff98337074,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.697589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.763872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.781261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.814548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.815053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0256a9f1-0f49-4ebb-af17-bb7b90646634 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:46:54.902489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.935926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:54.936255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:54.951400 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:54.955279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.957227 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a00bcd16-67a6-46e0-9a8e-c165ecdf4cc7 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0256a9f1-0f49-4ebb-af17-bb7b90646634 HTTP/1.1" status: 204 len: 168 time: 5.9286456 Apr 01 15:46:54.965127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:54.974061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Calling delete_port for 226e9b83-6603-4183-98de-73aa17a7dc5c owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:54.977851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.128861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Allocated IP 172.26.7.111 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6d975bf5-f47c-462b-afe0-4a6713a5958e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:55.133762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:55.145505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.146816 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcec39cd-8945-4aba-9a89-890ca98a00ae tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1774738 Apr 01 15:46:55.183774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:55.184034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.195609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting subnet c0f80636-d020-41d9-aa77-7b7478880265 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:55.200057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.261847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.270579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.288693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5f58ece-381a-4a98-bcf3-80e1a8315a7c tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4868698 Apr 01 15:46:55.296952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39356) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.335024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.335709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fff54102-5040-42ef-8fb5-5002dacf123b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:55.341797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.371740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Calling delete_port for 7475ad56-06e8-4b2a-9013-70339aeb2087 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:55.416674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.417614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d3dad-3760-48b1-b004-bdfaf5f89cf1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.419328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-163d3dad-3760-48b1-b004-bdfaf5f89cf1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:55.500263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.502022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.503571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.504875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Synchronizing usage tracker for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:55.505583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.537283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5', 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5', 'tenant_id': '2bdcac10377d43ae9962d21ae38ccf2b', 'fixed_ips': [{'subnet_id': '10f821b4-138c-4d26-bc01-1f1144352a1d'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:46:55.541351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.564445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.570679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.580852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ac8a255-ff56-49ca-a669-d9e6edce7877 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:46:55.582323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.592545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f80636-d020-41d9-aa77-7b7478880265,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.617735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.623308 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:46:55.635419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.644463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Transition to ACTIVE for port object c6b5f485-6c42-48da-ae63-1c623135c788 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:55.664557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ac8a255-ff56-49ca-a669-d9e6edce7877,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.671570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f8ef788d-3655-42c9-a53c-b9a932860a69 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/c0f80636-d020-41d9-aa77-7b7478880265 HTTP/1.1" status: 204 len: 168 time: 0.7035086 Apr 01 15:46:55.674863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7475ad56-06e8-4b2a-9013-70339aeb2087,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.675077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'Port': ['ID=139ef98b-29cb-4b14-9021-a9c20b861104,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.681283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39378) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.701528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Transition to ACTIVE for port object c6b5f485-6c42-48da-ae63-1c623135c788 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:55.706185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.713157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-163d3dad-3760-48b1-b004-bdfaf5f89cf1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:55.716585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fff54102-5040-42ef-8fb5-5002dacf123b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:55.716977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.717427 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-163d3dad-3760-48b1-b004-bdfaf5f89cf1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1977510 Apr 01 15:46:55.725779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.754965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:55.755289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:55.781664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Unset dirty status for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:55.783529 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1432e949-e965-46a4-910e-5eb94159f397 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4787886 Apr 01 15:46:55.804175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.810310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.810310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39386) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.875180 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06e336ae-e3a2-4c77-9356-236be2bdd517 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0ac8a255-ff56-49ca-a669-d9e6edce7877 HTTP/1.1" status: 204 len: 168 time: 2.3014367 Apr 01 15:46:55.881220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.885238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39390) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:55.895410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Network efa41acc-e9cc-4070-9a6c-e9289472aaf0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:55.896279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.905514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:55.915651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event deleted for resources: {'Port': ['ID=226e9b83-6603-4183-98de-73aa17a7dc5c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.920992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:55.930942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Allocated IP 2001:db8:0:1::1 (2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5/10f821b4-138c-4d26-bc01-1f1144352a1d/c9c25679-2dd1-41db-b781-ed80689049a6) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:55.931148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Pushing event updated for resources: {'Port': ['ID=c6b5f485-6c42-48da-ae63-1c623135c788,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.974493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'name': 'tempest-network--652714907', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:55.991021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.992969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad9ab655-4126-48f6-bd64-d73936b0e2ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "DELETE /v2.0/ports/226e9b83-6603-4183-98de-73aa17a7dc5c HTTP/1.1" status: 204 len: 168 time: 2.1858580 Apr 01 15:46:55.996167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:56.008398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.017574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-c49d6427-e71f-493c-98b1-09f97e49b237 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Synchronizing usage tracker for tenant:3469db9140084a3d9269b100555d88c3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:56.024298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting subnet 60b005fc-c653-464b-b23c-7f9f4a711e86 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:56.029366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.030249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:56.036206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:network and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:56.040550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:56.042534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:56.099246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:56.130892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.132192 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99879c15-093c-4c62-95bd-5f8c4bae39c0 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8236725 Apr 01 15:46:56.143854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.188532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61050c16-3de5-4192-ba35-933d00665fc8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.201621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.285298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.286149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea54111-9595-4001-ab3f-4ad7c8066c34') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.286700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea54111-9595-4001-ab3f-4ad7c8066c34') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.308131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:56.310721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.321805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Deleting port 7475ad56-06e8-4b2a-9013-70339aeb2087 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:56.322172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.337062 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5511f49e-6f66-49e1-a166-bdd336cd9590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:46:56.337988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5511f49e-6f66-49e1-a166-bdd336cd9590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Synchronizing usage tracker for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:56.341337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.344087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f061ce-f0c0-4817-9311-1138d50f072a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:56.346001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9f061ce-f0c0-4817-9311-1138d50f072a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:56.354240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:56.354564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.370034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=6d975bf5-f47c-462b-afe0-4a6713a5958e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:56.371195 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:56.388443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7475ad56-06e8-4b2a-9013-70339aeb2087 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:46:56.419491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Attempting to bind port c6b5f485-6c42-48da-ae63-1c623135c788 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:56.425736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Attempting to bind port c6b5f485-6c42-48da-ae63-1c623135c788 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'b1991697-e490-4c10-9ed6-5bbde1fad1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:56.425736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Attempting to bind port c6b5f485-6c42-48da-ae63-1c623135c788 on network efa41acc-e9cc-4070-9a6c-e9289472aaf0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:56.436003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:56.436382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Checking segment: {'id': 'b1991697-e490-4c10-9ed6-5bbde1fad1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:56.436784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.437170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Bound using segment: {'id': 'b1991697-e490-4c10-9ed6-5bbde1fad1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:56.437681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Bound port: c6b5f485-6c42-48da-ae63-1c623135c788, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1991697-e490-4c10-9ed6-5bbde1fad1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'efa41acc-e9cc-4070-9a6c-e9289472aaf0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:56.438076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.444217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-c49d6427-e71f-493c-98b1-09f97e49b237 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Unset dirty status for tenant:3469db9140084a3d9269b100555d88c3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:56.445814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-c49d6427-e71f-493c-98b1-09f97e49b237 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1905025535&fields=id&tenant_id=3469db9140084a3d9269b100555d88c3 HTTP/1.1" status: 200 len: 267 time: 0.8266842 Apr 01 15:46:56.476038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.493317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.509707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.512777 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:46:56.526840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:56.529073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.556463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5511f49e-6f66-49e1-a166-bdd336cd9590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Unset dirty status for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:56.557555 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5511f49e-6f66-49e1-a166-bdd336cd9590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports/226e9b83-6603-4183-98de-73aa17a7dc5c HTTP/1.1" status: 404 len: 333 time: 0.5431044 Apr 01 15:46:56.558302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9f061ce-f0c0-4817-9311-1138d50f072a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:56.563042 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9f061ce-f0c0-4817-9311-1138d50f072a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7775116 Apr 01 15:46:56.575093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.575093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.591858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3f26660e-1fe8-4a75-8cce-6f9c4cbccdaa tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--921028044&fields=id&tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b HTTP/1.1" status: 200 len: 267 time: 0.0806215 Apr 01 15:46:56.604037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.608296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61050c16-3de5-4192-ba35-933d00665fc8 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:46:56.611483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.656249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-712391021'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:56.669921 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a28d403f-fe55-44ca-80d1-45c0a43da993 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963929 Apr 01 15:46:56.672536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.672945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Network': ['ID=61050c16-3de5-4192-ba35-933d00665fc8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:56.707094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f379e977-fe92-44f2-8c2a-3e92ddaffb25 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/networks/61050c16-3de5-4192-ba35-933d00665fc8 HTTP/1.1" status: 204 len: 168 time: 1.0242872 Apr 01 15:46:56.741651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:56.751714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:56.802974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:56.809784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:56.811888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:56.823039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-b081e0c3-fa8b-49a2-973b-29d44e7d6850 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:56.824597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-b081e0c3-fa8b-49a2-973b-29d44e7d6850 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/networks?id=db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 200 len: 812 time: 0.2280772 Apr 01 15:46:56.832546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.836039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:56.854288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.923166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Subnet': ['ID=60b005fc-c653-464b-b23c-7f9f4a711e86,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:56.926097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.929008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2dc4a0e2-f849-44ed-bf7e-dbf50016da46 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/subnets/60b005fc-c653-464b-b23c-7f9f4a711e86 HTTP/1.1" status: 204 len: 168 time: 1.1189706 Apr 01 15:46:56.936411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3653291e-71a7-4dbc-a4ac-8ed6e49b3674 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/quotas/8ca4dbfd28b7427ea79ce46d7c0ffc5b HTTP/1.1" status: 200 len: 375 time: 0.0942729 Apr 01 15:46:56.938444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39440) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:56.951023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.080503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting subnet 10f821b4-138c-4d26-bc01-1f1144352a1d {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:46:57.092365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.114722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Transition to ACTIVE for port object c9c25679-2dd1-41db-b781-ed80689049a6 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:57.141193 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-4bbad144-672a-4ce8-b990-e4a655934f95 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318288 Apr 01 15:46:57.194281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Transition to ACTIVE for port object c9c25679-2dd1-41db-b781-ed80689049a6 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:46:57.200467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Made reservation on behalf of c35dd2f1a9c94aeb88f8417ec735a37a for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:57.203701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.212672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:57.214146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.219744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:57.225440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.225784 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Added segment 5a75af49-7329-4843-8c45-a7bd2099327b of type vlan for network 3e94e3f8-4a3e-40a5-8823-80860e6b2d7c Apr 01 15:46:57.237699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-414e93d9-7cc7-4517-8f88-eb34773d1098 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:57.241300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-414e93d9-7cc7-4517-8f88-eb34773d1098 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Synchronizing usage tracker for tenant:3469db9140084a3d9269b100555d88c3 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:57.259940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.271443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:57.275004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port ab854312-e98c-48e6-b196-7e644f40ffe6 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:57.311644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:57.334331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'name': 'tempest-router--1228518316', 'project_id': 'fe0e26660bb747fb814b20972c1a89e8'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:57.338358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43c305-9bca-40c0-8c63-9b337f13026b None None] Pushing event updated for resources: {'Port': ['ID=c6b5f485-6c42-48da-ae63-1c623135c788,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:57.339667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:57.344864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:router and tenant:fe0e26660bb747fb814b20972c1a89e8 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:57.348252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:57.354612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:57.383909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-414e93d9-7cc7-4517-8f88-eb34773d1098 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Unset dirty status for tenant:3469db9140084a3d9269b100555d88c3 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:57.385109 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-414e93d9-7cc7-4517-8f88-eb34773d1098 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/networks?id=30ee88b7-de7b-4476-bdd5-8337705ff84d HTTP/1.1" status: 200 len: 806 time: 0.9233587 Apr 01 15:46:57.435760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.441185 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-95961058-ecf5-43c4-b478-2af7aa07994f tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/quotas/3469db9140084a3d9269b100555d88c3 HTTP/1.1" status: 200 len: 375 time: 0.0309014 Apr 01 15:46:57.450304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Calling delete_port for 7475ad56-06e8-4b2a-9013-70339aeb2087 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:57.466709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.467730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.474386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.481873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.529125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-1b8b4985-0b16-4323-b3ba-d701825f4fdd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:46:57.530179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-1b8b4985-0b16-4323-b3ba-d701825f4fdd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972812 Apr 01 15:46:57.533197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:57.536584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.568220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:57.584432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:57.586665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:57.594426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:46:57.598065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:57.615239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:57.624264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Pushing event updated for resources: {'Port': ['ID=c9c25679-2dd1-41db-b781-ed80689049a6,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:57.628795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.663179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.686710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.706341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.743623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.754949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-1cef66d0-b421-464d-935c-ff45bcefe622 service neutron] 10.222.0.18 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082045 Apr 01 15:46:57.767655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:57.768015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:57.795093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Attempting to bind port c9c25679-2dd1-41db-b781-ed80689049a6 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:57.795794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Attempting to bind port c9c25679-2dd1-41db-b781-ed80689049a6 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '48215fa1-9c4a-4da3-8dc6-423d8f619dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:57.796296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Attempting to bind port c9c25679-2dd1-41db-b781-ed80689049a6 on network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:46:57.807926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:46:57.808721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Checking segment: {'id': '48215fa1-9c4a-4da3-8dc6-423d8f619dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:46:57.808721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.809546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Bound using segment: {'id': '48215fa1-9c4a-4da3-8dc6-423d8f619dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:46:57.809731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Bound port: c9c25679-2dd1-41db-b781-ed80689049a6, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48215fa1-9c4a-4da3-8dc6-423d8f619dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:57.810058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.819216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.820189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:57.820781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.823411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7475ad56-06e8-4b2a-9013-70339aeb2087,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:57.934814 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-212f5cdc-588d-486c-b024-dcbd36ec7a01 service neutron] 10.222.0.18 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627102 Apr 01 15:46:57.985431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.994013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.997465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] For port c9c25679-2dd1-41db-b781-ed80689049a6, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:46:57.998651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-f043b00c-cbee-4107-af64-8d177345e6d7 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Synchronizing usage tracker for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:58.004378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] For port c9c25679-2dd1-41db-b781-ed80689049a6, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c9c25679-2dd1-41db-b781-ed80689049a6,segment=NetworkSegment(48215fa1-9c4a-4da3-8dc6-423d8f619dcf),segment_id=48215fa1-9c4a-4da3-8dc6-423d8f619dcf)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:46:58.054808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Subnet': ['ID=10f821b4-138c-4d26-bc01-1f1144352a1d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.057485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.076599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.098258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=6d975bf5-f47c-462b-afe0-4a6713a5958e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.099304 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6854d6b-4cf8-4db5-953f-f4be6fef6615 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/subnets/10f821b4-138c-4d26-bc01-1f1144352a1d HTTP/1.1" status: 204 len: 168 time: 1.1597402 Apr 01 15:46:58.103426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.173304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.203447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Deleting port 7475ad56-06e8-4b2a-9013-70339aeb2087 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:58.203876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.204916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf58f53-45e5-4e64-97d1-0122c7d80305 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:58.209901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bf58f53-45e5-4e64-97d1-0122c7d80305 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Synchronizing usage tracker for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:46:58.276374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54870c1-0fdd-4610-8756-45b8b4a10b8b None None] Pushing event updated for resources: {'Port': ['ID=c9c25679-2dd1-41db-b781-ed80689049a6,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.285588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.317808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-f043b00c-cbee-4107-af64-8d177345e6d7 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Unset dirty status for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:58.319191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-f043b00c-cbee-4107-af64-8d177345e6d7 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3469db9140084a3d9269b100555d88c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8607523 Apr 01 15:46:58.402647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6b5f485-6c42-48da-ae63-1c623135c788 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:46:58.414707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=3e94e3f8-4a3e-40a5-8823-80860e6b2d7c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.428975 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7fbc2435-d3f5-4341-bfe0-b9f803318a3a tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5109963 Apr 01 15:46:58.443720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.464106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bf58f53-45e5-4e64-97d1-0122c7d80305 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Unset dirty status for tenant:2bdcac10377d43ae9962d21ae38ccf2b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:46:58.465455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5bf58f53-45e5-4e64-97d1-0122c7d80305 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3606474 Apr 01 15:46:58.474378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 3e94e3f8-4a3e-40a5-8823-80860e6b2d7c details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:46:58.502543 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2842987b-c2e1-45b9-a798-d674472e3c3f req-a2f04cfb-c661-4cbe-a90c-b67348676346 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.1759174 Apr 01 15:46:58.504472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39486) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.628062 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.629618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eaeda563-db28-4390-bbe7-d9f0a0782bec tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3105984 Apr 01 15:46:58.630714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.632097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff1abb7e-c707-4dd1-acd4-8399dc23ef0d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4670107 Apr 01 15:46:58.636751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39494) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.637084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.645911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-7f97b315-5db9-4bff-8163-c7e25a6104ab service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:46:58.656815 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-7f97b315-5db9-4bff-8163-c7e25a6104ab service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1484716 Apr 01 15:46:58.788243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7d41c-8738-4a11-bc57-8c6199720e09 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:58.791691 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7e7d41c-8738-4a11-bc57-8c6199720e09 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "GET /v2.0/networks/3e94e3f8-4a3e-40a5-8823-80860e6b2d7c HTTP/1.1" status: 200 len: 756 time: 0.3469229 Apr 01 15:46:58.847571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:58.891951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2c99c29e-a643-4374-9d69-27461fa92f5b tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'floatingip': {'port_id': 'ac6838f8-8fb4-47b8-98f6-874fd728ef1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:58.945111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] For port 7475ad56-06e8-4b2a-9013-70339aeb2087, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7475ad56-06e8-4b2a-9013-70339aeb2087,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:46:58.945642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.977278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.045863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.111590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Calling delete_port for 7475ad56-06e8-4b2a-9013-70339aeb2087 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:46:59.147711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c6b5f485-6c42-48da-ae63-1c623135c788 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:59.169605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=ab854312-e98c-48e6-b196-7e644f40ffe6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:59.171788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.232236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c99c29e-a643-4374-9d69-27461fa92f5b tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.238796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203d896-b8d0-48dd-81da-3375b5ce7b7e None None] Network efa41acc-e9cc-4070-9a6c-e9289472aaf0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:59.290423 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-ab567189-21e4-417c-89d2-7b3be08cf6cd service neutron] 10.222.0.18 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283367 Apr 01 15:46:59.341979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.435845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] No DVR routers for this DVR port 7475ad56-06e8-4b2a-9013-70339aeb2087 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:59.445418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8620e75-320e-4ca5-89a9-b2f2bc55197f None None] Pushing event deleted for resources: {'Port': ['ID=7475ad56-06e8-4b2a-9013-70339aeb2087,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:59.511105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Provisioning for port c6b5f485-6c42-48da-ae63-1c623135c788 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:59.517769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Network 0fd52837-83f7-4966-9fc9-30622c6e3119 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:59.519784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=9a7d0b83-6cd7-40b1-921e-52e1c86a4d83,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:59.532300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:59.553214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Provisioning complete for port c6b5f485-6c42-48da-ae63-1c623135c788 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:59.553601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.559130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:46:59.560211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.562724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.630800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-668203bf-2e3d-4031-9025-99f752566a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.669877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2541172-0a80-4eb7-8c92-104e60112e73 None None] Network 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:59.746912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:59.755827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:59.763235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.763891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.774909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25148004-7264-4f0e-aa87-449de7694a29 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.778888 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-25148004-7264-4f0e-aa87-449de7694a29 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "GET /v2.0/networks/2e780357-90a8-4f9b-b755-5c08a4917328 HTTP/1.1" status: 200 len: 767 time: 0.9277353 Apr 01 15:46:59.780560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f48299-8bae-4e49-94ad-b62fe6961f0a None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:46:59.783946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39526) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:59.792961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.801964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.808778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.811930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54b1b049-143a-4671-ab44-d55d56a45f15 req-cd6a76a4-5504-45a5-8eee-ed2512bb106b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.1334565 Apr 01 15:46:59.882249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting port c9c25679-2dd1-41db-b781-ed80689049a6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:46:59.882586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.917131 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-bc8848b7-d6d5-4e67-b1ba-fe54710ae9a9 service neutron] 10.222.0.18 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694463 Apr 01 15:46:59.921023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fd7e5ad5-cd48-41d2-a83d-2cd516ec7752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.3465478 Apr 01 15:46:59.924377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39532) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:59.937048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:59.997538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-2c99c29e-a643-4374-9d69-27461fa92f5b tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] update failed (client error): The resource could not be found. Apr 01 15:47:00.001155 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c99c29e-a643-4374-9d69-27461fa92f5b tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "PUT /v2.0/floatingips/43f0e24f-4bb4-4a5f-9221-2781e9f30261 HTTP/1.1" status: 404 len: 507 time: 1.3497970 Apr 01 15:47:00.006384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39536) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:00.043357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] DHCP port deletion for efa41acc-e9cc-4070-9a6c-e9289472aaf0 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:00.063616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.077295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.077793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c03fedc-144d-4620-98cd-0ced3bd854a2 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:00.079299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Deleting port c6b5f485-6c42-48da-ae63-1c623135c788 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:00.079777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.100800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.132073 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d66cf9b-001f-441b-8f8c-f2ee106897f7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4043751 Apr 01 15:47:00.132790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:00.155263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.162054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '9a7d0b83-6cd7-40b1-921e-52e1c86a4d83', 'ip_address': '2001:db8::4103:884f:bf4b:622a'}], 'name': 'tempest-NetworksTestDHCPv6-329312422'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:00.218690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:00.255498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting port 6d975bf5-f47c-462b-afe0-4a6713a5958e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:00.256024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.305686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.318253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24774a5c-befb-4d4f-94b8-ec188ec75877 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6c03fedc-144d-4620-98cd-0ced3bd854a2 HTTP/1.1" status: 204 len: 168 time: 1.6657183 Apr 01 15:47:00.434224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c9c25679-2dd1-41db-b781-ed80689049a6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:00.486708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.557178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5849c7f5-bc9b-4aad-9735-0fef51d5eb68 req-0fc211b2-0ddf-4d19-9031-5983bebe07b4 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1052890 Apr 01 15:47:00.565723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] For port c9c25679-2dd1-41db-b781-ed80689049a6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c9c25679-2dd1-41db-b781-ed80689049a6,segment=NetworkSegment(48215fa1-9c4a-4da3-8dc6-423d8f619dcf),segment_id=48215fa1-9c4a-4da3-8dc6-423d8f619dcf)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:00.566180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.612161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:00.618142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:00.622761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:00.630226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:00.768839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Calling delete_port for c9c25679-2dd1-41db-b781-ed80689049a6 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:00.786542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:00.786630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:00.786630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.849107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:00.898812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.907483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.909224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d9153-aa52-4b78-86c0-20e02ae3443e None None] DHCP port deletion for 2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:00.990594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.041095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Calling delete_port for 6d975bf5-f47c-462b-afe0-4a6713a5958e owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:01.090630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-440d938d-10a6-4e11-b195-a070cad29612 req-d87ffa9e-3eae-4988-87e7-a545e70dd985 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Synchronizing usage tracker for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:01.120499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-263d9153-aa52-4b78-86c0-20e02ae3443e None None] Deleting port c9c25679-2dd1-41db-b781-ed80689049a6 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:01.121494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-263d9153-aa52-4b78-86c0-20e02ae3443e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.124799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.157251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Calling delete_port for c6b5f485-6c42-48da-ae63-1c623135c788 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:01.189341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '9a7d0b83-6cd7-40b1-921e-52e1c86a4d83'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:01.190713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.202677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port f4a733b1-e891-4024-9c75-e9e14768b3af yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:01.216372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ffb7-9eea-4a01-aa3e-ecb74637dd30 None None] Pushing event updated for resources: {'Port': ['ID=c6b5f485-6c42-48da-ae63-1c623135c788,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.219306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-063c738a-14d7-4e9a-b3ef-4477c93ea8f7 None None] Provisioning for port c9c25679-2dd1-41db-b781-ed80689049a6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:01.246344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-063c738a-14d7-4e9a-b3ef-4477c93ea8f7 None None] Provisioning complete for port c9c25679-2dd1-41db-b781-ed80689049a6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:01.246708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-063c738a-14d7-4e9a-b3ef-4477c93ea8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.273879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Could not find standard attr ID for object c9c25679-2dd1-41db-b781-ed80689049a6. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:47:01.300671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e94e3f8-4a3e-40a5-8823-80860e6b2d7c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.317806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a75af49-7329-4843-8c45-a7bd2099327b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.318279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a75af49-7329-4843-8c45-a7bd2099327b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.333482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.348996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-063c738a-14d7-4e9a-b3ef-4477c93ea8f7 None None] Port c9c25679-2dd1-41db-b781-ed80689049a6 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:47:01.353716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.353985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.374447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-434634943', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:01.383446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:01.383999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.388797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6b5f485-6c42-48da-ae63-1c623135c788 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:01.402453 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:01.409566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:01.428476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] No DVR routers for this DVR port c9c25679-2dd1-41db-b781-ed80689049a6 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:01.434900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-440d938d-10a6-4e11-b195-a070cad29612 req-d87ffa9e-3eae-4988-87e7-a545e70dd985 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Unset dirty status for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:01.445601 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-440d938d-10a6-4e11-b195-a070cad29612 req-d87ffa9e-3eae-4988-87e7-a545e70dd985 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.4241240 Apr 01 15:47:01.486519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-263d9153-aa52-4b78-86c0-20e02ae3443e None None] The port 'c9c25679-2dd1-41db-b781-ed80689049a6' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:47:01.493591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Port': ['ID=c9c25679-2dd1-41db-b781-ed80689049a6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.516269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:01.565804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:01.576661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:01.577131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:01.586820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:01.635959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] device_id is not set on port ab854312-e98c-48e6-b196-7e644f40ffe6 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:01.649791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.655251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/9a7d0b83-6cd7-40b1-921e-52e1c86a4d83/18d9054e-4e82-4b8d-b683-ff63dd15c84c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:01.693424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.699059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.699223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.728206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Transition to ACTIVE for port object ab854312-e98c-48e6-b196-7e644f40ffe6 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:01.735729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.756485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e94e3f8-4a3e-40a5-8823-80860e6b2d7c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:47:01.764225 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42e25880-8b00-48d5-b24d-6a6961eac737 req-24eaee6d-06c3-4403-9826-d61f7a8ea4b0 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1253433 Apr 01 15:47:01.784326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.791734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e94e3f8-4a3e-40a5-8823-80860e6b2d7c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.804773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.806031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.822616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Port': ['ID=6d975bf5-f47c-462b-afe0-4a6713a5958e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.832006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.863514 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5c73780-af0a-4ca3-b3f6-ba99c5edb23c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/3e94e3f8-4a3e-40a5-8823-80860e6b2d7c HTTP/1.1" status: 204 len: 168 time: 2.0767732 Apr 01 15:47:01.864449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:01.867693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.880714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'name': 'tempest-network--330835848'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:01.896666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.909514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.917436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48215fa1-9c4a-4da3-8dc6-423d8f619dcf') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.918209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48215fa1-9c4a-4da3-8dc6-423d8f619dcf') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.934652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.955966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.960706 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a255723a-31a0-453b-bea6-b56486dc71d7 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "DELETE /v2.0/floatingips/43f0e24f-4bb4-4a5f-9221-2781e9f30261 HTTP/1.1" status: 204 len: 168 time: 1.9498091 Apr 01 15:47:01.960851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39594) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:01.969883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'floatingip': {'floating_network_id': 'cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73', 'port_id': 'ac6838f8-8fb4-47b8-98f6-874fd728ef1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:01.974566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:01.980620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.982894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:02.002833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:floatingip and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:02.005683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:02.006078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.050998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:02.080933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Deleting port c6b5f485-6c42-48da-ae63-1c623135c788 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:02.081583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:02.145090 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:02.149441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.149930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:02.152158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.158744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:02.271692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Transition to ACTIVE for port object 18d9054e-4e82-4b8d-b683-ff63dd15c84c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:02.275419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c9c25679-2dd1-41db-b781-ed80689049a6 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:02.283544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.297667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.323314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.329672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=ab854312-e98c-48e6-b196-7e644f40ffe6,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.335436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Usage tracker for resource:network and tenant:a49b0f70d4d040f9bca772e8712c9678 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:02.336464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c9c25679-2dd1-41db-b781-ed80689049a6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:02.336810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c9c25679-2dd1-41db-b781-ed80689049a6 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:02.342234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.349615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:02.355904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f56a1305-7b92-47cb-a18b-a86d0f1de4b2 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/2e3b7bda-5e31-4d72-82d1-a6088bb0d9c5 HTTP/1.1" status: 204 len: 168 time: 3.8311896 Apr 01 15:47:02.360472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:02.363560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:02.363715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:02.364067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:02.367946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:02.378753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Transition to ACTIVE for port object 18d9054e-4e82-4b8d-b683-ff63dd15c84c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:02.399356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c6b5f485-6c42-48da-ae63-1c623135c788,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.430948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:02.430948 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:02.444348 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 2 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:02.480300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.483817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3403691-ae9e-4c65-9835-c96d87438d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.620618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.622733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:02.623119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.635592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.90', 59207) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:02.637269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:02.642050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:02.642591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:02.642591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:02.657618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Made reservation on behalf of a49b0f70d4d040f9bca772e8712c9678 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:02.660310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.678935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.723020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:02.723598 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:02.732563 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 3 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:02.745433 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0e8fb41-b482-4766-a14f-1307aa2d8953 req-8dad8905-3fae-454c-920f-1eb760b8ca07 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.0894086 Apr 01 15:47:02.766672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:02.771632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting port c6b5f485-6c42-48da-ae63-1c623135c788 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:02.772037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.776651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.776996 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Added segment c4fa9e2d-ab3a-455c-8a10-a4b00a9e984b of type vlan for network b42d9814-74e0-48e4-a252-389d1c6c55b1 Apr 01 15:47:02.783915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:02.788303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::4103:884f:bf4b:622a (9d919997-7b56-4b49-acd8-35888c2943cc/9a7d0b83-6cd7-40b1-921e-52e1c86a4d83/f4a733b1-e891-4024-9c75-e9e14768b3af) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:02.789739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:02.789849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:02.790141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:02.795839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Calling delete_port for c6b5f485-6c42-48da-ae63-1c623135c788 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:02.806643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:02.806966 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:02.815837 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 4 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:02.843363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:02.859471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Pushing event updated for resources: {'Port': ['ID=18d9054e-4e82-4b8d-b683-ff63dd15c84c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.869550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.887637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:02.887962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:02.888295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:02.964128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:02.964501 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:02.988839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 5 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:02.992110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2da115a5-3469-45d1-bb60-0bf31237033e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:02.993559 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2da115a5-3469-45d1-bb60-0bf31237033e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "GET /v2.0/networks?id=db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 200 len: 812 time: 0.3488319 Apr 01 15:47:02.998372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.999064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.044297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Attempting to bind port 18d9054e-4e82-4b8d-b683-ff63dd15c84c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.045070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Attempting to bind port 18d9054e-4e82-4b8d-b683-ff63dd15c84c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.046078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Attempting to bind port 18d9054e-4e82-4b8d-b683-ff63dd15c84c on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.055306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:03.066099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.066440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.067051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.068533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:03.068533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.068533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:03.068823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Bound port: 18d9054e-4e82-4b8d-b683-ff63dd15c84c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:03.069279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.093474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:03.093807 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:03.096814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 6 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:03.119923 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3267f55-92f5-4046-8daa-50161cc4c86c req-7b607854-d818-446d-9173-420ea8f33054 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1031780 Apr 01 15:47:03.203044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] For port 18d9054e-4e82-4b8d-b683-ff63dd15c84c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:03.206719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] For port 18d9054e-4e82-4b8d-b683-ff63dd15c84c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=18d9054e-4e82-4b8d-b683-ff63dd15c84c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:03.245704 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2299525b-877e-40fa-a78e-27593f480f5f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b HTTP/1.1" status: 200 len: 379 time: 0.1773925 Apr 01 15:47:03.250186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.251093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.251540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.259570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'port': {'device_id': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'admin_state_up': True, 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'security_groups': ['136aa0b2-12fc-4ac7-89d7-c49c31caff57']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:03.269701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.270651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:03.271265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.273742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.300672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] For port c6b5f485-6c42-48da-ae63-1c623135c788, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6b5f485-6c42-48da-ae63-1c623135c788,segment=NetworkSegment(b1991697-e490-4c10-9ed6-5bbde1fad1f7),segment_id=b1991697-e490-4c10-9ed6-5bbde1fad1f7)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:03.300935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.306234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:03.306573 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:03.322488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.328099 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 7 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:03.387974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] No DVR routers for this DVR port c6b5f485-6c42-48da-ae63-1c623135c788 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:03.396696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7601-509a-4a02-a009-ff9550ab34be None None] Pushing event updated for resources: {'Port': ['ID=18d9054e-4e82-4b8d-b683-ff63dd15c84c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.426232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.426569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.426920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.451247 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5852935 Apr 01 15:47:03.455555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:03.455885 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:03.457495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7599-165a-4a53-a412-ae263fe10f24 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=b42d9814-74e0-48e4-a252-389d1c6c55b1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.461476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:03.463797 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 8 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:03.482567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b42d9814-74e0-48e4-a252-389d1c6c55b1 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:03.487896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:03.505481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223031b5-9cc0-49f5-94f6-9b9e08a82b6f None None] Pushing event deleted for resources: {'Port': ['ID=c6b5f485-6c42-48da-ae63-1c623135c788,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.568741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.582570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object f4a733b1-e891-4024-9c75-e9e14768b3af will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:03.615636 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:47:03.620262 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5bbea29c-cb88-4aa2-bc91-e96080590d6f tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6549222 Apr 01 15:47:03.625901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Calling delete_port for c6b5f485-6c42-48da-ae63-1c623135c788 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:03.628944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:03.640001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.640643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.641228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.658315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'ac6838f8-8fb4-47b8-98f6-874fd728ef1a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:03.694259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.711019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:03.711400 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:03.729624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 9 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:03.742267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:03.746613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:03.756887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Usage tracker for resource:floatingip and tenant:6511a2dd765c4aa583d8f8d93df7a409 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:03.765644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:03.769878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:03.776667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:03.777004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:03.780570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:03.780570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:03.780893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:03.785039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:03.808507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.813378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:03.813806 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:03.821540 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempt 10 to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 Apr 01 15:47:03.877097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Made reservation on behalf of 8ca4dbfd28b7427ea79ce46d7c0ffc5b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:03.880723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.029322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:04.029660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:04.030537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempting to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:04.030652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.90', 59213) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:04.102229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:04.112194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.127749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:04.128084 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Failed to bind port ab854312-e98c-48e6-b196-7e644f40ffe6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'c4868cc2-babe-4a06-a618-7baa8cee04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0fd52837-83f7-4966-9fc9-30622c6e3119'}] Apr 01 15:47:04.128447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.238839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b266a0aa-f2bc-4f5e-9efa-02bd66e4f4cf req-7b306dc3-7434-4420-8e82-10918a0e36d5 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.2671726 Apr 01 15:47:04.302919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Deleting port c6b5f485-6c42-48da-ae63-1c623135c788 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:04.303495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.307504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:04.337849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=f4a733b1-e891-4024-9c75-e9e14768b3af,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:04.347223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:04.352779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:04.357430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.388252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 18d9054e-4e82-4b8d-b683-ff63dd15c84c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:04.407654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Allocated IP 172.20.0.11 (db59d1df-ce13-414d-aa3e-9fc443476eff/ea1e38b8-9ee1-45f1-a533-bee563fde18c/3822e7bd-edc4-4c85-858b-f07e0d650426) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:04.449369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.451957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-10aabfbc-53c6-4b53-bd4f-a8c04b2db274 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:04.458436 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-10aabfbc-53c6-4b53-bd4f-a8c04b2db274 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.90 "GET /v2.0/networks?id=30ee88b7-de7b-4476-bdd5-8337705ff84d HTTP/1.1" status: 200 len: 806 time: 0.4229589 Apr 01 15:47:04.477874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b910d55c-093b-4699-b42a-6cf635689aee req-ef257d94-e62a-47be-b790-ea22c08d8842 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1455388 Apr 01 15:47:04.515061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.542050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.576252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] The port 'c6b5f485-6c42-48da-ae63-1c623135c788' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:47:04.577727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 18d9054e-4e82-4b8d-b683-ff63dd15c84c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:04.649383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.711344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-4165b209-2e23-445c-b9ac-2dff5e69d1ce tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3469db9140084a3d9269b100555d88c3 HTTP/1.1" status: 200 len: 380 time: 0.2290542 Apr 01 15:47:04.776768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Network b42d9814-74e0-48e4-a252-389d1c6c55b1 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:47:04.777632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:04.778259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.786676 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "PUT /v2.0/networks/b42d9814-74e0-48e4-a252-389d1c6c55b1 HTTP/1.1" status: 200 len: 857 time: 1.3149502 Apr 01 15:47:04.788377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.803881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39658) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:04.892243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.956325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Allocated IP 172.26.7.60 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c3b35fd8-2d42-4d52-800e-813c29347c9a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:05.067297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'port': {'device_id': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'admin_state_up': True, 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'security_groups': ['71cf1af2-ada9-4483-a44e-3b06e977c35c']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:05.075871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615427-8c37-4022-91de-3ad275c8afa2 tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event updated for resources: {'Network': ['ID=b42d9814-74e0-48e4-a252-389d1c6c55b1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.095651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0eeec75f-f204-4aed-9d5c-c77f7612ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9576914 Apr 01 15:47:05.104803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa41acc-e9cc-4070-9a6c-e9289472aaf0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.108239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Provisioning for port 18d9054e-4e82-4b8d-b683-ff63dd15c84c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:05.118885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Provisioning complete for port 18d9054e-4e82-4b8d-b683-ff63dd15c84c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:05.119825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.148487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39666) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:05.270129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1991697-e490-4c10-9ed6-5bbde1fad1f7') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.270129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1991697-e490-4c10-9ed6-5bbde1fad1f7') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.362290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.365637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port ab854312-e98c-48e6-b196-7e644f40ffe6, host hv-neutron-8359, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:05.365945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attempted to set empty binding levels {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:47:05.372412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.379957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.435769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.446312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] For port 18d9054e-4e82-4b8d-b683-ff63dd15c84c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=18d9054e-4e82-4b8d-b683-ff63dd15c84c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:05.457564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:05.457965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:05.479066 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:05.486604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.496138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.513057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.534720 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:05.599257 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56f011a6-afc6-4996-9552-3278f9181721 req-d2e1a4c3-cd91-4ad9-972f-4dfb5876b63b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.2021062 Apr 01 15:47:05.632546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.669105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7aba9-b9ba-4172-9038-b1ea44724f9d None None] Pushing event updated for resources: {'Port': ['ID=18d9054e-4e82-4b8d-b683-ff63dd15c84c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.680766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] In _notify_port_updated(), no bound segment for port ab854312-e98c-48e6-b196-7e644f40ffe6 on network 0fd52837-83f7-4966-9fc9-30622c6e3119 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:47:05.682804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:05.687357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.689419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "PUT /v2.0/ports/ab854312-e98c-48e6-b196-7e644f40ffe6 HTTP/1.1" status: 200 len: 980 time: 5.7672112 Apr 01 15:47:05.709877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:05.730388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-38cd108d-9196-4ee0-b467-29ee92ea458d None None] Provisioning for port f4a733b1-e891-4024-9c75-e9e14768b3af completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:05.737371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-38cd108d-9196-4ee0-b467-29ee92ea458d None None] Provisioning complete for port f4a733b1-e891-4024-9c75-e9e14768b3af triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:05.737826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38cd108d-9196-4ee0-b467-29ee92ea458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.778221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41d33-1431-4a4f-8b31-14715682e1f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event updated for resources: {'Port': ['ID=ab854312-e98c-48e6-b196-7e644f40ffe6,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.813472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.830559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-38cd108d-9196-4ee0-b467-29ee92ea458d None None] Port f4a733b1-e891-4024-9c75-e9e14768b3af cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:05.863511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:05.867814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Deleting port ab854312-e98c-48e6-b196-7e644f40ffe6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:05.867814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.897118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b543e-a102-4959-95d4-6aba56ffff16 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:05.903033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b543e-a102-4959-95d4-6aba56ffff16 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:05.907497 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb4b543e-a102-4959-95d4-6aba56ffff16 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7215502 Apr 01 15:47:05.910141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Transition to ACTIVE for port object 3822e7bd-edc4-4c85-858b-f07e0d650426 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:05.911160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:06.022699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.053145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.062303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:06.070798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfb94b4c-c7fd-4735-ae4b-4258ccb7f460 req-14ca7118-ea26-4cce-97e8-294cfa1a7ba1 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.2157531 Apr 01 15:47:06.164684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.183265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.226252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=efa41acc-e9cc-4070-9a6c-e9289472aaf0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:06.261196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port f4a733b1-e891-4024-9c75-e9e14768b3af {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:06.261546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.302583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 18d9054e-4e82-4b8d-b683-ff63dd15c84c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:06.314420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:06.315735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Allocated IP 172.26.7.210 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/14398381-ce42-46f2-b97a-a96ba4336273) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:06.329498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:06.332336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:06.337717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42d9814-74e0-48e4-a252-389d1c6c55b1']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:06.360749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] For port ab854312-e98c-48e6-b196-7e644f40ffe6, host hv-neutron-8359, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:06.361699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Made reservation on behalf of 3469db9140084a3d9269b100555d88c3 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:06.361823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.366017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.398474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event updated for resources: {'Port': ['ID=c3b35fd8-2d42-4d52-800e-813c29347c9a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:06.428942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fa9e2d-ab3a-455c-8a10-a4b00a9e984b') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:06.429446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fa9e2d-ab3a-455c-8a10-a4b00a9e984b') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:06.430796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 18d9054e-4e82-4b8d-b683-ff63dd15c84c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:06.431184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.445034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.472694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4669100e-bd98-4347-a15a-14891a177676 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/efa41acc-e9cc-4070-9a6c-e9289472aaf0 HTTP/1.1" status: 204 len: 168 time: 4.1129761 Apr 01 15:47:06.473783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:06.539726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.541776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.549859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Calling delete_port for ab854312-e98c-48e6-b196-7e644f40ffe6 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:06.628060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Network db59d1df-ce13-414d-aa3e-9fc443476eff is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:06.848256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:06.850898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:06.879077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:06.879518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:06.909208 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:06.973948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event updated for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.239454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Allocated IP 172.20.0.8 (30ee88b7-de7b-4476-bdd5-8337705ff84d/67efc5a5-65b0-4303-b261-9081a0b159b6/8493ce91-f2b5-47b5-a8ac-193127b24a80) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:07.269702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.329034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74416a64-e4ff-4dfc-9c79-9f4bf11751eb None None] Provisioning for port 3822e7bd-edc4-4c85-858b-f07e0d650426 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:07.337813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.338583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.342334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74416a64-e4ff-4dfc-9c79-9f4bf11751eb None None] Provisioning complete for port 3822e7bd-edc4-4c85-858b-f07e0d650426 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:07.343042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74416a64-e4ff-4dfc-9c79-9f4bf11751eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.453797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.459280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-74416a64-e4ff-4dfc-9c79-9f4bf11751eb None None] Port 3822e7bd-edc4-4c85-858b-f07e0d650426 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:07.494958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.532606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.575508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-934c7775-fb2f-4b9b-8df5-e4a1cb660410 req-e9867076-2338-4da9-8541-babd7b97f959 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1456780 Apr 01 15:47:07.588587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b42d9814-74e0-48e4-a252-389d1c6c55b1 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:47:07.607637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab854312-e98c-48e6-b196-7e644f40ffe6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.610967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.616606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246992-983f-40be-bd6f-67706e17dd43 req-c2b9b8a3-ecc7-420a-b863-2ec9c7ab7f80 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.622777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] Pushing event deleted for resources: {'Network': ['ID=b42d9814-74e0-48e4-a252-389d1c6c55b1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.623708 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2246992-983f-40be-bd6f-67706e17dd43 req-c2b9b8a3-ecc7-420a-b863-2ec9c7ab7f80 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 932 time: 0.8790917 Apr 01 15:47:07.639658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.690786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.696644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b2246992-983f-40be-bd6f-67706e17dd43 req-7eb5a7c3-caa8-4976-9675-729b04b98bd5 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Synchronizing usage tracker for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:07.722582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-3fb21f9d-35ad-4779-9ee8-692847a8fe25 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4665596 Apr 01 15:47:07.788759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.802054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-090ef94c-d71c-4d11-90cd-389d7a242c72 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:47:07.803250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-090ef94c-d71c-4d11-90cd-389d7a242c72 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222464 Apr 01 15:47:07.804681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46f19cc2-73f1-4096-9c18-e34d3071a591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ab854312-e98c-48e6-b196-7e644f40ffe6 HTTP/1.1" status: 204 len: 168 time: 2.0910845 Apr 01 15:47:07.809581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:07.884392 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac488ffe-f918-4c0c-b60b-538a15ab366c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:47:07.884392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac488ffe-f918-4c0c-b60b-538a15ab366c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Synchronizing usage tracker for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:07.884771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55baa4c2-dd3f-4168-b0f0-a0c5bcdfc86c tempest-ExternalNetworksTestJSON-48335139 tempest-ExternalNetworksTestJSON-48335139-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b42d9814-74e0-48e4-a252-389d1c6c55b1 HTTP/1.1" status: 204 len: 168 time: 3.0726013 Apr 01 15:47:07.947932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:07.957829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b2246992-983f-40be-bd6f-67706e17dd43 req-7eb5a7c3-caa8-4976-9675-729b04b98bd5 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Unset dirty status for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:07.958999 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2246992-983f-40be-bd6f-67706e17dd43 req-7eb5a7c3-caa8-4976-9675-729b04b98bd5 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345637 Apr 01 15:47:08.021792 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a0b9c-f8f9-4097-a937-0dfb07baf8a0 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:08.022268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3a0b9c-f8f9-4097-a937-0dfb07baf8a0 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:08.024088 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b3a0b9c-f8f9-4097-a937-0dfb07baf8a0 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "DELETE /v2.0/subnets/9cc4821e-dc45-4322-9f90-1b1e52c13df5 HTTP/1.1" status: 404 len: 337 time: 0.0728056 Apr 01 15:47:08.028505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:08.343713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for f4a733b1-e891-4024-9c75-e9e14768b3af owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:08.407179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.453871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.528900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77d1890-d41f-4f02-a157-3b9d1fc278ac']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.583970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Request body: {'port': {'device_id': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:08.611028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac488ffe-f918-4c0c-b60b-538a15ab366c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] Unset dirty status for tenant:c35dd2f1a9c94aeb88f8417ec735a37a on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:08.612203 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac488ffe-f918-4c0c-b60b-538a15ab366c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644758643-project-admin] 10.222.0.18 "GET /v2.0/ports/ab854312-e98c-48e6-b196-7e644f40ffe6 HTTP/1.1" status: 404 len: 333 time: 0.7922671 Apr 01 15:47:08.638409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39706) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:08.650968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8876f3d1-395b-44fc-b33f-f1d6424b5d29') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.651354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8876f3d1-395b-44fc-b33f-f1d6424b5d29') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.662472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:08.663820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.686551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:08.698444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.703334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.725785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.725944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:08.831696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.846068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a5d1ee9-fe99-4748-86b1-a94842a4e6e7 req-c53d0c88-e823-4b80-bf5b-e5c8b59ae99e tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Synchronizing usage tracker for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:08.850682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Transition to ACTIVE for port object 8493ce91-f2b5-47b5-a8ac-193127b24a80 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:08.855172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event updated for resources: {'Port': ['ID=14398381-ce42-46f2-b97a-a96ba4336273,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.858319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:08.858761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:08.881841 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:08.957585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.968122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.052257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=f4a733b1-e891-4024-9c75-e9e14768b3af,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:09.241080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.242789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.290981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a5d1ee9-fe99-4748-86b1-a94842a4e6e7 req-c53d0c88-e823-4b80-bf5b-e5c8b59ae99e tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Unset dirty status for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:09.299878 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a5d1ee9-fe99-4748-86b1-a94842a4e6e7 req-c53d0c88-e823-4b80-bf5b-e5c8b59ae99e tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.5153201 Apr 01 15:47:09.345311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.348293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=d77d1890-d41f-4f02-a157-3b9d1fc278ac,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:09.379442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0a61f920-3eda-4b5d-8be4-f2b54a6eb8a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/f4a733b1-e891-4024-9c75-e9e14768b3af HTTP/1.1" status: 204 len: 168 time: 3.3934226 Apr 01 15:47:09.390737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4c4d301-1acc-49c8-9d35-ffacc8375cc9 tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/d77d1890-d41f-4f02-a157-3b9d1fc278ac HTTP/1.1" status: 204 len: 168 time: 2.8991878 Apr 01 15:47:09.468658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:09.469373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:09.482431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting port 14398381-ce42-46f2-b97a-a96ba4336273 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:09.483107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.512747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.552907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.573864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.662446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:09.674455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e780357-90a8-4f9b-b755-5c08a4917328']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.725929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:09.749908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:09.757919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037eec18-1333-4f64-b106-33060cb74164') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.757919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037eec18-1333-4f64-b106-33060cb74164') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.801908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0aabd-a286-4ecd-8280-5a3d78e6849f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:09.805719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0aabd-a286-4ecd-8280-5a3d78e6849f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:09.810138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2d0aabd-a286-4ecd-8280-5a3d78e6849f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:09.819008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.899918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.927601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:10.013050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.036286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.047724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:10.048349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.059935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:10.061053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:10.071099 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:10.076643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2d0aabd-a286-4ecd-8280-5a3d78e6849f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:10.076643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2d0aabd-a286-4ecd-8280-5a3d78e6849f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6017759 Apr 01 15:47:10.098474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:10.106307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbfc1e-12fa-4200-a36c-8e4f8520e4f6 req-7430737f-2dd3-433f-9daf-af332a528dc8 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:10.114337 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-babbfc1e-12fa-4200-a36c-8e4f8520e4f6 req-7430737f-2dd3-433f-9daf-af332a528dc8 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 932 time: 0.8381140 Apr 01 15:47:10.191226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-02e92a9c-7e61-4e4e-afeb-b537f975dce5 None None] Provisioning for port 8493ce91-f2b5-47b5-a8ac-193127b24a80 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:10.198201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-02e92a9c-7e61-4e4e-afeb-b537f975dce5 None None] Provisioning complete for port 8493ce91-f2b5-47b5-a8ac-193127b24a80 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:10.198201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-02e92a9c-7e61-4e4e-afeb-b537f975dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.259383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-02e92a9c-7e61-4e4e-afeb-b537f975dce5 None None] Port 8493ce91-f2b5-47b5-a8ac-193127b24a80 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:10.268500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Router 5e583055-89a2-4444-a364-8714ce439861 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:10.274919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.275510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.293096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd52837-83f7-4966-9fc9-30622c6e3119']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.296685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-5d42271f-75da-4a4f-a6d3-efb5648a4613 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2904913 Apr 01 15:47:10.310990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.394599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87822ed8-df02-4cbe-901d-98ef451438e5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.428385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a52d4-910b-495a-b060-59982a69be43') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.428685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a52d4-910b-495a-b060-59982a69be43') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.444950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3822e7bd-edc4-4c85-858b-f07e0d650426 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:47:10.450380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.465989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.488224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.503282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:10.503779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:10.550638 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:10.666085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4868cc2-babe-4a06-a618-7baa8cee04cb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.666835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4868cc2-babe-4a06-a618-7baa8cee04cb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.681361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Calling delete_port for 14398381-ce42-46f2-b97a-a96ba4336273 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:10.783190 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-babbfc1e-12fa-4200-a36c-8e4f8520e4f6 req-ad6998db-0a6d-4c1a-a030-119bc6d7f7b8 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6678126 Apr 01 15:47:10.792419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.797876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077212fc-9a6c-4965-ab5b-5b08c3fd4498 req-dd76c9fb-ce4f-47ea-81d3-9f585d0b0e4b tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:10.801628 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-077212fc-9a6c-4965-ab5b-5b08c3fd4498 req-dd76c9fb-ce4f-47ea-81d3-9f585d0b0e4b tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 931 time: 0.3026824 Apr 01 15:47:10.840423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.846490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 9a7d0b83-6cd7-40b1-921e-52e1c86a4d83 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:10.866225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.879501 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-077212fc-9a6c-4965-ab5b-5b08c3fd4498 req-2c33eb52-6a97-4b89-8ea3-dd378677b8eb tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695662 Apr 01 15:47:10.895977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:10.896380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:10.912638 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:11.123044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.139763 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.141449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.163094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.174164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] 10.222.0.18 "DELETE /v2.0/networks/87822ed8-df02-4cbe-901d-98ef451438e5 HTTP/1.1" status: 204 len: 168 time: 1.7018495 Apr 01 15:47:11.182266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff0651-0328-483a-89ee-dc850bdc3d7f tempest-BulkNetworkOpsIpV6Test-622056295 tempest-BulkNetworkOpsIpV6Test-622056295-project] Pushing event deleted for resources: {'Network': ['ID=87822ed8-df02-4cbe-901d-98ef451438e5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.208632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.235422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] Pushing event deleted for resources: {'Network': ['ID=2e780357-90a8-4f9b-b755-5c08a4917328,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.248823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:11.264508 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6b9bd295-5cef-4145-9fcf-62b3f7cae853 tempest-ExternalNetworksTestJSON-1551058793 tempest-ExternalNetworksTestJSON-1551058793-project] 10.222.0.18 "DELETE /v2.0/networks/2e780357-90a8-4f9b-b755-5c08a4917328 HTTP/1.1" status: 204 len: 168 time: 3.2349460 Apr 01 15:47:11.269278 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] Sync routers for ids ['5e583055-89a2-4444-a364-8714ce439861'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:11.291206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] Routers {'5e583055-89a2-4444-a364-8714ce439861'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:11.291925 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e583055-89a2-4444-a364-8714ce439861'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:11.300808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.337794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.343937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] 10.222.0.18 "DELETE /v2.0/networks/0fd52837-83f7-4966-9fc9-30622c6e3119 HTTP/1.1" status: 204 len: 168 time: 2.6946051 Apr 01 15:47:11.365267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef204485-405a-4c0f-8264-7017c2350e2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1245744952-project] Pushing event deleted for resources: {'Network': ['ID=0fd52837-83f7-4966-9fc9-30622c6e3119,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.370528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Transition to ACTIVE for port object 3822e7bd-edc4-4c85-858b-f07e0d650426 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:11.385863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.386530 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:11.395809 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] Routers {'5e583055-89a2-4444-a364-8714ce439861'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:11.396612 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e583055-89a2-4444-a364-8714ce439861'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:11.436541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.438827 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e079ffba-6700-42d4-a368-40de29283d40 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.5903435 Apr 01 15:47:11.453997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Port': ['ID=14398381-ce42-46f2-b97a-a96ba4336273,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.472868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39732) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:11.488658 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:11.489355 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ebfee-85cb-4aef-9471-3a4732f3fdde None None] The sync data for ids ['5e583055-89a2-4444-a364-8714ce439861'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:11.493634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.656756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.713325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.789635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] create failed (client error): The resource could not be found. Apr 01 15:47:11.795495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d77ff05c-2472-4911-be33-ce05a75c957d tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.1591918 Apr 01 15:47:11.803976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39738) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:11.810099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7d0b83-6cd7-40b1-921e-52e1c86a4d83,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.825190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.832966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59cd796-99c5-4f86-8756-3e1ebc069a70 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:11.900211 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3a6f9e3f-b18f-4d7b-af0d-cb8c7fcb2b3e tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/5e583055-89a2-4444-a364-8714ce439861 HTTP/1.1" status: 200 len: 919 time: 0.4216397 Apr 01 15:47:11.900642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.068479 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01f68782-30c2-4f14-845d-29edbf6c3537 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e583055-89a2-4444-a364-8714ce439861 HTTP/1.1" status: 200 len: 205 time: 0.1647139 Apr 01 15:47:12.074934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.140705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:12.205491 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eec4dc9f-792f-4820-b416-2babbacf21f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/9a7d0b83-6cd7-40b1-921e-52e1c86a4d83 HTTP/1.1" status: 204 len: 168 time: 2.0718729 Apr 01 15:47:12.219768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.341397 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1149529-0094-4eb3-912e-d94b99cb5c72 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141217 Apr 01 15:47:12.354870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.367576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:12.395960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:12.401283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Deleting port 18d9054e-4e82-4b8d-b683-ff63dd15c84c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:12.401675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.456751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting port ac6838f8-8fb4-47b8-98f6-874fd728ef1a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:12.457185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.538446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.573374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:12.573374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:12.573779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:12.574104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:12.584220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:12.743254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118306e-ea34-4dfb-9252-c8e3de9e54c0 req-71d0490b-5a1c-4808-992e-7b9b79f44e12 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:12.743254 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c118306e-ea34-4dfb-9252-c8e3de9e54c0 req-71d0490b-5a1c-4808-992e-7b9b79f44e12 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 944 time: 0.6386125 Apr 01 15:47:12.744354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Request body: {'port': {'device_id': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:12.744449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.796971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] For port 18d9054e-4e82-4b8d-b683-ff63dd15c84c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=18d9054e-4e82-4b8d-b683-ff63dd15c84c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:12.797403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.900103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.916270 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c118306e-ea34-4dfb-9252-c8e3de9e54c0 req-fadca5c9-b3e0-4d79-88a7-7c3b039e2f61 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506857 Apr 01 15:47:12.953650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:12.957566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.963004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Attempting to bind port 3822e7bd-edc4-4c85-858b-f07e0d650426 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:12.963386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Attempting to bind port 3822e7bd-edc4-4c85-858b-f07e0d650426 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:12.963722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Attempting to bind port 3822e7bd-edc4-4c85-858b-f07e0d650426 on network db59d1df-ce13-414d-aa3e-9fc443476eff {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:12.985429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Port 3822e7bd-edc4-4c85-858b-f07e0d650426 on network db59d1df-ce13-414d-aa3e-9fc443476eff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:12.985758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Attempting to bind port 3822e7bd-edc4-4c85-858b-f07e0d650426 on network db59d1df-ce13-414d-aa3e-9fc443476eff {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:13.111500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0fa669ee-bed2-4299-9733-9cacb91d0070 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bdcac10377d43ae9962d21ae38ccf2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4641891 Apr 01 15:47:13.160397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:13.160791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Checking segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:13.161336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Bound using segment: {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:13.161816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Bound port: 3822e7bd-edc4-4c85-858b-f07e0d650426, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff3532f-33a9-4525-9dd3-08424d135741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:13.162170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.187925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:13.211700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Calling delete_port for 18d9054e-4e82-4b8d-b683-ff63dd15c84c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:13.403207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77c235-634b-4463-8b8e-8f35bef8df66 req-9fb78260-9b67-49ea-9751-21e9c7d894bc tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:13.410199 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b77c235-634b-4463-8b8e-8f35bef8df66 req-9fb78260-9b67-49ea-9751-21e9c7d894bc tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 931 time: 1.1110458 Apr 01 15:47:13.439166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.476296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.545231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] Pushing event deleted for resources: {'Port': ['ID=18d9054e-4e82-4b8d-b683-ff63dd15c84c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:13.557475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033ef4-aede-4605-a6a1-8f34e48063df None None] No DVR routers for this DVR port 18d9054e-4e82-4b8d-b683-ff63dd15c84c on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:13.578742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:13.648936 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0dc8912-f3bb-4183-8e1a-4bccfb04c0ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89218aa752db47ef9526dba2259dc5c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1082454 Apr 01 15:47:13.651705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:13.693995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port c3b35fd8-2d42-4d52-800e-813c29347c9a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:13.694429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.739947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.876841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b77c235-634b-4463-8b8e-8f35bef8df66 req-f368532f-8c96-429d-b8d3-52f1ef907228 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657373 Apr 01 15:47:13.884193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.898857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.905738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.915541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:13.932289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:13.984381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:13.998406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2ffdb-dc8c-434b-9d7a-c5ca7cd84f21 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:13.999255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.000026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.035866 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0a34d0a-da23-4f28-8ac7-53939965bb60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44dea705938a4124960226098ccbed57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4536405 Apr 01 15:47:14.048356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:14.079519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Calling delete_port for ac6838f8-8fb4-47b8-98f6-874fd728ef1a owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:14.118107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3822e7bd-edc4-4c85-858b-f07e0d650426,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:14.145757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.173100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=81b79529-1625-4124-984d-33d7b88acd67,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:14.177647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.236552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.242536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '81b79529-1625-4124-984d-33d7b88acd67'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:14.243592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.261785 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-751186fd-af0d-4e02-9b54-3604bedc99ad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9035099 Apr 01 15:47:14.264517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:14.269149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.302108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 18d9054e-4e82-4b8d-b683-ff63dd15c84c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:14.308570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '81b79529-1625-4124-984d-33d7b88acd67', 'ip_address': '2001:db8::f9bc:367b:8688:f608'}], 'name': 'tempest-NetworksTestDHCPv6-426249482'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:14.342401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 18d9054e-4e82-4b8d-b683-ff63dd15c84c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:14.345010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 18d9054e-4e82-4b8d-b683-ff63dd15c84c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:14.350977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.351620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.353039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] 10.222.0.90 "PUT /v2.0/ports/3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 200 len: 1094 time: 5.9246523 Apr 01 15:47:14.353460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:14.440884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f3027-f73d-43fc-b2f1-171ad784ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:14.535592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/81b79529-1625-4124-984d-33d7b88acd67/f73dabc3-b1fb-4215-a62a-ca79167e043f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:14.536710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for c3b35fd8-2d42-4d52-800e-813c29347c9a owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:14.613896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.651269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d24384-9235-430e-8b65-1d859909ddd2 req-7cafa231-cf1b-4ba2-90d4-d32c90f8b3d7 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.652891 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75d24384-9235-430e-8b65-1d859909ddd2 req-7cafa231-cf1b-4ba2-90d4-d32c90f8b3d7 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 944 time: 0.6135426 Apr 01 15:47:14.667060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055ba42-672b-4b7c-a129-98669324abe9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:14.680890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8493ce91-f2b5-47b5-a8ac-193127b24a80 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:47:14.690257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.692071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c572c64e-1dd5-448c-ac4f-be857a30b688 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5055ba42-672b-4b7c-a129-98669324abe9 HTTP/1.1" status: 204 len: 168 time: 1.4910223 Apr 01 15:47:14.695128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.730726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Transition to ACTIVE for port object 8493ce91-f2b5-47b5-a8ac-193127b24a80 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:14.744418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.798618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Port': ['ID=ac6838f8-8fb4-47b8-98f6-874fd728ef1a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:14.803488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.896295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'status': 'completed', 'code': 200} Apr 01 15:47:14.905251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2f744e61-0dd1-42d5-9fe1-9796374a5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.907484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2f744e61-0dd1-42d5-9fe1-9796374a5aba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 1097 time: 0.4150648 Apr 01 15:47:14.908529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.939926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Transition to ACTIVE for port object f73dabc3-b1fb-4215-a62a-ca79167e043f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:14.987482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Transition to ACTIVE for port object f73dabc3-b1fb-4215-a62a-ca79167e043f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:15.117579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.128103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.170219 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75d24384-9235-430e-8b65-1d859909ddd2 req-0e60d025-b1be-4678-8b9d-fc7ca1943c5e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5056162 Apr 01 15:47:15.183402 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-fe06b8ba-35fa-47d8-a497-396c55322fe7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 200 len: 217 time: 0.2440572 Apr 01 15:47:15.184012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.205483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c8571-7767-4e28-af0b-2d62288dd446,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.237974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.250760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:15.264070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:15.272931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.276377 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-506471f8-c783-49bd-a205-02e3a40fd57c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/846c8571-7767-4e28-af0b-2d62288dd446 HTTP/1.1" status: 204 len: 168 time: 1.6212542 Apr 01 15:47:15.276377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:15.287390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:15.341938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.347130 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f25314ca-80f0-4e33-90ee-e3c8a5d4a950 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "DELETE /v2.0/ports/ac6838f8-8fb4-47b8-98f6-874fd728ef1a HTTP/1.1" status: 204 len: 168 time: 3.5282052 Apr 01 15:47:15.352687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:15.380351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-dd2bd0e8-56ba-42ee-9744-ee9d49f3f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.381792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-dd2bd0e8-56ba-42ee-9744-ee9d49f3f677 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea1e38b8-9ee1-45f1-a533-bee563fde18c HTTP/1.1" status: 200 len: 851 time: 0.1801078 Apr 01 15:47:15.402632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.455285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cdb6bb-b68c-4799-8c28-a399afd52c29 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.456826 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64cdb6bb-b68c-4799-8c28-a399afd52c29 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "GET /v2.0/ports?device_id=d79d86fd-da7b-4603-9005-2a0067b80603 HTTP/1.1" status: 200 len: 913 time: 0.1031990 Apr 01 15:47:15.458100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:15.466147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39834) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:15.496730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:15.504936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:15.513824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:15.521927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Attempting to bind port 8493ce91-f2b5-47b5-a8ac-193127b24a80 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:15.522274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Attempting to bind port 8493ce91-f2b5-47b5-a8ac-193127b24a80 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:15.522612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Attempting to bind port 8493ce91-f2b5-47b5-a8ac-193127b24a80 on network 30ee88b7-de7b-4476-bdd5-8337705ff84d {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:15.550565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Port 8493ce91-f2b5-47b5-a8ac-193127b24a80 on network 30ee88b7-de7b-4476-bdd5-8337705ff84d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:47:15.550932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Attempting to bind port 8493ce91-f2b5-47b5-a8ac-193127b24a80 on network 30ee88b7-de7b-4476-bdd5-8337705ff84d {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:15.564532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288f0a1-6527-4401-a8ed-d18ae135ffd0 req-95e954ac-7d82-44c5-884d-197287e88400 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.571669 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8288f0a1-6527-4401-a8ed-d18ae135ffd0 req-95e954ac-7d82-44c5-884d-197287e88400 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.4528699 Apr 01 15:47:15.608512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Pushing event updated for resources: {'Port': ['ID=f73dabc3-b1fb-4215-a62a-ca79167e043f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.633327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Attempting to bind port f73dabc3-b1fb-4215-a62a-ca79167e043f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:15.637350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Attempting to bind port f73dabc3-b1fb-4215-a62a-ca79167e043f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:15.637350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Attempting to bind port f73dabc3-b1fb-4215-a62a-ca79167e043f on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:15.640195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:15.641308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:15.641783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.642248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:15.642822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Bound port: f73dabc3-b1fb-4215-a62a-ca79167e043f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:15.643327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.682314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.708861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.718512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.741017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:15.744562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f73dabc3-b1fb-4215-a62a-ca79167e043f,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:15.756683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:15.756683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Checking segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:15.756683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Bound using segment: {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:15.757127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Bound port: 8493ce91-f2b5-47b5-a8ac-193127b24a80, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58423117-5bec-4781-ac7b-b4c687d1b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:15.757482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.804846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.818077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port d7d8b584-74e1-462d-8f49-23ac1dc05c41 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:15.883431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=c3b35fd8-2d42-4d52-800e-813c29347c9a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.893306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa65a4-1932-4835-b98a-f483a8cf8ef8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.893543 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8288f0a1-6527-4401-a8ed-d18ae135ffd0 req-ddd37b1c-5741-432e-b78d-f18b67b0cc8b tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206100 Apr 01 15:47:15.940897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e5f68-30d4-4fc5-a0e7-cc3f9ec0e118 None None] Pushing event updated for resources: {'Port': ['ID=f73dabc3-b1fb-4215-a62a-ca79167e043f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.967295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.967295 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4a527ed-63a4-4319-8aaf-e6f586268a6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54aa65a4-1932-4835-b98a-f483a8cf8ef8 HTTP/1.1" status: 204 len: 168 time: 1.8220177 Apr 01 15:47:16.052741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-8081e299-642c-416e-85d6-e7a91d2c0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.054234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-8081e299-642c-416e-85d6-e7a91d2c0ae6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db59d1df-ce13-414d-aa3e-9fc443476eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6581862 Apr 01 15:47:16.086959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.231940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:16.231940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:16.288210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:16.382993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-81a463f1-2818-452b-97ee-8f8348679ca3 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189435 Apr 01 15:47:16.397879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.410539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.419645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.472324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f73dabc3-b1fb-4215-a62a-ca79167e043f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:16.575235 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a85a58a1-5669-4279-902d-01b012379ccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a49b0f70d4d040f9bca772e8712c9678&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3560703 Apr 01 15:47:16.591354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39864) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:16.594530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.595177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.596552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] 10.222.0.90 "PUT /v2.0/ports/8493ce91-f2b5-47b5-a8ac-193127b24a80 HTTP/1.1" status: 200 len: 1093 time: 3.9199665 Apr 01 15:47:16.616593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.617156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router 5e583055-89a2-4444-a364-8714ce439861 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:16.662652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f73dabc3-b1fb-4215-a62a-ca79167e043f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:16.688379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.693039 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7fbc45fe-5d9d-4e51-bec9-7c92f9485d0e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/5e583055-89a2-4444-a364-8714ce439861 HTTP/1.1" status: 204 len: 168 time: 4.6131909 Apr 01 15:47:16.694014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:16.710696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1904638679', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:16.736771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f9bc:367b:8688:f608 (9d919997-7b56-4b49-acd8-35888c2943cc/81b79529-1625-4124-984d-33d7b88acd67/d7d8b584-74e1-462d-8f49-23ac1dc05c41) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:16.740475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:16.756454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:router and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:16.762368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:16.774150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:16.795792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b94d16-ff88-49b0-b5fc-4b8ee44df6db req-8f2cb373-9769-411d-9746-6b0be93b0dea tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.797338 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-24b94d16-ff88-49b0-b5fc-4b8ee44df6db req-8f2cb373-9769-411d-9746-6b0be93b0dea tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 944 time: 0.2656171 Apr 01 15:47:16.836660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0face907-8343-42e1-9852-ebf25cc7f6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:16.861040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.883544 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fc8ee3-7b89-40c9-9e89-37fa6d42a6ab req-2e448abc-107e-472b-a028-84b0b5c6dc33 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663498 Apr 01 15:47:16.899993 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-24b94d16-ff88-49b0-b5fc-4b8ee44df6db req-8789b322-2698-4c4e-b115-f1362793e44b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930338 Apr 01 15:47:16.904568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.907817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.948543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:16.980483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.017041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39880) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:17.082159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-b1932d28-38db-4f29-b776-15914ab82bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.092384 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-b1932d28-38db-4f29-b776-15914ab82bef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3469db9140084a3d9269b100555d88c3&device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 1096 time: 0.3403206 Apr 01 15:47:17.156644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.194071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'status': 'completed', 'code': 200} Apr 01 15:47:17.246999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-727646238'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:17.256547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:17.270369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:17.276248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:17.285283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.288655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:17.301310 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-8e67d070-5985-4747-a201-0fbf59f3cae9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80 HTTP/1.1" status: 200 len: 217 time: 0.1062083 Apr 01 15:47:17.378283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object d7d8b584-74e1-462d-8f49-23ac1dc05c41 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:17.421332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-a59cb998-114d-489b-ad06-298427e20ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.424094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-a59cb998-114d-489b-ad06-298427e20ced service neutron] 10.222.0.90 "GET /v2.0/subnets?id=67efc5a5-65b0-4303-b261-9081a0b159b6 HTTP/1.1" status: 200 len: 845 time: 0.1071758 Apr 01 15:47:17.424094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:17.516021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.521187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269138-94b3-498e-85cd-a7752fe8c86e req-b362a1b4-5420-4dc5-9173-650d5102ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.522727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-b362a1b4-5420-4dc5-9173-650d5102ea75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 1097 time: 0.4581962 Apr 01 15:47:17.525197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.525378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Provisioning for port f73dabc3-b1fb-4215-a62a-ca79167e043f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:17.531886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Provisioning complete for port f73dabc3-b1fb-4215-a62a-ca79167e043f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:17.532565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.553513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:17.556778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.626419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.664731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.698288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f73dabc3-b1fb-4215-a62a-ca79167e043f,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:17.717042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.723226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:17.729469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:security_group_rule and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:17.732916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:17.740312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:17.754480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9ea61-cd90-43f3-b885-3d73c8a65109 req-ca630708-5997-4536-9517-33484536a2d3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.754480 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21e9ea61-cd90-43f3-b885-3d73c8a65109 req-ca630708-5997-4536-9517-33484536a2d3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.6028149 Apr 01 15:47:17.772547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c0aa3-55fc-4cce-95cd-692694b4b292,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.775240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.836824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.858629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daeafc-9331-4106-9041-883293ce3bc0 None None] Pushing event updated for resources: {'Port': ['ID=f73dabc3-b1fb-4215-a62a-ca79167e043f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.925341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.926436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.931920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.931920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64700a4c-3e06-4693-a0fa-e3db2b9a16bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/604c0aa3-55fc-4cce-95cd-692694b4b292 HTTP/1.1" status: 204 len: 168 time: 1.3318081 Apr 01 15:47:17.964576 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a473ef69-b504-4201-b70c-37596e73f87d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35dd2f1a9c94aeb88f8417ec735a37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333493 Apr 01 15:47:17.967253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:18.036579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:18.063414 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21e9ea61-cd90-43f3-b885-3d73c8a65109 req-2684a753-c5f4-4e74-a043-6d6c10ca607c tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919662 Apr 01 15:47:18.073233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:18.091762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7cf89d-e90d-4022-9911-1ae65e9b753d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.097259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:18.103460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.104089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.117399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:18.122999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=d7d8b584-74e1-462d-8f49-23ac1dc05c41,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.148479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.151814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment 2cf03fff-bbda-4e11-9971-02fccb42b763 of type vlan for network 650efdd1-6bdd-459e-a264-1cbd254dec23 Apr 01 15:47:18.208169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-881b0659-e9b1-45bd-8222-efd62b102fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.209764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-881b0659-e9b1-45bd-8222-efd62b102fd6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30ee88b7-de7b-4476-bdd5-8337705ff84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7721603 Apr 01 15:47:18.213611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269138-94b3-498e-85cd-a7752fe8c86e req-d427a636-d2ae-4a81-aee0-4050082d21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.215109 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-d427a636-d2ae-4a81-aee0-4050082d21c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 200 len: 913 time: 0.6349659 Apr 01 15:47:18.216209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.269131 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2bf8ea2b-a8d0-4518-925c-54b61cc1b37f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9747407 Apr 01 15:47:18.296607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e238b-e80f-4482-aad9-2182633e02cf req-c6d5292e-4a8e-4c4a-a4e3-7ed8906738cd tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.303810 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e1e238b-e80f-4482-aad9-2182633e02cf req-c6d5292e-4a8e-4c4a-a4e3-7ed8906738cd tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 944 time: 0.2741926 Apr 01 15:47:18.306988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f73dabc3-b1fb-4215-a62a-ca79167e043f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:18.323177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:18.353986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.397775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f73dabc3-b1fb-4215-a62a-ca79167e043f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:18.398556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.445226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-4a3b0272-e919-44d7-a61d-f420d48f15db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 200 len: 217 time: 0.2184489 Apr 01 15:47:18.496941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.503102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.503757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.530707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e1e238b-e80f-4482-aad9-2182633e02cf req-ae648a5d-9f47-47f9-acee-0b48530c3ba3 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149482 Apr 01 15:47:18.563622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cc64fc2-0740-4dcb-be01-2065b7dd44c0 None None] Provisioning for port d7d8b584-74e1-462d-8f49-23ac1dc05c41 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:18.579763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cc64fc2-0740-4dcb-be01-2065b7dd44c0 None None] Provisioning complete for port d7d8b584-74e1-462d-8f49-23ac1dc05c41 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:18.580368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cc64fc2-0740-4dcb-be01-2065b7dd44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.620159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.674015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4cc64fc2-0740-4dcb-be01-2065b7dd44c0 None None] Port d7d8b584-74e1-462d-8f49-23ac1dc05c41 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:18.674255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=650efdd1-6bdd-459e-a264-1cbd254dec23,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.679445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.688650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:18.699577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269138-94b3-498e-85cd-a7752fe8c86e req-622e9818-3a4d-4dbf-b6a5-fc8ceff0d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.699577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-622e9818-3a4d-4dbf-b6a5-fc8ceff0d918 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea1e38b8-9ee1-45f1-a533-bee563fde18c HTTP/1.1" status: 200 len: 851 time: 0.1819537 Apr 01 15:47:18.711898 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c77a3d57-35a0-4cc8-ba38-16f96594aeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6929638 Apr 01 15:47:18.715368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:18.716384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.724206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-467673902'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:18.761293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:18.770176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:18.777332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:18.794508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:18.809528 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-cf41ee1d-3ace-4fb2-8f05-6b06959e557f service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787344 Apr 01 15:47:18.862188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5b53c-0035-49d1-bce0-44f6ca95e141 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.868106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5b53c-0035-49d1-bce0-44f6ca95e141 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:18.868886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4b5b53c-0035-49d1-bce0-44f6ca95e141 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:18.890169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting port f59f596a-c720-4c5d-b693-7be0e64b3ede {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:18.891033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.898012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.26.7.99 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/839abf2d-4862-4287-8cf7-91fc6eaa15da) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:18.900343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:18.904098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.971685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:19.007355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.039343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.039920 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment 23b7bb9d-c4c1-459d-8f6c-23a0f37e785c of type vlan for network ca2eae3a-5b85-42cd-ae7f-39795021b888 Apr 01 15:47:19.049969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf9763-d485-4fa1-8c4d-8e74af60d6cd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:19.117010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4b5b53c-0035-49d1-bce0-44f6ca95e141 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:19.120887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4b5b53c-0035-49d1-bce0-44f6ca95e141 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7896876 Apr 01 15:47:19.121942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.126651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-df6e5fed-03ee-4f9e-8eee-5184f3ab84cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67bf9763-d485-4fa1-8c4d-8e74af60d6cd HTTP/1.1" status: 204 len: 168 time: 1.1411619 Apr 01 15:47:19.129773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:19.157964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.216406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.228731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269138-94b3-498e-85cd-a7752fe8c86e req-168161ee-c382-4039-b66b-fe62f5cb02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:19.230261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-168161ee-c382-4039-b66b-fe62f5cb02d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db59d1df-ce13-414d-aa3e-9fc443476eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5246158 Apr 01 15:47:19.247345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ff0a85f-bbd2-4778-a615-e5c1f5605932 req-b4ca8f48-7bcf-4b45-8489-9ff422fd4f66 service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282904 Apr 01 15:47:19.359333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.361720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port d7d8b584-74e1-462d-8f49-23ac1dc05c41 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:19.362439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.395702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.401182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:19.401797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.534642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:19.548223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:19.550636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=839abf2d-4862-4287-8cf7-91fc6eaa15da,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:19.560540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:19.673649 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9514730 Apr 01 15:47:19.680840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 39946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:19.714957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:19.743629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.815811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=ca2eae3a-5b85-42cd-ae7f-39795021b888,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:19.832862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.833202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.833543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.833875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.834201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.834527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.834913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.835270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.835658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.835913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.836283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.836871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0c02b-9c8a-4f9b-939e-83e65f4ea4dd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:19.858937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:20.020909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Calling delete_port for f59f596a-c720-4c5d-b693-7be0e64b3ede owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:20.053729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15c54-eaba-4bfe-838e-8dca1e7de6b0 req-bbc36411-fbaf-464e-afa1-bdd1713b0bbc tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:20.055884 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-99e15c54-eaba-4bfe-838e-8dca1e7de6b0 req-bbc36411-fbaf-464e-afa1-bdd1713b0bbc tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 944 time: 0.3968306 Apr 01 15:47:20.109803 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-99e15c54-eaba-4bfe-838e-8dca1e7de6b0 req-251d2f0d-b200-4e8d-878d-bbefe7829794 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453012 Apr 01 15:47:20.117016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-0e050fc6-77a4-44de-ba57-d8862641f3e9 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746989 Apr 01 15:47:20.133416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3822e7bd-edc4-4c85-858b-f07e0d650426 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:20.189078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:20.218700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8942e-2f62-4b9b-a4c4-7fcf790666e7 req-3904a1f0-6fc2-4e61-a6b7-4f5946d6082a tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:20.220420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-49c8942e-2f62-4b9b-a4c4-7fcf790666e7 req-3904a1f0-6fc2-4e61-a6b7-4f5946d6082a tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.9816861 Apr 01 15:47:20.251647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:20.273722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:20.316691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:20.350359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3822e7bd-edc4-4c85-858b-f07e0d650426,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:20.395253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'port_id': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'mac_address': 'fa:16:3e:f3:6d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:20.458318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-964b2e85-5e91-4e56-81e4-49d9d456520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:20.459854 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-964b2e85-5e91-4e56-81e4-49d9d456520f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3469db9140084a3d9269b100555d88c3&device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 1096 time: 0.8659816 Apr 01 15:47:20.466550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.557739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:20.562798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.574060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-49c8942e-2f62-4b9b-a4c4-7fcf790666e7 req-6603484e-f4f9-4975-9fb4-da7767916577 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243279 Apr 01 15:47:20.574664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:20.578571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.604014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3822e7bd-edc4-4c85-858b-f07e0d650426 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:47:20.626770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3822e7bd-edc4-4c85-858b-f07e0d650426,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:20.690106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.803495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.813060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76269138-94b3-498e-85cd-a7752fe8c86e req-10c15102-6c2e-4867-89f6-58c1fb3e1b83 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741743 Apr 01 15:47:20.822173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:20.927464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:20.938495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:20.945120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.947441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Usage tracker for resource:floatingip and tenant:a475ba7f3b154f259324a6468dca4f7c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:20.951231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:20.970019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for d7d8b584-74e1-462d-8f49-23ac1dc05c41 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:21.012329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:21.024803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['3822e7bd-edc4-4c85-858b-f07e0d650426'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:47:21.080751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-9acf820f-ca30-4d32-8a51-9ecf3af4199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:21.082231 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-9acf820f-ca30-4d32-8a51-9ecf3af4199e service neutron] 10.222.0.90 "GET /v2.0/networks?id=30ee88b7-de7b-4476-bdd5-8337705ff84d HTTP/1.1" status: 200 len: 907 time: 0.5963032 Apr 01 15:47:21.144277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.179503 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-d150ace0-1304-4759-b508-03279ee3e764 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80 HTTP/1.1" status: 200 len: 217 time: 0.0846863 Apr 01 15:47:21.378467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.433787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f685a-ae47-428f-b92d-f37486199d7b req-1b6b4ef9-c2fc-4531-855c-1ba97ae8231b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:21.435363 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-152f685a-ae47-428f-b92d-f37486199d7b req-1b6b4ef9-c2fc-4531-855c-1ba97ae8231b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 945 time: 0.1344998 Apr 01 15:47:21.436929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.439857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router febbe971-90a3-4587-9514-83bddb17b756 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:21.454764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Port': ['ID=f59f596a-c720-4c5d-b693-7be0e64b3ede,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:21.532668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.533274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.533366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.533675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.534013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.534367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.534697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.535034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.535394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.535841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.536104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.536512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:21.617464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-3e6e969d-0bb3-4837-b353-60c62f8c721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:21.618949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-3e6e969d-0bb3-4837-b353-60c62f8c721a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=67efc5a5-65b0-4303-b261-9081a0b159b6 HTTP/1.1" status: 200 len: 845 time: 0.4327495 Apr 01 15:47:21.816991 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-152f685a-ae47-428f-b92d-f37486199d7b req-5ff9ca18-81a1-4fcd-92ab-5d91ac24ed16 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399379 Apr 01 15:47:21.846943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.850032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.915475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Allocated IP 172.26.7.58 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/5d1821f0-d6b7-449a-a534-0cc793746346) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:21.965240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 39996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:21.978681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:21.994745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Sync routers for ids ['febbe971-90a3-4587-9514-83bddb17b756'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:21.999990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Routers {'febbe971-90a3-4587-9514-83bddb17b756'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:22.000878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['febbe971-90a3-4587-9514-83bddb17b756'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.011728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=d7d8b584-74e1-462d-8f49-23ac1dc05c41,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.096713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.098462 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-643be53e-14d3-4425-a027-6f64b8c1c531 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3987901 Apr 01 15:47:22.100663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.102459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:22.123340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8493ce91-f2b5-47b5-a8ac-193127b24a80 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:47:22.182208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3822e7bd-edc4-4c85-858b-f07e0d650426 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:22.188072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1400604029', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:22.217510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:22.229454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:network and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:22.245205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:22.258254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.264182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:22.279052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.296362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=c0ce203c-9abb-47e0-a45c-6e79714e9523,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.378850 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-602847f9-94c4-4b15-ad16-81d7207ed269 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/febbe971-90a3-4587-9514-83bddb17b756 HTTP/1.1" status: 200 len: 908 time: 0.2753451 Apr 01 15:47:22.381281 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:22.386941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1904638679', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': True}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:22.387625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-023896bd-bbd8-4382-91fe-a286c23b045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:22.389243 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-023896bd-bbd8-4382-91fe-a286c23b045f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30ee88b7-de7b-4476-bdd5-8337705ff84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7463503 Apr 01 15:47:22.393335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': '2cf03fff-bbda-4e11-9971-02fccb42b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:22.393514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:22.394041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 650efdd1-6bdd-459e-a264-1cbd254dec23, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:22.399285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Usage tracker for resource:router and tenant:19dee60aa4a849bea0ec5a89d111c1c6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:22.402933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:22.409859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:22.416819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Made reservation on behalf of 78892b09e2b6428f986fa7130e8b3253 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:22.419104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.427983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b422-4e0c-41ce-b677-3a5e98a8b9ca req-06278fd3-c1cb-458e-821c-c7cc053b5f24 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:22.429455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d60b422-4e0c-41ce-b677-3a5e98a8b9ca req-06278fd3-c1cb-458e-821c-c7cc053b5f24 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.7037661 Apr 01 15:47:22.440249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.458474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:22.462342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:security_group_rule and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:22.465154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:22.465270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Set router febbe971-90a3-4587-9514-83bddb17b756 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:22.470998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:22.522196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ffeb19a8-fe74-4f50-97cb-58d9bd3f2eb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/d7d8b584-74e1-462d-8f49-23ac1dc05c41 HTTP/1.1" status: 204 len: 168 time: 3.3440213 Apr 01 15:47:22.524719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:22.576279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.633196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:22.655043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.656890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.675115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.686474 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d60b422-4e0c-41ce-b677-3a5e98a8b9ca req-5b30c1c7-64bf-455d-91b9-68d50d60e5f1 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380083 Apr 01 15:47:22.690857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Router d79d86fd-da7b-4603-9005-2a0067b80603 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:22.725676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3ad43-b54e-4512-8e6c-a95dd398cad7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:22.727242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd3ad43-b54e-4512-8e6c-a95dd398cad7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:22.727991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd3ad43-b54e-4512-8e6c-a95dd398cad7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:22.729411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 3822e7bd-edc4-4c85-858b-f07e0d650426 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:22.744697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'port_id': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'mac_address': 'fa:16:3e:21:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:47:22.748233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 3822e7bd-edc4-4c85-858b-f07e0d650426 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:22.748602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.752256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1821f0-d6b7-449a-a534-0cc793746346,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.768899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.771078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:22.775596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:22.780170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:22.829320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.867155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:22.880788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:22.885983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.892350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.892765 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Added segment ef2b739a-9778-4b80-82da-3ed050a6d397 of type vlan for network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e Apr 01 15:47:22.931628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.943893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8493ce91-f2b5-47b5-a8ac-193127b24a80 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:47:22.955787 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-cafd8998-d30e-428d-a3c1-93aba5fd2e4e service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552146 Apr 01 15:47:22.986347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:23.000045 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] Sync routers for ids ['d79d86fd-da7b-4603-9005-2a0067b80603'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:23.014300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f00f077d-2bed-43c6-b0a6-a17edd34dd55 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "PUT /v2.0/routers/d79d86fd-da7b-4603-9005-2a0067b80603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5331438 Apr 01 15:47:23.014300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40016) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:23.014554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:23.020425 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] Routers {'d79d86fd-da7b-4603-9005-2a0067b80603'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:23.022480 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d79d86fd-da7b-4603-9005-2a0067b80603'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:23.030526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd3ad43-b54e-4512-8e6c-a95dd398cad7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:23.036115 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bd3ad43-b54e-4512-8e6c-a95dd398cad7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5100396 Apr 01 15:47:23.040419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.061761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febbe971-90a3-4587-9514-83bddb17b756', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:16Z', 'updated_at': '2022-04-01T15:47:20Z', 'revision_number': 3, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port': {'id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febbe971-90a3-4587-9514-83bddb17b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:47:18Z', 'updated_at': '2022-04-01T15:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:23.072602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Checking router: febbe971-90a3-4587-9514-83bddb17b756 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:23.072916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Updating router febbe971-90a3-4587-9514-83bddb17b756 port 839abf2d-4862-4287-8cf7-91fc6eaa15da binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:47:23.078288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:23.108349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:23.130667 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:23.143206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] Routers {'d79d86fd-da7b-4603-9005-2a0067b80603'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:23.144116 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d79d86fd-da7b-4603-9005-2a0067b80603'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:23.185159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 650efdd1-6bdd-459e-a264-1cbd254dec23) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:23.194350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.214909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aac93e7-e73a-4754-8c12-ee602fea311c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.242619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:23.245120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.249202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e212909-41a8-4bf5-868a-7016f2eea824 None None] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:23.262963 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:23.263817 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91defd0a-e4c7-418a-aeec-24eef334d65c None None] The sync data for ids ['d79d86fd-da7b-4603-9005-2a0067b80603'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:23.285925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3822e7bd-edc4-4c85-858b-f07e0d650426,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:23.286218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.287099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:23.287696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.336430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.346089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.388635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.389056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.389504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.389676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.390924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.391407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.392228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.392667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.395939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.395939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.396324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.396762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.397188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:23.417666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.418015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.447440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.483368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 81b79529-1625-4124-984d-33d7b88acd67 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:23.497372 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0f72e516-5d8e-494c-8ce4-9a3c9fdd75f7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8005078 Apr 01 15:47:23.505069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:23.549703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.583162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f221752a-26c9-4cdf-8c4f-9032d8f48d8c req-e3466df6-e959-4037-b145-98a8966b12e2 service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192989 Apr 01 15:47:23.585808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['8493ce91-f2b5-47b5-a8ac-193127b24a80'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:47:23.587564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:23.657579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Network': ['ID=fd6d21ed-75b1-4698-9e77-3c4dbc951d1e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.706268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.757124 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-07634f73-ab47-4600-a227-37647bfbf8de tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7908013 Apr 01 15:47:23.771846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:23.778952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ccd88-a356-47f4-a212-f364d9dbf42f req-d2e05550-b442-4d78-968e-e2d2e08aa61f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:23.780031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.784616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'subnet': {'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:23.795752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-968ccd88-a356-47f4-a212-f364d9dbf42f req-d2e05550-b442-4d78-968e-e2d2e08aa61f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 945 time: 0.8262224 Apr 01 15:47:23.846308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.848309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:23.852121 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'code': 200} Apr 01 15:47:23.852996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:23.854992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.865619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.956709 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-968ccd88-a356-47f4-a212-f364d9dbf42f req-417ab1d2-a9be-413f-9f87-fac57d703401 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599674 Apr 01 15:47:23.975490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:subnet and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:23.980712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:24.024645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:24.052192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:24.061239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:24.067999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:24.085129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:24.108698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.169230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.170023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Fanout notify agent at l3_agent the message router_deleted on router d79d86fd-da7b-4603-9005-2a0067b80603 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:24.184684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76596379-2e3a-43bb-9e9d-8b038199b7ae req-1777f60a-2318-4f6b-9af3-18d2339a290d tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:24.187061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76596379-2e3a-43bb-9e9d-8b038199b7ae req-1777f60a-2318-4f6b-9af3-18d2339a290d tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 944 time: 0.3421860 Apr 01 15:47:24.203179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.203305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.232308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Made reservation on behalf of 78892b09e2b6428f986fa7130e8b3253 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:24.234833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.372351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-650efdd1-6bdd-459e-a264-1cbd254dec23', 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': 'c0ce203c-9abb-47e0-a45c-6e79714e9523'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:24.373662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.388610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.389692 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-705def7b-d9d6-4143-81f4-2f2268270487 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "DELETE /v2.0/routers/d79d86fd-da7b-4603-9005-2a0067b80603 HTTP/1.1" status: 204 len: 168 time: 1.3844442 Apr 01 15:47:24.393149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40042) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:24.407788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:24.411203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.453681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1821f0-d6b7-449a-a534-0cc793746346,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.483021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.488280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.502114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.513358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Transition to ACTIVE for port object 839abf2d-4862-4287-8cf7-91fc6eaa15da will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:24.542216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.547181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting subnet c14e08c8-fb5c-40e4-a613-f26cd4aba5da {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:24.552524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.590362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Allocated IP 2001:db8::2 (650efdd1-6bdd-459e-a264-1cbd254dec23/c0ce203c-9abb-47e0-a45c-6e79714e9523/f412e351-8b37-4b14-bd7f-6db1b0e8d75d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:24.604521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.610127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76596379-2e3a-43bb-9e9d-8b038199b7ae req-5421f80b-373c-4973-8adb-b0c883c92c95 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115753 Apr 01 15:47:24.629766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-d2966dab-498b-492a-8b86-98eecc8ec964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:24.631357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-d2966dab-498b-492a-8b86-98eecc8ec964 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 1099 time: 0.5556750 Apr 01 15:47:24.648022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.652104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-af86a2cc-5c71-4124-8b67-00299efbda98 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0901468 Apr 01 15:47:24.659663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:24.667314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1348781086', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'fixed_ips': [{'ip_address': '172.26.7.58'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:24.675457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.684955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:24.698441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:24.702157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Usage tracker for resource:port and tenant:a475ba7f3b154f259324a6468dca4f7c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:24.708983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Usage tracker for resource:security_group_rule and tenant:d9ebd9b9ec8642cb94037ff9b52723cd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:24.711005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.714340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:24.738074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:24.742460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Attempting to bind port 839abf2d-4862-4287-8cf7-91fc6eaa15da on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:24.743126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Attempting to bind port 839abf2d-4862-4287-8cf7-91fc6eaa15da by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:24.743284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Attempting to bind port 839abf2d-4862-4287-8cf7-91fc6eaa15da on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:24.751594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc7701-d1a8-493d-b759-6c6e474f20c4 None None] Pushing event updated for resources: {'Port': ['ID=839abf2d-4862-4287-8cf7-91fc6eaa15da,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.753381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:24.771052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:24.771452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:24.771854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.772252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:24.772813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Bound port: 839abf2d-4862-4287-8cf7-91fc6eaa15da, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:24.773190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.778209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:24.787180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.849968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.26.7.148 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/18290938-c4a3-456d-b17d-e96c7670a9cb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:24.857901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=81b79529-1625-4124-984d-33d7b88acd67,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.871610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.882155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.889618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56ea0b-d9c4-4d19-9fc7-51780987b3eb None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:24.910368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Made reservation on behalf of a475ba7f3b154f259324a6468dca4f7c for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:24.912721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.957591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.994239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] For port 839abf2d-4862-4287-8cf7-91fc6eaa15da, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:25.038490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] For port 839abf2d-4862-4287-8cf7-91fc6eaa15da, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=839abf2d-4862-4287-8cf7-91fc6eaa15da,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:25.041422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:25.045162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2c0fef7-9f17-4b0f-be0e-d91f98e35612 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/81b79529-1625-4124-984d-33d7b88acd67 HTTP/1.1" status: 204 len: 168 time: 1.9581537 Apr 01 15:47:25.053787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:25.056747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Usage tracker for resource:security_group_rule and tenant:a475ba7f3b154f259324a6468dca4f7c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:25.063114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:25.097540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.133074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.192177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.256491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.260058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.266200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:25.286538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Transition to ACTIVE for port object f412e351-8b37-4b14-bd7f-6db1b0e8d75d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:25.295729 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87c6ea2a-796d-44af-a108-6141738a303e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2384520 Apr 01 15:47:25.297055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40056) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:25.313800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=3f32b20b-5650-455a-85d9-1c2095ee47b1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.328283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:25.332405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Routers {'febbe971-90a3-4587-9514-83bddb17b756'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:25.333047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['febbe971-90a3-4587-9514-83bddb17b756'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:25.359603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.395512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Transition to ACTIVE for port object f412e351-8b37-4b14-bd7f-6db1b0e8d75d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:25.401202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.406724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc7701-d1a8-493d-b759-6c6e474f20c4 None None] Pushing event updated for resources: {'Port': ['ID=839abf2d-4862-4287-8cf7-91fc6eaa15da,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.431572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Subnet': ['ID=c14e08c8-fb5c-40e4-a613-f26cd4aba5da,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.438987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.441304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Synchronizing usage tracker for tenant:d9ebd9b9ec8642cb94037ff9b52723cd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:25.467862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:25.474590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:25.474948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: ca2eae3a-5b85-42cd-ae7f-39795021b888, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:25.490640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:25.492590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904854f-20b5-4be3-aac1-750d6f88d0ad req-a6356854-57f8-434f-a49e-db8a53f9cfcf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:25.494182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9904854f-20b5-4be3-aac1-750d6f88d0ad req-a6356854-57f8-434f-a49e-db8a53f9cfcf tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.3721652 Apr 01 15:47:25.501348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5dcf1-b097-4441-8507-3390a4e18dbd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.502913 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-841e6537-aa32-4cdf-81eb-9e84344c1afb tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "DELETE /v2.0/subnets/c14e08c8-fb5c-40e4-a613-f26cd4aba5da HTTP/1.1" status: 204 len: 168 time: 1.0970726 Apr 01 15:47:25.504007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:25.504885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:25.511958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a02838-99b8-41ec-94ef-25c2b1c0dded None None] Network cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:25.520178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:25.544900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.592040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] Unset dirty status for tenant:d9ebd9b9ec8642cb94037ff9b52723cd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:25.592639 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b3a8b1f-158b-4b63-85df-2f8d460f3973 req-26ab84a1-cd13-4bff-a41d-e5b4803c8478 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9464993 Apr 01 15:47:25.598806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:47:25.599355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.655211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:25.658945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:25.683545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.701237 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9904854f-20b5-4be3-aac1-750d6f88d0ad req-a0a78d86-5a64-4f3f-9b30-1bd51eae66f9 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945307 Apr 01 15:47:25.710556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.733158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Deleting port 062ca451-766c-453b-9981-9618890a755d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:25.733752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.739175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Checking segment: {'id': 'ef2b739a-9778-4b80-82da-3ed050a6d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:25.739623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network hostable DHCP agents. Network: fd6d21ed-75b1-4698-9e77-3c4dbc951d1e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:25.743735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Deleting port f73dabc3-b1fb-4215-a62a-ca79167e043f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:25.744108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.748636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5efc5730-9c4f-4cd7-9271-8b452b20f148,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.764317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ca2eae3a-5b85-42cd-ae7f-39795021b888) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:25.770951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:25.771823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.778067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:25.784903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32adff8c-5a2d-4d0a-b5d2-4c7146944caa None None] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:25.789070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.792914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.825483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:25.850265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:25.852373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] device_id is not set on port 7857fc2a-0a5b-4ecf-a82c-af8aea096e37 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:25.860565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:25.864153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.870287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Pushing event updated for resources: {'Port': ['ID=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.899641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:25.918221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, fd6d21ed-75b1-4698-9e77-3c4dbc951d1e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:25.923535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:25.924127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.943827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] Set router febbe971-90a3-4587-9514-83bddb17b756 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:25.964331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:26.003233 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bcb1e915-935a-467f-8f5a-66c65e37725d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4536350 Apr 01 15:47:26.007276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40066) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.014239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:26.028265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1477990423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:26.033408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:26.043158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:26.051532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:26.059421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1c56e-292d-4b54-bfce-13c396dd6bd0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:26.062255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=18290938-c4a3-456d-b17d-e96c7670a9cb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:26.103094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e8d1e-0c41-40e0-9d3b-8af764765e4a None None] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:26.184861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9b826-f9b0-4748-a8f5-aa8562685b82 req-919ef443-2ca6-4455-8311-238b718110e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:26.187518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-96b9b826-f9b0-4748-a8f5-aa8562685b82 req-919ef443-2ca6-4455-8311-238b718110e2 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 944 time: 0.3995936 Apr 01 15:47:26.191590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:26.210010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa167295-9e4b-411f-8e18-eb545f7d875b tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4322386 Apr 01 15:47:26.216787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40070) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.219580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:26.226367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1134813932', 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:26.234886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8493ce91-f2b5-47b5-a8ac-193127b24a80 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:26.261620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:26.291095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:port and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:26.297809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:26.307540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:26.320455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-96b9b826-f9b0-4748-a8f5-aa8562685b82 req-a1c7986b-fff7-4978-a27c-f3c68aa04a4d tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044438 Apr 01 15:47:26.335736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.336814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.363586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.381261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f73dabc3-b1fb-4215-a62a-ca79167e043f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:26.392676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.441874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Made reservation on behalf of 78892b09e2b6428f986fa7130e8b3253 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:26.444776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.490122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.497595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] For port 062ca451-766c-453b-9981-9618890a755d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=062ca451-766c-453b-9981-9618890a755d,segment=NetworkSegment(faa522f0-5092-4288-a210-9b5b7e982551),segment_id=faa522f0-5092-4288-a210-9b5b7e982551)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:26.505561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.505704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] device_id is not set on port de35e983-50ad-4d06-9baa-11d66756de02 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:26.558138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:26.570099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:26.573142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:26.573746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.588639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=6d8d7361-ae55-45ac-9683-fab5ceb43fc0,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:26.650741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Calling delete_port for 062ca451-766c-453b-9981-9618890a755d owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:26.682854 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:47:26.682854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:26.733624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Attempting to bind port f412e351-8b37-4b14-bd7f-6db1b0e8d75d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:26.734947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Attempting to bind port f412e351-8b37-4b14-bd7f-6db1b0e8d75d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2cf03fff-bbda-4e11-9971-02fccb42b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:26.734947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Attempting to bind port f412e351-8b37-4b14-bd7f-6db1b0e8d75d on network 650efdd1-6bdd-459e-a264-1cbd254dec23 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:26.788233 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-323ef875-dbf0-42a4-aa10-410e61843470 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4823911 Apr 01 15:47:26.789150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.790248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d72f4a0e-e893-4b41-8f49-a5eb860c9b4a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7794921 Apr 01 15:47:26.797103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.797307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.809511 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f081678c-bab3-4736-a547-b7d624199cc5 tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.1465070 Apr 01 15:47:26.814318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:26.817984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:26.819264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Checking segment: {'id': '2cf03fff-bbda-4e11-9971-02fccb42b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:26.820358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.820358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Bound using segment: {'id': '2cf03fff-bbda-4e11-9971-02fccb42b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:26.820358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Bound port: f412e351-8b37-4b14-bd7f-6db1b0e8d75d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf03fff-bbda-4e11-9971-02fccb42b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650efdd1-6bdd-459e-a264-1cbd254dec23'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:26.820660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.880727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '6d8d7361-ae55-45ac-9683-fab5ceb43fc0', 'ip_address': '2001:db8::b86e:83f9:a638:ab21'}], 'name': 'tempest-NetworksTestDHCPv6-1837856357'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:27.151633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 2001:db8::3a0 (fd6d21ed-75b1-4698-9e77-3c4dbc951d1e/5efc5730-9c4f-4cd7-9271-8b452b20f148/de35e983-50ad-4d06-9baa-11d66756de02) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:27.193293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Deleting port 5d1821f0-d6b7-449a-a534-0cc793746346 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:27.193786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.238825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.277151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f73dabc3-b1fb-4215-a62a-ca79167e043f,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:27.277553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.323526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Port': ['ID=062ca451-766c-453b-9981-9618890a755d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.336465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] No DVR routers for this DVR port 062ca451-766c-453b-9981-9618890a755d on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:27.369501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:27.376767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 8493ce91-f2b5-47b5-a8ac-193127b24a80 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:27.423829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.447503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:27.456236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:27.472655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:27.485931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc725112-f9fe-4393-abe2-b5c7c92ed0f1 None None] DHCP port deletion for cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:27.490415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.641570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ca2eae3a-5b85-42cd-ae7f-39795021b888', 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '3f32b20b-5650-455a-85d9-1c2095ee47b1'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:27.642285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.665780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Calling delete_port for f73dabc3-b1fb-4215-a62a-ca79167e043f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:27.698380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 8493ce91-f2b5-47b5-a8ac-193127b24a80 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:27.698672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.699841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:27.825553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] For port f412e351-8b37-4b14-bd7f-6db1b0e8d75d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:27.837437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.875162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.903785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed233a2-a3ac-4632-8603-2acac6ac8df6 req-0b560310-460c-4d9a-8db1-a73f4918232b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:27.903785 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aed233a2-a3ac-4632-8603-2acac6ac8df6 req-0b560310-460c-4d9a-8db1-a73f4918232b tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.9059350 Apr 01 15:47:27.913473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe435622-332e-4875-a6f8-781529ac4b43 None None] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:27.935013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] For port f412e351-8b37-4b14-bd7f-6db1b0e8d75d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,segment=NetworkSegment(2cf03fff-bbda-4e11-9971-02fccb42b763),segment_id=2cf03fff-bbda-4e11-9971-02fccb42b763)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:27.938884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:27.967609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f73dabc3-b1fb-4215-a62a-ca79167e043f,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:27.987759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.009893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1646964-8821-4c7d-9cc3-8b6798eae467 req-f1138d74-9e27-4dff-b4bd-f46ea21e5140 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:28.010667 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1646964-8821-4c7d-9cc3-8b6798eae467 req-f1138d74-9e27-4dff-b4bd-f46ea21e5140 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 944 time: 0.4618542 Apr 01 15:47:28.047397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa522f0-5092-4288-a210-9b5b7e982551') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:28.047739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa522f0-5092-4288-a210-9b5b7e982551') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:28.059943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.072934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.073589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.083007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.088947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.115506 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aed233a2-a3ac-4632-8603-2acac6ac8df6 req-249b04fa-50c9-4517-b4d0-2a35eb7fd7fe tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919105 Apr 01 15:47:28.147513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.224453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:28.224732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:28.256507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Calling delete_port for 5d1821f0-d6b7-449a-a534-0cc793746346 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:28.285418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febbe971-90a3-4587-9514-83bddb17b756', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:16Z', 'updated_at': '2022-04-01T15:47:20Z', 'revision_number': 3, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port': {'id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febbe971-90a3-4587-9514-83bddb17b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:47:18Z', 'updated_at': '2022-04-01T15:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:28.291245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.326326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 062ca451-766c-453b-9981-9618890a755d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:28.345669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:28.376979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd024-8a3f-4729-99a4-0d29c0bf6ff8 None None] Pushing event updated for resources: {'Port': ['ID=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.417703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77149e34-c426-4a20-a158-08f8c8580485 None None] The sync data for ids ['febbe971-90a3-4587-9514-83bddb17b756'] in dv-neutron-835943-1-hyperv is: [{'id': 'febbe971-90a3-4587-9514-83bddb17b756', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:16Z', 'updated_at': '2022-04-01T15:47:20Z', 'revision_number': 3, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port': {'id': '839abf2d-4862-4287-8cf7-91fc6eaa15da', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febbe971-90a3-4587-9514-83bddb17b756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:47:18Z', 'updated_at': '2022-04-01T15:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:28.437771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.438692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 062ca451-766c-453b-9981-9618890a755d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:28.444076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:28.444767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.446989 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1646964-8821-4c7d-9cc3-8b6798eae467 req-bd943a5d-a8d7-4a4f-bd27-77faf82854a4 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703589 Apr 01 15:47:28.453989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 062ca451-766c-453b-9981-9618890a755d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:28.493304 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:28.531042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.583000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Allocated IP 2001:db8:1::2 (ca2eae3a-5b85-42cd-ae7f-39795021b888/3f32b20b-5650-455a-85d9-1c2095ee47b1/3eac9885-9bf5-462c-bde2-fcbb54b6ce01) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:28.642385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f73dabc3-b1fb-4215-a62a-ca79167e043f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.736736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:28.742173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Deleting port f73dabc3-b1fb-4215-a62a-ca79167e043f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:28.742397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.758512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::b86e:83f9:a638:ab21 (9d919997-7b56-4b49-acd8-35888c2943cc/6d8d7361-ae55-45ac-9683-fab5ceb43fc0/8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:28.814371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:28.839881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.931648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.953770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.969483 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'code': 200} Apr 01 15:47:28.980776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.044238 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] 10.222.0.18 "DELETE /v2.0/networks/cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73 HTTP/1.1" status: 204 len: 168 time: 3.5212636 Apr 01 15:47:29.052965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215c5b3-1e7a-4fb8-8e0a-4fafaa758467 tempest-FloatingIPNegativeTestJSON-687137862 tempest-FloatingIPNegativeTestJSON-687137862-project] Pushing event deleted for resources: {'Network': ['ID=cfbd1f52-cd8b-4a57-a89f-fb7ebd632f73,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.124866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:29.187878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router f029bb42-96b6-4275-9d44-dada5e054dec is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:29.200603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:29.270948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8::1 (650efdd1-6bdd-459e-a264-1cbd254dec23/c0ce203c-9abb-47e0-a45c-6e79714e9523/d781b475-99a6-4c36-8d99-43ec350207cb) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:29.335283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:29.336304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:29.336899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.368890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.373071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.484580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d1821f0-d6b7-449a-a534-0cc793746346,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.573474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.576678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.590068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.593496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-76c23f5c-d563-47df-b674-cbd545651a7e tempest-ExternalNetworksAdminNegativeTestJSON-888108124 tempest-ExternalNetworksAdminNegativeTestJSON-888108124-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/1afb7ce4-c877-475d-ba47-e9a45aa1071c HTTP/1.1" status: 204 len: 168 time: 2.7776835 Apr 01 15:47:29.623659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Transition to ACTIVE for port object 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:29.675749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Transition to ACTIVE for port object 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:29.697344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4796507 Apr 01 15:47:29.698146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3bf37-732f-4db5-9c51-2c80faba508c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=de35e983-50ad-4d06-9baa-11d66756de02,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.730952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:29.883825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40110) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:29.884028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.973718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting port de35e983-50ad-4d06-9baa-11d66756de02 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:29.974324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.976739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814f6a3-86e2-4157-9ad0-b38ead7c3684 None None] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:29.995899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24c13c-f608-416b-bdf6-e9969a8f19f2 req-437f1923-64a9-494c-b5ac-7479b451a764 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:29.997392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ae24c13c-f608-416b-bdf6-e9969a8f19f2 req-437f1923-64a9-494c-b5ac-7479b451a764 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Synchronizing usage tracker for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:30.002048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08310d9-8551-408a-abe3-18934c9184e7 req-2ff1874f-f38f-40f4-add0-bf606333af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:30.003622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a08310d9-8551-408a-abe3-18934c9184e7 req-2ff1874f-f38f-40f4-add0-bf606333af63 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 1098 time: 0.6255701 Apr 01 15:47:30.035753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:30.074366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] For port f73dabc3-b1fb-4215-a62a-ca79167e043f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f73dabc3-b1fb-4215-a62a-ca79167e043f,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:30.075041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.100748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da26014b-8815-4949-8ad4-23173f7d4424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.112897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.131740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.143726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.144983 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e25eee4c-dd32-4ab3-ace1-4d1babeb2109 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7627816 Apr 01 15:47:30.160506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:30.162331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Sync routers for ids ['f029bb42-96b6-4275-9d44-dada5e054dec'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:30.163286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40118) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:30.237474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:30.245358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7bef-b9e3-4f16-96ef-015e1fa0b229 req-a610130c-43ca-4991-b1e4-66d1fd80d643 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:30.252852 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bcf7bef-b9e3-4f16-96ef-015e1fa0b229 req-a610130c-43ca-4991-b1e4-66d1fd80d643 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.5203967 Apr 01 15:47:30.278100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object d781b475-99a6-4c36-8d99-43ec350207cb will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:30.298906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:30.330756 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e275ffd3-2c5a-44b1-954d-2b77229c48ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6511a2dd765c4aa583d8f8d93df7a409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390378 Apr 01 15:47:30.336943 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a08310d9-8551-408a-abe3-18934c9184e7 req-6ddbd76f-b3e2-46db-9830-7d80bb81223f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222420 Apr 01 15:47:30.352279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:30.352279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ae24c13c-f608-416b-bdf6-e9969a8f19f2 req-437f1923-64a9-494c-b5ac-7479b451a764 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Unset dirty status for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:30.352279 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae24c13c-f608-416b-bdf6-e9969a8f19f2 req-437f1923-64a9-494c-b5ac-7479b451a764 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.9729905 Apr 01 15:47:30.355135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:30.384398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bcf7bef-b9e3-4f16-96ef-015e1fa0b229 req-38826ba5-1cd2-4419-8377-eda0c21a91d9 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275418 Apr 01 15:47:30.456190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.516395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.527658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:30.528622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:30.537077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Calling delete_port for f73dabc3-b1fb-4215-a62a-ca79167e043f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:30.540380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:30.545166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:30.545698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.598983 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae24c13c-f608-416b-bdf6-e9969a8f19f2 req-d2344fd0-a8c1-4973-9491-70cc12c324fb tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945295 Apr 01 15:47:30.661020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f412e351-8b37-4b14-bd7f-6db1b0e8d75d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:30.707184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Calling delete_port for de35e983-50ad-4d06-9baa-11d66756de02 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:30.728429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.747790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Routers {'f029bb42-96b6-4275-9d44-dada5e054dec'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:30.753027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f029bb42-96b6-4275-9d44-dada5e054dec'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:30.753943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=d781b475-99a6-4c36-8d99-43ec350207cb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:30.784242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.813315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59d6be5a-f0cd-42f6-82e0-c5ba2cdb5cee tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/f029bb42-96b6-4275-9d44-dada5e054dec HTTP/1.1" status: 200 len: 908 time: 0.6404281 Apr 01 15:47:30.814548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:30.842392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.874466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-717c7a93-41d1-46a9-87bb-1821b29ff6cf None None] Provisioning for port f412e351-8b37-4b14-bd7f-6db1b0e8d75d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:30.879078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Pushing event updated for resources: {'Port': ['ID=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.029193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:31.037587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4b58175eff45fca17fa3c9429f89ff is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:31.044828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:31.059888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.095617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:31.132257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f412e351-8b37-4b14-bd7f-6db1b0e8d75d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:31.152888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Attempting to bind port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:31.152888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Attempting to bind port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:31.152888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Attempting to bind port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 on network ca2eae3a-5b85-42cd-ae7f-39795021b888 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:31.184044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd947-3ea7-4ae8-83fa-7ac85e3d9166 req-9ef75edd-6212-4553-bc3a-e98e5788d140 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:31.186581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f412e351-8b37-4b14-bd7f-6db1b0e8d75d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:31.187471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.192525 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d8ebd947-3ea7-4ae8-83fa-7ac85e3d9166 req-9ef75edd-6212-4553-bc3a-e98e5788d140 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.3921862 Apr 01 15:47:31.203376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:31.213832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Request body: {'floatingip': {'port_id': '3822e7bd-edc4-4c85-858b-f07e0d650426'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:31.233281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:31.234288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Checking segment: {'id': '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:31.234736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.235155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Bound using segment: {'id': '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:31.235735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Bound port: 3eac9885-9bf5-462c-bde2-fcbb54b6ce01, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca2eae3a-5b85-42cd-ae7f-39795021b888'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:31.236112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.319858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.328082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Set router f029bb42-96b6-4275-9d44-dada5e054dec gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:31.386387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.431999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.455385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.550469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:31.571740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.605144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.613456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:31.634347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] No DVR routers for this DVR port f73dabc3-b1fb-4215-a62a-ca79167e043f on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:31.634678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:31.640464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Port': ['ID=de35e983-50ad-4d06-9baa-11d66756de02,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.641103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:31.642033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.672651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c8174-19ed-42a7-bf8d-44b71b7e0557 None None] Pushing event deleted for resources: {'Port': ['ID=f73dabc3-b1fb-4215-a62a-ca79167e043f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.673232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.675673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.706031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdce20c-1337-439e-9179-5126aaf5a57e None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:31.707437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ed3152-353a-4efc-82be-18e0112cabd5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.716324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.731318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81a6a1d8-d89c-4547-8871-cdd381cb584b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1ed3152-353a-4efc-82be-18e0112cabd5 HTTP/1.1" status: 204 len: 168 time: 1.3643081 Apr 01 15:47:31.809299 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2810e080-eb46-403e-8e68-312820153afd tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/ports/de35e983-50ad-4d06-9baa-11d66756de02 HTTP/1.1" status: 204 len: 168 time: 2.0267189 Apr 01 15:47:31.816600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:31.820198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.826301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e', 'external_fixed_ips': [{'subnet_id': '5efc5730-9c4f-4cd7-9271-8b452b20f148', 'ip_address': '2001:db8::3a0'}]}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:31.834791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:31.861866 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5d836874-98f8-4677-ac5d-f61bb957b395 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0610068 Apr 01 15:47:31.866543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:31.870158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] For port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:31.902887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:router and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:31.917610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:31.927795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:31.933063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.966134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] For port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,segment=NetworkSegment(23b7bb9d-c4c1-459d-8f6c-23a0f37e785c),segment_id=23b7bb9d-c4c1-459d-8f6c-23a0f37e785c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:31.968875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.084037 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee4b58175eff45fca17fa3c9429f89ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8229442 Apr 01 15:47:32.084037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.085274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.112831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:32.113353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc687-c73b-476f-940b-25bd0410a0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbce3e3-0a99-4b47-8a18-b2a1f8e643ff,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:32.137017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.155421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac76a3e-cd5f-4bfd-8c83-5a8be85209f6 req-98b7cb2b-2aa6-4ed5-93bc-02eb3a1ad985 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:32.157318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ac76a3e-cd5f-4bfd-8c83-5a8be85209f6 req-98b7cb2b-2aa6-4ed5-93bc-02eb3a1ad985 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.6044703 Apr 01 15:47:32.263242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting port 18290938-c4a3-456d-b17d-e96c7670a9cb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:32.263589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.309726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f412e351-8b37-4b14-bd7f-6db1b0e8d75d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,segment=NetworkSegment(2cf03fff-bbda-4e11-9971-02fccb42b763),segment_id=2cf03fff-bbda-4e11-9971-02fccb42b763)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:32.321784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.452864 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ac76a3e-cd5f-4bfd-8c83-5a8be85209f6 req-fdd1d1b8-38b4-495c-be9a-c81bee605de5 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830205 Apr 01 15:47:32.480263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.481318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 839abf2d-4862-4287-8cf7-91fc6eaa15da up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:32.558690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a90b94-2734-43ae-a527-ad8015b79d55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:32.563390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5a90b94-2734-43ae-a527-ad8015b79d55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:32.585442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bec19-d051-438d-9849-29ecc0dd87b0 None None] Pushing event updated for resources: {'Port': ['ID=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:32.601991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c13c895d-6c7f-4d71-9393-ada60da65381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.775178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Provisioning for port d781b475-99a6-4c36-8d99-43ec350207cb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:32.827100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.840244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.841960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.852570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Provisioning complete for port d781b475-99a6-4c36-8d99-43ec350207cb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:32.853126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.898300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.903485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.909449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.940404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.949228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f029bb42-96b6-4275-9d44-dada5e054dec', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.148'}], 'enable_snat': True}, 'gw_port_id': '18290938-c4a3-456d-b17d-e96c7670a9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:22Z', 'updated_at': '2022-04-01T15:47:26Z', 'revision_number': 3, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port': {'id': '18290938-c4a3-456d-b17d-e96c7670a9cb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f029bb42-96b6-4275-9d44-dada5e054dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:47:24Z', 'updated_at': '2022-04-01T15:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:32.971027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:32.993371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Checking router: f029bb42-96b6-4275-9d44-dada5e054dec for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:32.995857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Updating router f029bb42-96b6-4275-9d44-dada5e054dec port 18290938-c4a3-456d-b17d-e96c7670a9cb binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:47:33.023371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Port d781b475-99a6-4c36-8d99-43ec350207cb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:33.026613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.060718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Calling delete_port for 18290938-c4a3-456d-b17d-e96c7670a9cb owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:33.074286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '6d8d7361-ae55-45ac-9683-fab5ceb43fc0'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:33.075430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.081562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.100512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 839abf2d-4862-4287-8cf7-91fc6eaa15da completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:33.106020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.131378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Provisioning complete for port f412e351-8b37-4b14-bd7f-6db1b0e8d75d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:33.132002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4edd583-a6c1-4f7b-9902-04e972a3fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.181530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 839abf2d-4862-4287-8cf7-91fc6eaa15da triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:33.182172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.217854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.217854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.227038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5a90b94-2734-43ae-a527-ad8015b79d55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:33.231603 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5a90b94-2734-43ae-a527-ad8015b79d55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.3618677 Apr 01 15:47:33.238528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:33.349322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40182) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:33.369002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=d781b475-99a6-4c36-8d99-43ec350207cb,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.563857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:33.564574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.630206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863145982'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:33.655086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.671286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:33.676611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.750993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:33.761035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.773317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:33.777419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:33.783183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:33.827082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbce3e3-0a99-4b47-8a18-b2a1f8e643ff,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.833717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/6d8d7361-ae55-45ac-9683-fab5ceb43fc0/7d8818bd-303a-4b4f-9e35-1c8518db7435) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:33.857933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:33.861080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.862868 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-979b4005-2210-46fc-884d-2aa3eea24dab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbbce3e3-0a99-4b47-8a18-b2a1f8e643ff HTTP/1.1" status: 204 len: 168 time: 1.7466378 Apr 01 15:47:33.870604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.883101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Floating IP 68e7c61b-4d72-4824-b244-6d8c46e99ce3 associated. External IP: 172.26.7.118, port: 3822e7bd-edc4-4c85-858b-f07e0d650426. Apr 01 15:47:33.934133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 839abf2d-4862-4287-8cf7-91fc6eaa15da, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=839abf2d-4862-4287-8cf7-91fc6eaa15da,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:34.050434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586d5bb-479b-468d-b344-8d29b49ff67f None None] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:34.087834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.274866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-720c339a-ab52-4791-af24-a4bb3dbea299 None None] Provisioning complete for port d781b475-99a6-4c36-8d99-43ec350207cb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:34.275523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-720c339a-ab52-4791-af24-a4bb3dbea299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.332287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:47:34.339669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.341827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c30f9-06b8-47c0-8d4d-18efbc6a1e61 req-968b3524-d2d1-4e22-a972-80fb7165f122 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:34.357006 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8c30f9-06b8-47c0-8d4d-18efbc6a1e61 req-968b3524-d2d1-4e22-a972-80fb7165f122 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.6820030 Apr 01 15:47:34.365938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.383509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f412e351-8b37-4b14-bd7f-6db1b0e8d75d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:34.406797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.460800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:34.476769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:34.485056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:34.491411 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8c30f9-06b8-47c0-8d4d-18efbc6a1e61 req-54d6f444-953a-4c90-bb0f-3dac56c70dee tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141212 Apr 01 15:47:34.510688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:34.588734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=839abf2d-4862-4287-8cf7-91fc6eaa15da,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:34.622724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.662656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 5d1dc877-9236-4838-b884-8474eab8ae25 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:34.672282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-720c339a-ab52-4791-af24-a4bb3dbea299 None None] Port d781b475-99a6-4c36-8d99-43ec350207cb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:34.705086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:34.728999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Port': ['ID=18290938-c4a3-456d-b17d-e96c7670a9cb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:34.752200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.766968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:34.767418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:34.828678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.883108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Router 336fd407-edcd-48e5-89ee-3ca0a3133c4f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:34.896065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-209c7b32-4c5f-463b-bcca-077b10fa17a2 None None] Provisioning complete for port d781b475-99a6-4c36-8d99-43ec350207cb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:34.896443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-209c7b32-4c5f-463b-bcca-077b10fa17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.959696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f412e351-8b37-4b14-bd7f-6db1b0e8d75d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:34.960077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.009106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-209c7b32-4c5f-463b-bcca-077b10fa17a2 None None] Port d781b475-99a6-4c36-8d99-43ec350207cb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:35.055342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.185749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.193522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:35.223505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-209c7b32-4c5f-463b-bcca-077b10fa17a2 None None] Provisioning for port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:35.227768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Transition to ACTIVE for port object 7d8818bd-303a-4b4f-9e35-1c8518db7435 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:35.265938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Transition to ACTIVE for port object 7d8818bd-303a-4b4f-9e35-1c8518db7435 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:35.311459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.339006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Port 18290938-c4a3-456d-b17d-e96c7670a9cb not found while updating agent binding for router f029bb42-96b6-4275-9d44-dada5e054dec. {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 01 15:47:35.364642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Routers {'f029bb42-96b6-4275-9d44-dada5e054dec'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:35.365307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f029bb42-96b6-4275-9d44-dada5e054dec'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.426433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.483589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.485067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.488062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:35.501725 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] Sync routers for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:35.516748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Pushing event updated for resources: {'Port': ['ID=7d8818bd-303a-4b4f-9e35-1c8518db7435,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.518710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.524025 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:35.524672 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.541113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.549170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:35.553951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:35.567762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:35.583201 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-157a6239-4e06-4c80-91f3-60d9285eb6e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a475ba7f3b154f259324a6468dca4f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237746 Apr 01 15:47:35.591993 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.600441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.603750 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:35.604401 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.614219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.618278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.618858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.622548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.623040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:35.651474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:35.657773 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-05757300-2145-46da-86cd-ecdfd5df41fe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8578320 Apr 01 15:47:35.659365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40204) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.678954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e04b4e-4b0d-4b33-8003-fec2e46d3037 req-b0a17b14-752a-4cf7-9fb1-c228c7369644 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:35.681014 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16e04b4e-4b0d-4b33-8003-fec2e46d3037 req-b0a17b14-752a-4cf7-9fb1-c228c7369644 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.8433752 Apr 01 15:47:35.691952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.695576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Sync routers for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:35.699377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Request body: {'floatingip': {'port_id': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:35.712426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] Set router f029bb42-96b6-4275-9d44-dada5e054dec gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:35.726029 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.726450 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f5ba1-079c-47d6-89cb-01467deb2232 None None] The sync data for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:35.731874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:35.747030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:35.769932 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dcc55ee1-5606-4edc-afbe-479cb342066d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 HTTP/1.1" status: 204 len: 168 time: 2.4359958 Apr 01 15:47:35.779187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.784795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:35.789410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.789948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f029bb42-96b6-4275-9d44-dada5e054dec {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:35.834219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.841810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dcbb31-a7b5-4f6a-a2b4-25986113a6a8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.920572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.931474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:35.932691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.959217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.960554 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc6c461e-4359-4d00-aa5d-f2015fc0c4ed tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/routers/f029bb42-96b6-4275-9d44-dada5e054dec HTTP/1.1" status: 204 len: 168 time: 5.1448562 Apr 01 15:47:35.970511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:35.996711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336fa20-7ad7-4ea9-8ed1-a5d82342f6fc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:35.998307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c336fa20-7ad7-4ea9-8ed1-a5d82342f6fc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports/d781b475-99a6-4c36-8d99-43ec350207cb HTTP/1.1" status: 200 len: 911 time: 0.3235378 Apr 01 15:47:36.012259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40220) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:36.037914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f029bb42-96b6-4275-9d44-dada5e054dec', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:22Z', 'updated_at': '2022-04-01T15:47:33Z', 'revision_number': 5, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:36.070003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ece53-7c27-4076-940f-d07def64411c None None] The sync data for ids ['f029bb42-96b6-4275-9d44-dada5e054dec'] in dv-neutron-835943-1-hyperv is: [{'id': 'f029bb42-96b6-4275-9d44-dada5e054dec', 'name': 'tempest-snat-router-1904638679', 'tenant_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:22Z', 'updated_at': '2022-04-01T15:47:33Z', 'revision_number': 5, 'project_id': '19dee60aa4a849bea0ec5a89d111c1c6', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:36.121526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.149727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Attempting to bind port 7d8818bd-303a-4b4f-9e35-1c8518db7435 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:36.150392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Attempting to bind port 7d8818bd-303a-4b4f-9e35-1c8518db7435 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:36.150992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Attempting to bind port 7d8818bd-303a-4b4f-9e35-1c8518db7435 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:36.162786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:36.178527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:36.185076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:36.185076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.185076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:36.185076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Bound port: 7d8818bd-303a-4b4f-9e35-1c8518db7435, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:36.185076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.206634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:36.213715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.213939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07616e-382b-4f31-aaed-b7000a6b9186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:36.213939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc07616e-382b-4f31-aaed-b7000a6b9186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:36.213939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc07616e-382b-4f31-aaed-b7000a6b9186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:36.300062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.323405 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6ec6e94-4a69-494f-920f-9357a6a8826f tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "PUT /v2.0/floatingips/68e7c61b-4d72-4824-b244-6d8c46e99ce3 HTTP/1.1" status: 200 len: 992 time: 5.1193914 Apr 01 15:47:36.344438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:36.380596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.491331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:36.494541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:36.577404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:36.578592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 2001:db8::3a0 (fd6d21ed-75b1-4698-9e77-3c4dbc951d1e/5efc5730-9c4f-4cd7-9271-8b452b20f148/01bf4fb2-fb1e-4eba-bbaa-44dd68723d63) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:36.612668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.734012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.823993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.895315 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'status': 'completed', 'code': 200} Apr 01 15:47:36.911468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.007002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,segment=NetworkSegment(23b7bb9d-c4c1-459d-8f6c-23a0f37e785c),segment_id=23b7bb9d-c4c1-459d-8f6c-23a0f37e785c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:37.011598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002bfdc-3b7d-463f-b0cf-418c460c8607 None None] Pushing event updated for resources: {'Port': ['ID=7d8818bd-303a-4b4f-9e35-1c8518db7435,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.047431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc07616e-382b-4f31-aaed-b7000a6b9186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:37.048916 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc07616e-382b-4f31-aaed-b7000a6b9186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2681580 Apr 01 15:47:37.070246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:37.106628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.114154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.145312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c91f6d-6a9e-4982-a931-9489d1629d63,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.162358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 6d8d7361-ae55-45ac-9683-fab5ceb43fc0 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:37.165459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.241515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.316208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.319986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fff1c56e-292d-4b54-bfce-13c396dd6bd0 HTTP/1.1" status: 204 len: 168 time: 1.7117846 Apr 01 15:47:37.342901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 839abf2d-4862-4287-8cf7-91fc6eaa15da up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:37.351712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.361992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:37.367891 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a18cb1f-cec5-45bf-9099-90600afc9324 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 4.0148780 Apr 01 15:47:37.375913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ef7ab-7969-4733-8674-f310be1d3b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1c56e-292d-4b54-bfce-13c396dd6bd0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.461174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.545513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde7b93-cfc6-46a4-83e3-3d9d650cdc8d req-41e6ac41-259a-4beb-bf0b-43368de60587 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:37.547316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 839abf2d-4862-4287-8cf7-91fc6eaa15da triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:37.547316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.552470 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdde7b93-cfc6-46a4-83e3-3d9d650cdc8d req-41e6ac41-259a-4beb-bf0b-43368de60587 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 1.0318034 Apr 01 15:47:37.593810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '68e7c61b-4d72-4824-b244-6d8c46e99ce3', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'port_id': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'mac_address': 'fa:16:3e:f3:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:54Z', 'updated_at': '2022-04-01T15:47:32Z', 'revision_number': 1, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:37.602622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Checking router: 336fd407-edcd-48e5-89ee-3ca0a3133c4f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:37.624047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:37.625346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:37.638440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.668731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.685564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-ce7a6197-4884-42a2-bcc7-a2c53e1cabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:37.696256 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-ce7a6197-4884-42a2-bcc7-a2c53e1cabcf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 1099 time: 0.8299527 Apr 01 15:47:37.696457 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdde7b93-cfc6-46a4-83e3-3d9d650cdc8d req-6e462a96-e25c-4fc5-bbd7-085a83767104 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274133 Apr 01 15:47:37.754435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.869548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.893715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:37.923791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-312319a0-8e47-4b5c-b88c-f331e9eefd51 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5544026 Apr 01 15:47:37.943371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:37.944993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.971120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Deleting port 839abf2d-4862-4287-8cf7-91fc6eaa15da {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:37.971564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.021050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-security--951182731', 'description': 'tempest-security-description-1388441602'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:38.039622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:38.042946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:38.046950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:38.249614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.314506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.378013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.488428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '68e7c61b-4d72-4824-b244-6d8c46e99ce3', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'port_id': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'mac_address': 'fa:16:3e:f3:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:54Z', 'updated_at': '2022-04-01T15:47:32Z', 'revision_number': 1, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.494610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299c512-d907-4b75-b859-6c4685755ec2 None None] The sync data for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv is: [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '68e7c61b-4d72-4824-b244-6d8c46e99ce3', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'floating_ip_address': '172.26.7.118', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'port_id': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'mac_address': 'fa:16:3e:f3:6d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:54Z', 'updated_at': '2022-04-01T15:47:32Z', 'revision_number': 1, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:38.600247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.673764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-7f2a6b4c-db21-4f27-9939-381838565839 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2570577 Apr 01 15:47:38.677812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-47c6d31c-2f32-4e9b-b4e3-1fb62525bc1d None None] Provisioning for port 7d8818bd-303a-4b4f-9e35-1c8518db7435 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:38.688844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-47c6d31c-2f32-4e9b-b4e3-1fb62525bc1d None None] Could not find standard attr ID for object 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:47:38.781897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8:1::1 (ca2eae3a-5b85-42cd-ae7f-39795021b888/3f32b20b-5650-455a-85d9-1c2095ee47b1/073262e0-3a67-47f4-977d-fd965ee037b5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:38.788150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.790029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] For port 839abf2d-4862-4287-8cf7-91fc6eaa15da, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=839abf2d-4862-4287-8cf7-91fc6eaa15da,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:38.790405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.859001 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9f3d3-873a-4de8-a0d2-a431e149bb18 None None] New status for floating IP 68e7c61b-4d72-4824-b244-6d8c46e99ce3: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:47:38.906144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-60072721-66f3-46ce-b92d-7ebfb75a0a94 None None] Could not find standard attr ID for object 8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:47:38.958049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-47053bd0-5c34-4a9b-b7ad-24834a5b6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:38.959582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-47053bd0-5c34-4a9b-b7ad-24834a5b6487 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 200 len: 913 time: 1.2603276 Apr 01 15:47:38.961830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.130753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.145531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Calling delete_port for 839abf2d-4862-4287-8cf7-91fc6eaa15da owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:39.179733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8d7361-ae55-45ac-9683-fab5ceb43fc0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.191465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e1837-2fc3-47bf-826e-ba7613537088 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:39.308412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.324656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.385113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c91f6d-6a9e-4982-a931-9489d1629d63,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.389010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.390288 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cb254dda-7029-4594-8b38-80173324dd17 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "PUT /v2.0/security-groups/b4c91f6d-6a9e-4982-a931-9489d1629d63 HTTP/1.1" status: 200 len: 1777 time: 1.4207017 Apr 01 15:47:39.403359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:39.457983 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Floating IP eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a associated. External IP: 172.26.7.144, port: 8493ce91-f2b5-47b5-a8ac-193127b24a80. Apr 01 15:47:39.488546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7d8818bd-303a-4b4f-9e35-1c8518db7435 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:39.534073 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd2f43bc-863c-4b55-9d8c-baefa2d5ad62 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8d7361-ae55-45ac-9683-fab5ceb43fc0 HTTP/1.1" status: 204 len: 168 time: 2.4585307 Apr 01 15:47:39.536587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:39.545405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-0612b17b-e8f8-4998-962d-ee9c9fbbe136 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 200 len: 1000 time: 0.3668413 Apr 01 15:47:39.662541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-5ad420e7-3500-401e-9b96-74eb8a5235bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:39.664086 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-5ad420e7-3500-401e-9b96-74eb8a5235bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea1e38b8-9ee1-45f1-a533-bee563fde18c HTTP/1.1" status: 200 len: 851 time: 0.0999863 Apr 01 15:47:39.703489 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12258bb3-7e0f-4221-bc0f-686c313a82bf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267633 Apr 01 15:47:39.708706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.719416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:39.723477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7d8818bd-303a-4b4f-9e35-1c8518db7435 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:39.729456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7d8818bd-303a-4b4f-9e35-1c8518db7435 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:39.730015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.770638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:39.788828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Deleting port 7d8818bd-303a-4b4f-9e35-1c8518db7435 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:39.789203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.845532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object 073262e0-3a67-47f4-977d-fd965ee037b5 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:39.913527 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe4c6647-0524-4898-aba7-1a3ee386f6de tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups/b4c91f6d-6a9e-4982-a931-9489d1629d63 HTTP/1.1" status: 200 len: 1777 time: 0.4077454 Apr 01 15:47:39.924245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40294) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:40.000090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.014260 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9411d6-08ee-4e69-b54b-ee347bc74875 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.015745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa9411d6-08ee-4e69-b54b-ee347bc74875 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:40.016230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.127977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-27573612-b084-4f2f-b0e8-edae5f505131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.129711 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-27573612-b084-4f2f-b0e8-edae5f505131 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db59d1df-ce13-414d-aa3e-9fc443476eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4020247 Apr 01 15:47:40.153569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:40.153813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.166046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:40.173670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa9411d6-08ee-4e69-b54b-ee347bc74875 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:40.175093 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa9411d6-08ee-4e69-b54b-ee347bc74875 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4472482 Apr 01 15:47:40.187991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:40.284662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.285433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:40.311773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba805972-749a-4fa1-973d-3586b07bbfb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.312821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba805972-749a-4fa1-973d-3586b07bbfb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:40.316903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Calling delete_port for 7d8818bd-303a-4b4f-9e35-1c8518db7435 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:40.377078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.410899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.481779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7d8818bd-303a-4b4f-9e35-1c8518db7435,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:40.488772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 30110761-ecb1-4a27-bf9d-e947aaf62fa9 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:40.516853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:40.517381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:40.518364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.523263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:40.591765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:40.592337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.600101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:40.600544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:40.643824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba805972-749a-4fa1-973d-3586b07bbfb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:40.647318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba805972-749a-4fa1-973d-3586b07bbfb3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4549744 Apr 01 15:47:40.647318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.662711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:40.721018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=073262e0-3a67-47f4-977d-fd965ee037b5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:40.849005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event deleted for resources: {'Port': ['ID=839abf2d-4862-4287-8cf7-91fc6eaa15da,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:40.868427 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e111eb67-86f6-4df8-8202-73b904f2d86b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581569 Apr 01 15:47:40.869977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Router 5e55e32e-e5d7-4089-9fbd-94fd16497250 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:40.874051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.909968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:40.926931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:41.021124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5836350d-72de-4f3a-845f-f3d01b4070ad None None] Provisioning for port 073262e0-3a67-47f4-977d-fd965ee037b5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:41.029988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5836350d-72de-4f3a-845f-f3d01b4070ad None None] Provisioning complete for port 073262e0-3a67-47f4-977d-fd965ee037b5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:41.032033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5836350d-72de-4f3a-845f-f3d01b4070ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.060443 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-fc460202-7d6a-40ad-ac8c-ebe1ccff020a service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8712354 Apr 01 15:47:41.060638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:41.074697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.102946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Deleting port 7d8818bd-303a-4b4f-9e35-1c8518db7435 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:41.103634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.198581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:41.287531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Sync routers for ids ['30110761-ecb1-4a27-bf9d-e947aaf62fa9'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:41.312227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:41.323043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:41.325352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5836350d-72de-4f3a-845f-f3d01b4070ad None None] Port 073262e0-3a67-47f4-977d-fd965ee037b5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:41.331068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Routers {'30110761-ecb1-4a27-bf9d-e947aaf62fa9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:41.331851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['30110761-ecb1-4a27-bf9d-e947aaf62fa9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:41.375547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:41.394653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7d8818bd-303a-4b4f-9e35-1c8518db7435 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:41.406605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.411415 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c41b6bd3-abbf-44c5-a997-84898460a46c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.5898564 Apr 01 15:47:41.412381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:41.467004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:41.517972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.520294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:41.521665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.523014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.537858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.595178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:floatingip and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:41.616661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:41.619178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c91f6d-6a9e-4982-a931-9489d1629d63,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:41.621214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.636200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:41.682877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:41.697798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.698094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e2d5cdb2-5507-4eac-9f6e-be5df0dde935 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4c91f6d-6a9e-4982-a931-9489d1629d63 HTTP/1.1" status: 204 len: 168 time: 1.7564785 Apr 01 15:47:41.701096 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Sync routers for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:41.711079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40336) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:41.720043 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:41.721021 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:41.742743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.749773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:41.750656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.778158 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29f0df1-8e02-4487-a3e8-acd3eb78b106 req-3b7b61e3-8b22-454c-bf8d-07477b87f344 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055497 Apr 01 15:47:41.778883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.792640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.798091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router febbe971-90a3-4587-9514-83bddb17b756 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:41.817276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.821968 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12e4f857-9784-48c2-a85b-b174afb56761 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "DELETE /v2.0/routers/febbe971-90a3-4587-9514-83bddb17b756 HTTP/1.1" status: 204 len: 168 time: 5.8447940 Apr 01 15:47:41.832900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:41.850956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-699531855', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:41.874242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:41.888984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:41.902700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:41.906607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Calling delete_port for 7d8818bd-303a-4b4f-9e35-1c8518db7435 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:41.920276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:41.934578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41f13139-b614-4db6-9418-6d56e2e79955 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "PUT /v2.0/floatingips/eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a HTTP/1.1" status: 200 len: 991 time: 6.2356110 Apr 01 15:47:41.934578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:41.939899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51a4d8ae-27b6-4549-9ab7-1554e680908c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:41.967229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Set router 30110761-ecb1-4a27-bf9d-e947aaf62fa9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:42.031461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.093487 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'status': 'completed', 'code': 200} Apr 01 15:47:42.095134 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:42.151336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.152372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.172726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51a4d8ae-27b6-4549-9ab7-1554e680908c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:42.173968 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-51a4d8ae-27b6-4549-9ab7-1554e680908c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4566369 Apr 01 15:47:42.183338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40348) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:42.220038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.247740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.282631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-3e7a98bf-40df-436c-a973-fde4e693f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:42.284335 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-3e7a98bf-40df-436c-a973-fde4e693f57d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 1099 time: 0.2540157 Apr 01 15:47:42.290754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-77dd12c0-cefc-40b0-8285-07801dba93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:42.292257 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-77dd12c0-cefc-40b0-8285-07801dba93df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3469db9140084a3d9269b100555d88c3&device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 1098 time: 0.1979644 Apr 01 15:47:42.297513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.405748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:42.518749 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:42.519745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.535244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.556090 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-63af0ff8-9978-4aaa-b0b7-f5ece5c7c959 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] delete failed (client error): The resource could not be found. Apr 01 15:47:42.557853 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-63af0ff8-9978-4aaa-b0b7-f5ece5c7c959 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4c91f6d-6a9e-4982-a931-9489d1629d63 HTTP/1.1" status: 404 len: 347 time: 0.1400924 Apr 01 15:47:42.584159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40352) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:42.589628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519542254'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:42.603873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:42.607206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:42.625678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:42.633948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.634978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.649494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7d8818bd-303a-4b4f-9e35-1c8518db7435,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:42.659808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110761-ecb1-4a27-bf9d-e947aaf62fa9', 'name': '', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e', 'external_fixed_ips': [{'subnet_id': '5efc5730-9c4f-4cd7-9271-8b452b20f148', 'ip_address': '2001:db8::3a0'}], 'enable_snat': True}, 'gw_port_id': '01bf4fb2-fb1e-4eba-bbaa-44dd68723d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:32Z', 'updated_at': '2022-04-01T15:47:38Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': '01bf4fb2-fb1e-4eba-bbaa-44dd68723d63', 'name': '', 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:39:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30110761-ecb1-4a27-bf9d-e947aaf62fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '5efc5730-9c4f-4cd7-9271-8b452b20f148', 'ip_address': '2001:db8::3a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:47:35Z', 'updated_at': '2022-04-01T15:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5efc5730-9c4f-4cd7-9271-8b452b20f148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:42.672245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Checking router: 30110761-ecb1-4a27-bf9d-e947aaf62fa9 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:42.672775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Updating router 30110761-ecb1-4a27-bf9d-e947aaf62fa9 port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:47:42.705298 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'port_id': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'mac_address': 'fa:16:3e:21:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:53Z', 'updated_at': '2022-04-01T15:47:37Z', 'revision_number': 1, 'project_id': '3469db9140084a3d9269b100555d88c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:42.715434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Deleting port 7d8818bd-303a-4b4f-9e35-1c8518db7435 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:42.715945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.717166 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Checking router: 5e55e32e-e5d7-4089-9fbd-94fd16497250 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:42.731340 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:42.731961 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:42.804704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:42.862540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.926511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=073262e0-3a67-47f4-977d-fd965ee037b5,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:43.003633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.021675 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:43.078219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.112029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-74c0c15c-f388-4bfa-897d-9343c6cbafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.113602 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-74c0c15c-f388-4bfa-897d-9343c6cbafe8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=30ee88b7-de7b-4476-bdd5-8337705ff84d HTTP/1.1" status: 200 len: 907 time: 0.8135929 Apr 01 15:47:43.114578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-d5f017f6-4718-471e-965b-261d12148517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.115933 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-d5f017f6-4718-471e-965b-261d12148517 service neutron] 10.222.0.90 "GET /v2.0/networks?id=db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 200 len: 913 time: 0.7582531 Apr 01 15:47:43.130717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Allocated IP 172.26.7.171 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/41e25355-f2d4-4564-adcd-c6755f004188) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:43.170331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 839abf2d-4862-4287-8cf7-91fc6eaa15da no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:43.213247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] For port 7d8818bd-303a-4b4f-9e35-1c8518db7435, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7d8818bd-303a-4b4f-9e35-1c8518db7435,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:43.213699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.233686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 839abf2d-4862-4287-8cf7-91fc6eaa15da {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:43.234233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 839abf2d-4862-4287-8cf7-91fc6eaa15da not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:43.248094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39247cd-0564-446d-b85c-c3ebc6c1e5e2 req-9d08f240-923d-47e3-a010-cfd51ee62276 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.250122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b39247cd-0564-446d-b85c-c3ebc6c1e5e2 req-9d08f240-923d-47e3-a010-cfd51ee62276 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 1.0655954 Apr 01 15:47:43.258009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.266868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-1d4ebdb2-960c-4284-867a-3e8e9d30efcd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80 HTTP/1.1" status: 200 len: 999 time: 0.1234410 Apr 01 15:47:43.308172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:43.341515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:43.349314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:43.366615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:43.366952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.375174 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-d2b7581f-9476-4c68-9474-eeca97556b25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 200 len: 1002 time: 0.1111667 Apr 01 15:47:43.392624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:43.421564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Calling delete_port for 7d8818bd-303a-4b4f-9e35-1c8518db7435 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:43.430623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b39247cd-0564-446d-b85c-c3ebc6c1e5e2 req-055fee4b-9c28-4f11-af96-2b853359edda tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699047 Apr 01 15:47:43.435423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:43.445323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:43.498003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.648672 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'port_id': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'mac_address': 'fa:16:3e:21:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:53Z', 'updated_at': '2022-04-01T15:47:37Z', 'revision_number': 1, 'project_id': '3469db9140084a3d9269b100555d88c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:43.653473 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcd720e-3337-4864-9feb-dee4e2e6fcf0 None None] The sync data for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv is: [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'port_id': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'mac_address': 'fa:16:3e:21:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:53Z', 'updated_at': '2022-04-01T15:47:37Z', 'revision_number': 1, 'project_id': '3469db9140084a3d9269b100555d88c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:43.796958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:43.821764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.824889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-47dd375e-c90f-433d-ae3d-6d4573c27730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.826350 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-47dd375e-c90f-433d-ae3d-6d4573c27730 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ea1e38b8-9ee1-45f1-a533-bee563fde18c HTTP/1.1" status: 200 len: 851 time: 0.3963838 Apr 01 15:47:43.827651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-2b342ccc-d06d-44ed-8a87-0bfb6c840439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.829193 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-2b342ccc-d06d-44ed-8a87-0bfb6c840439 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=67efc5a5-65b0-4303-b261-9081a0b159b6 HTTP/1.1" status: 200 len: 845 time: 0.4530706 Apr 01 15:47:43.859865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:43.885867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:43.886461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.888016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] Pushing event deleted for resources: {'Port': ['ID=7d8818bd-303a-4b4f-9e35-1c8518db7435,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:43.893030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2705e2b-a1c6-4208-b8f5-3333ba127c97 None None] No DVR routers for this DVR port 7d8818bd-303a-4b4f-9e35-1c8518db7435 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:43.915915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd074ea-3984-4414-9a4d-e2da9cdc0ce6 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:43.927025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=7e6401e6-e995-4f17-b382-5762091bea88,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:43.950327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.969248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Transition to ACTIVE for port object 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:43.977485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.985488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f9d74-4de6-417b-b6f3-fc363098a7d8 None None] New status for floating IP eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:47:44.000734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.010417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 5d1dc877-9236-4838-b884-8474eab8ae25 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:44.093542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-0b595e30-df36-4b84-858b-9be9bb71df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:44.095111 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-0b595e30-df36-4b84-858b-9be9bb71df44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=db59d1df-ce13-414d-aa3e-9fc443476eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2538223 Apr 01 15:47:44.097899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.098811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-a5e31b61-2ef8-42a1-bfb4-751300a3f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:44.100279 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-a5e31b61-2ef8-42a1-bfb4-751300a3f999 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30ee88b7-de7b-4476-bdd5-8337705ff84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2558091 Apr 01 15:47:44.136061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-991ccc71-1c37-49c8-b2f4-340add06a732 None None] Provisioning complete for port 073262e0-3a67-47f4-977d-fd965ee037b5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:44.136444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-991ccc71-1c37-49c8-b2f4-340add06a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.174771 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a44e469-1872-46c0-8f72-e679a87366f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2659953 Apr 01 15:47:44.181489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Calling delete_port for 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:44.182847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40362) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:44.201422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.220043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.308353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-991ccc71-1c37-49c8-b2f4-340add06a732 None None] Port 073262e0-3a67-47f4-977d-fd965ee037b5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:44.393327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '7e6401e6-e995-4f17-b382-5762091bea88', 'ip_address': '2001:db8::47ee:5931:65d7:7bf'}], 'name': 'tempest-NetworksTestDHCPv6-1791371790'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:44.434039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b69321-365f-4f6c-b17c-06ed077431d0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:44.436464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.437715 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bd925e1-01d9-4167-88ed-4eda96cd6d21 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8522294 Apr 01 15:47:44.451089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:44.454287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Attempting to bind port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:44.455263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Attempting to bind port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'ef2b739a-9778-4b80-82da-3ed050a6d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:44.455263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Attempting to bind port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 on network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:44.457917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d60e7-9d0e-4597-bfc8-af72f575c8ef None None] Pushing event updated for resources: {'Port': ['ID=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:44.466295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '65b69321-365f-4f6c-b17c-06ed077431d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:44.476153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:44.476513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Checking segment: {'id': 'ef2b739a-9778-4b80-82da-3ed050a6d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:44.476921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.477321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Bound using segment: {'id': 'ef2b739a-9778-4b80-82da-3ed050a6d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:44.477808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Bound port: 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2b739a-9778-4b80-82da-3ed050a6d397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fd6d21ed-75b1-4698-9e77-3c4dbc951d1e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:44.478182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.487052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:44.490809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:44.498270 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74db5ff0-215f-4c55-8d2f-c622b13c4784 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4781840 Apr 01 15:47:44.503918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:44.503918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:44.507373 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] Sync routers for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:44.510140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:44.528438 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:44.532493 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.563670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:44.586893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.610499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff1e50-631e-44a0-bfe6-1ba0f877b61f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:44.611504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2ff1e50-631e-44a0-bfe6-1ba0f877b61f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:44.633688 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.640786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:44.642536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:44.645452 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:44.646151 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.678734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.685124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:44.694651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] For port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:44.698241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:44.707054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] For port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,segment=NetworkSegment(ef2b739a-9778-4b80-82da-3ed050a6d397),segment_id=ef2b739a-9778-4b80-82da-3ed050a6d397)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:44.710299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2ff1e50-631e-44a0-bfe6-1ba0f877b61f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:44.711524 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b2ff1e50-631e-44a0-bfe6-1ba0f877b61f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports/073262e0-3a67-47f4-977d-fd965ee037b5 HTTP/1.1" status: 200 len: 913 time: 0.2055228 Apr 01 15:47:44.715062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '7e6401e6-e995-4f17-b382-5762091bea88'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:44.715927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.720515 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.721182 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a036dd2-05ff-4103-822e-8191c7afb01f None None] The sync data for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:44.730751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:44.787642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.825709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:44.906727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Routers {'30110761-ecb1-4a27-bf9d-e947aaf62fa9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:44.907441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['30110761-ecb1-4a27-bf9d-e947aaf62fa9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.968057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=41e25355-f2d4-4564-adcd-c6755f004188,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:44.977814 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-4b7ca649-6b8b-4ce5-bb10-c43f897e067e service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708646 Apr 01 15:47:44.978701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.981546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d60e7-9d0e-4597-bfc8-af72f575c8ef None None] Pushing event updated for resources: {'Port': ['ID=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:45.016938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-6c75e484-9e8f-490e-93ca-5a52bb224e64 service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896728 Apr 01 15:47:45.049245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.140139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] Set router 30110761-ecb1-4a27-bf9d-e947aaf62fa9 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:47:45.197211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:45.197211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.204078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/7e6401e6-e995-4f17-b382-5762091bea88/5a7d44f3-def3-470c-a770-fda81253fc7e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:45.237344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.275297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30110761-ecb1-4a27-bf9d-e947aaf62fa9', 'name': '', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:32Z', 'updated_at': '2022-04-01T15:47:43Z', 'revision_number': 4, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:45.275654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:45.281587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd8e20f-46a2-41b1-b3fd-d33253b81d2d None None] The sync data for ids ['30110761-ecb1-4a27-bf9d-e947aaf62fa9'] in dv-neutron-835943-1-hyperv is: [{'id': '30110761-ecb1-4a27-bf9d-e947aaf62fa9', 'name': '', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:47:32Z', 'updated_at': '2022-04-01T15:47:43Z', 'revision_number': 4, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:45.344130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.378826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:45.456967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.463383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a061e08-db8d-46c7-b3fd-6a8e6bacf158,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:45.478300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fbed0b8b-2c88-4436-8b20-69cd7c14ea0d req-df4a5849-f352-4665-8dd4-c7a0ba3da5a5 service neutron] 10.222.0.90 "GET /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705563 Apr 01 15:47:45.509800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:45.557325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dafe30b6-cb1a-4e11-9fc6-7d8a447e86cf req-aac9fada-9d98-40b2-b9fc-bb6e6a2d1b2b service neutron] 10.222.0.90 "GET /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094373 Apr 01 15:47:45.584238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.585573 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e877f7a7-c3fb-468b-8667-68e6c0c957d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1328726 Apr 01 15:47:45.594793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:45.611392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.622617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Transition to ACTIVE for port object 5a7d44f3-def3-470c-a770-fda81253fc7e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:45.645661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] For port 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,segment=NetworkSegment(ef2b739a-9778-4b80-82da-3ed050a6d397),segment_id=ef2b739a-9778-4b80-82da-3ed050a6d397)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:45.646064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.648918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Transition to ACTIVE for port object 5a7d44f3-def3-470c-a770-fda81253fc7e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:45.663819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Allocated IP 172.26.7.217 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/bcfe539b-1de6-4b5a-b8a8-b34b375fb58f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:45.691827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.711652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.752434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.798864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:45.806802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:45.811067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:45.817587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Pushing event updated for resources: {'Port': ['ID=5a7d44f3-def3-470c-a770-fda81253fc7e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:45.817922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.831559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Calling delete_port for 01bf4fb2-fb1e-4eba-bbaa-44dd68723d63 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:45.874922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.924875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 1d546366-a280-410c-813c-ba1caed0a8f6 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:45.959133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Attempting to bind port 5a7d44f3-def3-470c-a770-fda81253fc7e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:45.960097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Attempting to bind port 5a7d44f3-def3-470c-a770-fda81253fc7e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:45.960665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Attempting to bind port 5a7d44f3-def3-470c-a770-fda81253fc7e on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:45.972050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:45.972695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:45.973312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.975011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:45.975857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Bound port: 5a7d44f3-def3-470c-a770-fda81253fc7e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:45.976388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.976772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.036711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.069205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.070557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1a061e08-db8d-46c7-b3fd-6a8e6bacf158 HTTP/1.1" status: 204 len: 168 time: 0.4738219 Apr 01 15:47:46.089959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] For port 5a7d44f3-def3-470c-a770-fda81253fc7e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:46.094193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] For port 5a7d44f3-def3-470c-a770-fda81253fc7e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a7d44f3-def3-470c-a770-fda81253fc7e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:46.111105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40384) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:46.120967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a63d04-a01c-46a2-96ab-753b3ac0bdf1 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a061e08-db8d-46c7-b3fd-6a8e6bacf158,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.176294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.306856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d41d7-e851-4930-a3e8-882bff76b78b None None] Pushing event updated for resources: {'Port': ['ID=5a7d44f3-def3-470c-a770-fda81253fc7e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.344808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.395745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-be4f1ea3-fec4-4dc3-b7ba-c7a1fcb93c4b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:46.429915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.495303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Port': ['ID=01bf4fb2-fb1e-4eba-bbaa-44dd68723d63,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.569166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.574575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 073262e0-3a67-47f4-977d-fd965ee037b5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:46.575009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.606304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::47ee:5931:65d7:7bf (9d919997-7b56-4b49-acd8-35888c2943cc/7e6401e6-e995-4f17-b382-5762091bea88/1d546366-a280-410c-813c-ba1caed0a8f6) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:46.614870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.617599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-be4f1ea3-fec4-4dc3-b7ba-c7a1fcb93c4b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:46.619045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-be4f1ea3-fec4-4dc3-b7ba-c7a1fcb93c4b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5004244 Apr 01 15:47:46.627131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40388) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:46.659190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.714540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.810596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:46.827652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:46.834812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:46.954981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=41e25355-f2d4-4564-adcd-c6755f004188,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.991592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.009533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.044445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.174300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.228083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event updated for resources: {'Port': ['ID=bcfe539b-1de6-4b5a-b8a8-b34b375fb58f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:47.245093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.342016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a7d44f3-def3-470c-a770-fda81253fc7e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:47.350737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.352244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30110761-ecb1-4a27-bf9d-e947aaf62fa9 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:47.369882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.439058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 073262e0-3a67-47f4-977d-fd965ee037b5 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:47.469945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.471858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4192aeb7-e823-4b73-b056-8ffca41c1a40 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4063156 Apr 01 15:47:47.482780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:47.489813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-929611000'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:47.498097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:47.511455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:network and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:47.527176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:47.535176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.541650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:47.546295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.565205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.566730 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7299691-af3a-4177-a5a6-c6527b0de45c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/routers/30110761-ecb1-4a27-bf9d-e947aaf62fa9 HTTP/1.1" status: 204 len: 168 time: 6.1540320 Apr 01 15:47:47.573151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40396) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:47.577469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 1d546366-a280-410c-813c-ba1caed0a8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:47.580259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b69321-365f-4f6c-b17c-06ed077431d0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:47.613901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5a7d44f3-def3-470c-a770-fda81253fc7e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:47.731960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Made reservation on behalf of ed0b738610d7413b879039f41dfd214c for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:47.736871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.748765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting subnet 5efc5730-9c4f-4cd7-9271-8b452b20f148 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:47.766264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.766522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.787704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:47.796290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:security_group_rule and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:47.799560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:47.805751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:47.849332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Provisioning for port 5a7d44f3-def3-470c-a770-fda81253fc7e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:47.856394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Provisioning complete for port 5a7d44f3-def3-470c-a770-fda81253fc7e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:47.857116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.870519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.874970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9270f196-f97a-4e36-b5fc-85b9249dda97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/65b69321-365f-4f6c-b17c-06ed077431d0 HTTP/1.1" status: 204 len: 168 time: 1.2435856 Apr 01 15:47:47.874970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.875951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:47.911432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.975172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=073262e0-3a67-47f4-977d-fd965ee037b5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.027765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.094626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] For port 5a7d44f3-def3-470c-a770-fda81253fc7e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a7d44f3-def3-470c-a770-fda81253fc7e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:48.136039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.141298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fdb71bcb-77a4-4503-8eb9-3975624d21d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:48.154409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.174739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.228864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.246770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:48.248785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.279296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6eb47-fb5a-442b-80b4-d9bc0479ed90 None None] Pushing event updated for resources: {'Port': ['ID=5a7d44f3-def3-470c-a770-fda81253fc7e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.293496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:48.301480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d68089-1d7e-43fc-94d1-82be20985d33,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.308960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.324889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.324889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Added segment 0f47469a-de15-4594-8edd-ba05aa61c92a of type vlan for network 45925d36-e113-49b9-9f2b-2ca7ee246059 Apr 01 15:47:48.331717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fdb71bcb-77a4-4503-8eb9-3975624d21d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:48.339208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fdb71bcb-77a4-4503-8eb9-3975624d21d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4567320 Apr 01 15:47:48.341807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:48.348114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:48.357455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=1d546366-a280-410c-813c-ba1caed0a8f6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.360091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:48.369882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:48.369882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.415783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547758358'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:48.434471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:48.482572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.530987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.534737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:48.536073 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78eb218a-e992-4a2b-a0f1-cd36f94a9845 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3494647 Apr 01 15:47:48.539435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40408) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:48.550378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '7e6401e6-e995-4f17-b382-5762091bea88', 'ip_address': '2001:db8::47ee:5931:65d7:7bf'}], 'name': 'tempest-NetworksTestDHCPv6-340941149'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:48.685520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.757507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-55c95f8b-c19d-46c8-986f-80220fd78f6d None None] Provisioning for port 1d546366-a280-410c-813c-ba1caed0a8f6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:48.762863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.767092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-55c95f8b-c19d-46c8-986f-80220fd78f6d None None] Provisioning complete for port 1d546366-a280-410c-813c-ba1caed0a8f6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:48.769975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55c95f8b-c19d-46c8-986f-80220fd78f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.821558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5efc5730-9c4f-4cd7-9271-8b452b20f148,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.837216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.840527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-55c95f8b-c19d-46c8-986f-80220fd78f6d None None] Port 1d546366-a280-410c-813c-ba1caed0a8f6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:47:48.846376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ebd0cdea-51a9-413d-b22f-5cbe0ff9e584 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5efc5730-9c4f-4cd7-9271-8b452b20f148 HTTP/1.1" status: 204 len: 168 time: 1.2705722 Apr 01 15:47:48.846993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:48.870554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.974106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:48.978239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.983791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:48.984399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.020230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:49.026981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.049568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:49.068145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:49.132278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:49.149036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:49.159423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:49.163328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 5d1dc877-9236-4838-b884-8474eab8ae25 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:49.171048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Network': ['ID=45925d36-e113-49b9-9f2b-2ca7ee246059,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:49.175200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:49.187579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:47:49.228527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a7d44f3-def3-470c-a770-fda81253fc7e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:49.251956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.256247 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b5aab6c4-de6c-4784-af2a-4f72088810ff tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7703466 Apr 01 15:47:49.257831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:49.262454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Request body: {'subnet': {'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:49.288171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6d21ed-75b1-4698-9e77-3c4dbc951d1e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.302553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2b739a-9778-4b80-82da-3ed050a6d397') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.302847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2b739a-9778-4b80-82da-3ed050a6d397') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.316377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.338319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.342578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:49.347578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:49.350307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:49.362346 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:49.372798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5a7d44f3-def3-470c-a770-fda81253fc7e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:49.374234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.374930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Router 5d98149f-7d8d-4525-966e-487d2209a8ba is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:49.569014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:49.580860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.581635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] Sync routers for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:49.598046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:49.600779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:49.601430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.604943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd6d21ed-75b1-4698-9e77-3c4dbc951d1e {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 01 15:47:49.611528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.618726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:subnet and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:49.619820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd6d21ed-75b1-4698-9e77-3c4dbc951d1e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:49.633615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:49.642406 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd922987-5efc-4742-b12b-044aa910b232 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fd6d21ed-75b1-4698-9e77-3c4dbc951d1e HTTP/1.1" status: 204 len: 168 time: 0.7912550 Apr 01 15:47:49.652030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:49.654626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:49.659948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.672143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.680425 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16a6b7d8-68bc-4ad3-b7df-0d91f8791139 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9486527 Apr 01 15:47:49.685614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:49.712420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.723978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:49.724912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.761425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.762577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.764001 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2e1ef52-b03a-4c39-8140-08f00aa274b6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9193699 Apr 01 15:47:49.767516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40428) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:49.772827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:49.801876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 19c58921-7bec-4280-8240-de56b31c0039 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:49.815250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:49.817478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe1a65-75d3-415f-8735-d574ba6fbbd5 None None] The sync data for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:49.876139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Made reservation on behalf of ed0b738610d7413b879039f41dfd214c for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:49.879949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.009343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.010569 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6633537 Apr 01 15:47:50.021677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:50.053561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40440) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:50.062330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'name': 'tempest-router--2107637444', 'project_id': '704250c27ca34360b239893682c5db35'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:50.129092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:50.137013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:router and tenant:704250c27ca34360b239893682c5db35 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:50.142156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:50.158327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:50.160068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '7ca04195-6374-4bba-bf29-f8502a147d98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:50.169193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc8888-5a8e-4306-9248-1e8b75d60fa5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca04195-6374-4bba-bf29-f8502a147d98,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:50.196891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:50.208137 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] Sync routers for ids ['5d98149f-7d8d-4525-966e-487d2209a8ba'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:50.219879 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] Routers {'5d98149f-7d8d-4525-966e-487d2209a8ba'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:50.220608 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d98149f-7d8d-4525-966e-487d2209a8ba'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:50.272839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:50.280969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:50.287599 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:50.297284 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] Routers {'5d98149f-7d8d-4525-966e-487d2209a8ba'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:50.297968 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d98149f-7d8d-4525-966e-487d2209a8ba'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:50.320458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.321448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.358335 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:50.358830 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f78485-090c-4f99-9d5b-fd1814a5a97f None None] The sync data for ids ['5d98149f-7d8d-4525-966e-487d2209a8ba'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:50.365383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.370890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:50.522810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.560750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.654830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.656057 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd1ab422-b003-4c97-bf19-731b489b9b12 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6015422 Apr 01 15:47:50.668528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40444) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:50.744703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.818961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.850991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.881201 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:47:50.881709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:50.918789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Subnet': ['ID=af339fcb-5c7e-44c3-84bb-d2310517bf0b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:50.968895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Checking segment: {'id': '0f47469a-de15-4594-8edd-ba05aa61c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:50.969284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network hostable DHCP agents. Network: 45925d36-e113-49b9-9f2b-2ca7ee246059, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:50.999328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.020849 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23aa2403-1b0f-44c8-b87f-22dab7811327 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.4793944 Apr 01 15:47:51.030314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:51.085681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.117504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:51.121264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.190003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02fcf90-ecb7-4096-b791-4c5251e75695,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:51.252686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 45925d36-e113-49b9-9f2b-2ca7ee246059) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:51.254372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.255625 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eece1c61-56b6-458d-9ae3-0290a6bcbc7b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2303951 Apr 01 15:47:51.262333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2df46-7379-4f3f-9687-a30d9bc8282c None None] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:51.265746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.266340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.270286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:51.279294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '7ca04195-6374-4bba-bf29-f8502a147d98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:51.299904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:51.307036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:51.319885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:51.330380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:51.336359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.342824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.403695 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5853b04-1ba1-4967-9eb5-c9b05d2f1fb0 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1455686 Apr 01 15:47:51.408330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b3154-0515-4736-b244-a3ba7eab6b3d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.414117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b3154-0515-4736-b244-a3ba7eab6b3d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.414891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed1b3154-0515-4736-b244-a3ba7eab6b3d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:51.417305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:51.471792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-284281843', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:51.477786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.478238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cac2a2b4-2407-4442-96f4-6f2519645b8d {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:51.489261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:51.506840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-45925d36-e113-49b9-9f2b-2ca7ee246059', 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059', 'tenant_id': 'ed0b738610d7413b879039f41dfd214c', 'fixed_ips': [{'subnet_id': 'af339fcb-5c7e-44c3-84bb-d2310517bf0b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:51.509272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.510420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:router and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:51.520349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:51.530115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.531265 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fffda35f-6b83-4117-92d3-bdedb7f7ee1e tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/routers/cac2a2b4-2407-4442-96f4-6f2519645b8d HTTP/1.1" status: 204 len: 168 time: 0.8597829 Apr 01 15:47:51.532478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:51.540818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.580774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port d781b475-99a6-4c36-8d99-43ec350207cb {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:51.581114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.607196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed1b3154-0515-4736-b244-a3ba7eab6b3d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:51.609100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed1b3154-0515-4736-b244-a3ba7eab6b3d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5771456 Apr 01 15:47:51.617290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:51.620198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.621537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.749625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Allocated IP 172.20.0.2 (45925d36-e113-49b9-9f2b-2ca7ee246059/af339fcb-5c7e-44c3-84bb-d2310517bf0b/736df0f3-33ed-4a41-b8fa-5980d9b45abe) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:51.766166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.777175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.806429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 1d546366-a280-410c-813c-ba1caed0a8f6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:51.806777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.834745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.838987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:51.843508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.003355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.019165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Transition to ACTIVE for port object 736df0f3-33ed-4a41-b8fa-5980d9b45abe will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:52.027195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for d781b475-99a6-4c36-8d99-43ec350207cb owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:52.042822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Transition to ACTIVE for port object 736df0f3-33ed-4a41-b8fa-5980d9b45abe will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:52.061222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b58eb70-897e-4557-895b-a6aa98dcc0bc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.146589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.146961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.148446 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14d8c315-bbbb-495c-8aa8-23cdb7175632 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8771975 Apr 01 15:47:52.151469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:52.158750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '7ca04195-6374-4bba-bf29-f8502a147d98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:52.165936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:52.173167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:52.180136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:52.195296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:52.240346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:52.243316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:52.245783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:52.257294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1264156058', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:52.261923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Pushing event updated for resources: {'Port': ['ID=736df0f3-33ed-4a41-b8fa-5980d9b45abe,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.300401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:52.303157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.349011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.358443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Attempting to bind port 736df0f3-33ed-4a41-b8fa-5980d9b45abe on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:52.358999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Attempting to bind port 736df0f3-33ed-4a41-b8fa-5980d9b45abe by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '0f47469a-de15-4594-8edd-ba05aa61c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:52.359191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Attempting to bind port 736df0f3-33ed-4a41-b8fa-5980d9b45abe on network 45925d36-e113-49b9-9f2b-2ca7ee246059 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:52.364726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:52.365097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Checking segment: {'id': '0f47469a-de15-4594-8edd-ba05aa61c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:52.365491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.366036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Bound using segment: {'id': '0f47469a-de15-4594-8edd-ba05aa61c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:52.366495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Bound port: 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f47469a-de15-4594-8edd-ba05aa61c92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:52.366857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.389312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:52.406411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:52.413103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.415059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=d781b475-99a6-4c36-8d99-43ec350207cb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.462057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] For port 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:52.465702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] For port 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=736df0f3-33ed-4a41-b8fa-5980d9b45abe,segment=NetworkSegment(0f47469a-de15-4594-8edd-ba05aa61c92a),segment_id=0f47469a-de15-4594-8edd-ba05aa61c92a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:52.471211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:52.557771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.614096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.643316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.647495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.688420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c171-88d3-45e1-bc93-f320d28fe8d7 None None] Pushing event updated for resources: {'Port': ['ID=736df0f3-33ed-4a41-b8fa-5980d9b45abe,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:52.752849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.761397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.920658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.992978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.993978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.006521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 1d546366-a280-410c-813c-ba1caed0a8f6 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:53.028496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085411f7-f082-40b0-800d-1a7d0584ccad,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:53.118809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 5d1dc877-9236-4838-b884-8474eab8ae25 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:53.147333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.201497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.205690 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5f636aa-d10c-4a76-9eb1-27459491071e tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0506783 Apr 01 15:47:53.225108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:53.252664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '7ca04195-6374-4bba-bf29-f8502a147d98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:53.264663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:53.267764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:53.272795 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e575a9f7-d8ef-4af3-9c49-a326b4b4d3cb tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5824575 Apr 01 15:47:53.273662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:53.281609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 736df0f3-33ed-4a41-b8fa-5980d9b45abe up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:53.294635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:53.311878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] Sync routers for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:53.325438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:53.325801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b752e765-5cee-4e53-8313-f04e2376c37c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:53.340735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:53.341111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.349503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:53.413439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router 5d98149f-7d8d-4525-966e-487d2209a8ba has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:47:53.417850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.426632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b752e765-5cee-4e53-8313-f04e2376c37c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:53.431349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b752e765-5cee-4e53-8313-f04e2376c37c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d1dc877-9236-4838-b884-8474eab8ae25 HTTP/1.1" status: 200 len: 205 time: 0.1536510 Apr 01 15:47:53.431545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] Routers {'5d1dc877-9236-4838-b884-8474eab8ae25'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:53.431545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d1dc877-9236-4838-b884-8474eab8ae25'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.432034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40486) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:53.496985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.497643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a9913-aa79-486c-851a-1d8b9da0bce7 None None] The sync data for ids ['5d1dc877-9236-4838-b884-8474eab8ae25'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:53.574666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 736df0f3-33ed-4a41-b8fa-5980d9b45abe completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:53.630414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.657325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.663491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.784602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.824993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe43e5-4635-47e6-8945-fc2c6dbd2abe None None] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:53.878584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=1d546366-a280-410c-813c-ba1caed0a8f6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:53.982439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.985491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.028666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Provisioning for port 736df0f3-33ed-4a41-b8fa-5980d9b45abe completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:47:54.037605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Provisioning complete for port 736df0f3-33ed-4a41-b8fa-5980d9b45abe triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:54.037960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.094820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.095487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1dc877-9236-4838-b884-8474eab8ae25 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:54.113746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.114908 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1a431b2-2655-455e-b102-08f310f41c60 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25 HTTP/1.1" status: 204 len: 168 time: 0.6815436 Apr 01 15:47:54.117625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.244624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.289271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] For port 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=736df0f3-33ed-4a41-b8fa-5980d9b45abe,segment=NetworkSegment(0f47469a-de15-4594-8edd-ba05aa61c92a),segment_id=0f47469a-de15-4594-8edd-ba05aa61c92a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:54.300834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.339780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.347048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.351366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:54.353278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.364146 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] Sync routers for ids ['5d98149f-7d8d-4525-966e-487d2209a8ba'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:54.368653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 3f32b20b-5650-455a-85d9-1c2095ee47b1 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:54.371885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.378248 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] Routers {'5d98149f-7d8d-4525-966e-487d2209a8ba'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:54.378852 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d98149f-7d8d-4525-966e-487d2209a8ba'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:54.453540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828833-5946-43ce-a22a-bc6e2ca7c682 None None] Pushing event updated for resources: {'Port': ['ID=736df0f3-33ed-4a41-b8fa-5980d9b45abe,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:54.454998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.460224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.469316 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:54.481360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] Routers {'5d98149f-7d8d-4525-966e-487d2209a8ba'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:54.482261 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5d98149f-7d8d-4525-966e-487d2209a8ba'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:54.535771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08efbebe-280a-44e6-a951-f7819d3aa71e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/1d546366-a280-410c-813c-ba1caed0a8f6 HTTP/1.1" status: 204 len: 168 time: 2.9169664 Apr 01 15:47:54.539894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40494) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.542320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.546475 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9359f6fa-6acd-4f6e-b486-6d9a8bd39a2f tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "PUT /v2.0/routers/5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 200 len: 921 time: 4.7749932 Apr 01 15:47:54.548237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.556001 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:54.556535 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08752592-c7b8-4c11-945f-2e687f29e096 None None] The sync data for ids ['5d98149f-7d8d-4525-966e-487d2209a8ba'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:54.567478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5bff7b92-787f-404a-a3f6-b5846e76941b None None] Provisioning complete for port 736df0f3-33ed-4a41-b8fa-5980d9b45abe triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:54.567857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5bff7b92-787f-404a-a3f6-b5846e76941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.626343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.636372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe72e5-0bee-4f38-8ae8-aa13c9c2b280 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:54.637990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe72e5-0bee-4f38-8ae8-aa13c9c2b280 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:54.638801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39fe72e5-0bee-4f38-8ae8-aa13c9c2b280 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:54.659973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.702667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b489c9-1d1d-4239-aeaf-ddba15052ea0,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:54.719414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39fe72e5-0bee-4f38-8ae8-aa13c9c2b280 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:54.720593 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39fe72e5-0bee-4f38-8ae8-aa13c9c2b280 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1797619 Apr 01 15:47:54.723546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.757451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Allocated IP 172.26.7.101 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/73694657-3b61-4d82-9334-25a85bc8acac) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:54.798841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 7e6401e6-e995-4f17-b382-5762091bea88 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:54.801767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.823603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.824784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f0246177-83f5-4972-8631-7b6f0d18340c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5839803 Apr 01 15:47:54.829326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40506) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.837010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.844449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '7ca04195-6374-4bba-bf29-f8502a147d98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:54.895236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:54.897494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1ec06646-b81e-41fa-b62b-7be4441dc8d5 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 200 len: 921 time: 0.3481007 Apr 01 15:47:54.909214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.912621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:54.917038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53222091-e3ba-4224-8453-32c8942a0eeb None None] Network ca2eae3a-5b85-42cd-ae7f-39795021b888 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:54.918253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:54.921691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=3f32b20b-5650-455a-85d9-1c2095ee47b1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:54.927741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:54.968092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:54.971859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.007312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2e25073-2313-40dd-ba5c-b3f04e251122 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/3f32b20b-5650-455a-85d9-1c2095ee47b1 HTTP/1.1" status: 204 len: 168 time: 0.8885105 Apr 01 15:47:55.011806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40514) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.114732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8150b-9096-408e-8329-bfefc48b7102 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:55.116266 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9d8150b-9096-408e-8329-bfefc48b7102 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=5d98149f-7d8d-4525-966e-487d2209a8ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1959538 Apr 01 15:47:55.117023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.122573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.145029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.248142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.267672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] DHCP port deletion for ca2eae3a-5b85-42cd-ae7f-39795021b888 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:55.273242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Deleting port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:55.273690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.299953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 736df0f3-33ed-4a41-b8fa-5980d9b45abe up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:47:55.310665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.311962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.339969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.343829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c3b68b-eca6-4700-b19b-c98b21857351,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:55.360713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet c0ce203c-9abb-47e0-a45c-6e79714e9523 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:55.368332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.371489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.373183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.393952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6401e6-e995-4f17-b382-5762091bea88,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:55.401578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.406340 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c302eaac-ec8a-45cb-9a1d-4109b7f4dce5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/7e6401e6-e995-4f17-b382-5762091bea88 HTTP/1.1" status: 204 len: 168 time: 0.6818018 Apr 01 15:47:55.407183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40522) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.414057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e6155-f883-4377-b33a-1b79d2874b6a None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:55.474932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.478816 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a9741cd-3e08-421a-b30e-a186536b5997 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6459060 Apr 01 15:47:55.483264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40526) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.487791 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a9962a6-2a51-47d5-a8e5-ad2293a27cc8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794489 Apr 01 15:47:55.500005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.506280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.508332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:55.569750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 736df0f3-33ed-4a41-b8fa-5980d9b45abe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:55.570384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.577000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a0e57-d117-46c3-9c99-9328789de511 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:55.577583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb7a0e57-d117-46c3-9c99-9328789de511 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Synchronizing usage tracker for tenant:19dee60aa4a849bea0ec5a89d111c1c6 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:55.612601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.627216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.639695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.659298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:55.671653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:55.699156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.750869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] For port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,segment=NetworkSegment(23b7bb9d-c4c1-459d-8f6c-23a0f37e785c),segment_id=23b7bb9d-c4c1-459d-8f6c-23a0f37e785c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:55.751291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.752966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.766310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:55.770655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.800025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.803671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/54c3b68b-eca6-4700-b19b-c98b21857351 HTTP/1.1" status: 204 len: 168 time: 0.3169825 Apr 01 15:47:55.816105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.840142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d1c6-bb14-495b-b0d7-60a63d1ecbce tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54c3b68b-eca6-4700-b19b-c98b21857351,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:55.893843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Calling delete_port for 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:55.918194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb7a0e57-d117-46c3-9c99-9328789de511 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Unset dirty status for tenant:19dee60aa4a849bea0ec5a89d111c1c6 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:55.920012 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fb7a0e57-d117-46c3-9c99-9328789de511 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.7835159 Apr 01 15:47:55.931255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:55.954085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:55.974432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:55.985885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:56.007014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d8632b-3ae8-4636-b7c9-b6d3d1a5e749 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:56.011155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=73694657-3b61-4d82-9334-25a85bc8acac,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.024664 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46e6ad71-1f03-4db5-8f51-ff5a6d5ff6f7 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 200 len: 205 time: 0.0921741 Apr 01 15:47:56.040244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:56.047516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Allocated IP 172.26.7.201 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/2266e595-65e6-436d-9ac6-dc20af65dc02) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:56.119693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:56.124738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Deleting port 5a7d44f3-def3-470c-a770-fda81253fc7e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:56.125349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.148806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.183894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d8632b-3ae8-4636-b7c9-b6d3d1a5e749 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:56.185227 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56d8632b-3ae8-4636-b7c9-b6d3d1a5e749 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3643782 Apr 01 15:47:56.197573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:56.208956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.270733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] No DVR routers for this DVR port 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:56.272763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b177e4-898b-4c29-a6de-bd189b5e9b8c None None] Pushing event deleted for resources: {'Port': ['ID=3eac9885-9bf5-462c-bde2-fcbb54b6ce01,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.279033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ce203c-9abb-47e0-a45c-6e79714e9523,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.329204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.373435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.380282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e3a04-aa1e-48e9-b37b-50b828f16fb7 None None] Network 650efdd1-6bdd-459e-a264-1cbd254dec23 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:56.401863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.430629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.457946 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46e2ce2f-bc0f-4289-87b8-dc9318dea51b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ce203c-9abb-47e0-a45c-6e79714e9523 HTTP/1.1" status: 204 len: 168 time: 1.4309497 Apr 01 15:47:56.462463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:56.498283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] For port 5a7d44f3-def3-470c-a770-fda81253fc7e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a7d44f3-def3-470c-a770-fda81253fc7e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:56.498704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.615059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.659430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.663847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.686447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Calling delete_port for 5a7d44f3-def3-470c-a770-fda81253fc7e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:56.704867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:56.705889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55b489c9-1d1d-4239-aeaf-ddba15052ea0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.710206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.713227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:56.721689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:56.722347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.756603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.769200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=ac674504-aad8-47ab-a3ee-e4f8c78d2338,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:56.800249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4271f79c-134d-483b-8ac8-aab5e78dffe8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2991650 Apr 01 15:47:56.807016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:56.813753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': 'ac674504-aad8-47ab-a3ee-e4f8c78d2338', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-641720011'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:56.822276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.823386 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5444823-c1eb-4c51-b0a6-b344f18d3f97 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/55b489c9-1d1d-4239-aeaf-ddba15052ea0 HTTP/1.1" status: 204 len: 168 time: 0.6248519 Apr 01 15:47:56.833543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40560) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:56.839814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port bcfe539b-1de6-4b5a-b8a8-b34b375fb58f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:56.840415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.895175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217833f-c674-4b74-93ad-8682694415ff None None] DHCP port deletion for 650efdd1-6bdd-459e-a264-1cbd254dec23 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:47:56.901008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Deleting port f412e351-8b37-4b14-bd7f-6db1b0e8d75d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:47:56.901595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.906886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.931328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.999197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] No DVR routers for this DVR port 5a7d44f3-def3-470c-a770-fda81253fc7e on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:57.001403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c5d6d-e21a-443a-b943-853ee856d52d None None] Pushing event deleted for resources: {'Port': ['ID=5a7d44f3-def3-470c-a770-fda81253fc7e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:57.023564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.050592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ea88c-f1a2-4046-9ee3-6a6b61847a1a None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:47:57.060050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2eae3a-5b85-42cd-ae7f-39795021b888']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:57.135986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3548e21f-1c81-49eb-a365-feb9e7fdcb73 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2953758 Apr 01 15:47:57.136549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:57.136549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b7bb9d-c4c1-459d-8f6c-23a0f37e785c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:57.146110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40564) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:57.150637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.202856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.208174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:57.218919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:57.225068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:57.238462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.246106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:57.252590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:57.256212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:57.259386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.261080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:57.267853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.283600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f412e351-8b37-4b14-bd7f-6db1b0e8d75d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:57.285768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.409709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for bcfe539b-1de6-4b5a-b8a8-b34b375fb58f owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:57.465270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:57.479432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a217833f-c674-4b74-93ad-8682694415ff None None] For port f412e351-8b37-4b14-bd7f-6db1b0e8d75d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,segment=NetworkSegment(2cf03fff-bbda-4e11-9971-02fccb42b763),segment_id=2cf03fff-bbda-4e11-9971-02fccb42b763)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:47:57.479996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.500006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:57.500408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:57.522194 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:57.524452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event updated for resources: {'Port': ['ID=2266e595-65e6-436d-9ac6-dc20af65dc02,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:57.569608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.600108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=085411f7-f082-40b0-800d-1a7d0584ccad,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:57.617535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.618671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-728faa01-bcc9-48fc-be32-c3a8f75c31d4 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/085411f7-f082-40b0-800d-1a7d0584ccad HTTP/1.1" status: 204 len: 168 time: 0.4726715 Apr 01 15:47:57.622892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:57.654269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Calling delete_port for f412e351-8b37-4b14-bd7f-6db1b0e8d75d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:47:57.684494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.720357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7cd863d-a434-4065-af00-bf251ba59f38 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:57.765312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'ac674504-aad8-47ab-a3ee-e4f8c78d2338'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:47:57.766556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.774266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 3d08d515-044f-4b59-9652-074ad4f37df8 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:57.779198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.837276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.870420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.898793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.903381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7cd863d-a434-4065-af00-bf251ba59f38 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:57.905310 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d7cd863d-a434-4065-af00-bf251ba59f38 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2808142 Apr 01 15:47:57.910412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40574) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:57.913259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=ca2eae3a-5b85-42cd-ae7f-39795021b888,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:57.933142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.945561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.994370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=bcfe539b-1de6-4b5a-b8a8-b34b375fb58f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.001389 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7ea2dac7-d8eb-477d-931b-3ac7214502c7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/ca2eae3a-5b85-42cd-ae7f-39795021b888 HTTP/1.1" status: 204 len: 168 time: 1.5362103 Apr 01 15:47:58.011004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40578) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.026189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a7d44f3-def3-470c-a770-fda81253fc7e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:58.074980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217833f-c674-4b74-93ad-8682694415ff None None] Pushing event deleted for resources: {'Port': ['ID=f412e351-8b37-4b14-bd7f-6db1b0e8d75d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.077496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.091581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5a7d44f3-def3-470c-a770-fda81253fc7e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:58.091960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a7d44f3-def3-470c-a770-fda81253fc7e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:58.092942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:47:58.100235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.119065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217833f-c674-4b74-93ad-8682694415ff None None] No DVR routers for this DVR port f412e351-8b37-4b14-bd7f-6db1b0e8d75d on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:58.147808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:47:58.147964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3eac9885-9bf5-462c-bde2-fcbb54b6ce01 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:47:58.189698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/ac674504-aad8-47ab-a3ee-e4f8c78d2338/6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:58.273850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.318021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.414916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.417448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.437474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.462259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.505548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Transition to ACTIVE for port object 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:58.505764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.506318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router 5d98149f-7d8d-4525-966e-487d2209a8ba {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:47:58.527243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.532302 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eee70b62-3308-4e0f-81c2-a628e9df33cf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 204 len: 168 time: 2.4889569 Apr 01 15:47:58.532450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Transition to ACTIVE for port object 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:47:58.532639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b58eb70-897e-4557-895b-a6aa98dcc0bc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.533110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40582) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.538751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307790573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:58.545430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:58.549781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:58.552694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:58.558719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:58.566945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.637110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.648626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.649818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.666112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.675128 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:47:58.675937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:58.677083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.681953 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a83aecda-5692-43e2-8482-6ee207e908d2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2b58eb70-897e-4557-895b-a6aa98dcc0bc HTTP/1.1" status: 204 len: 168 time: 0.7663295 Apr 01 15:47:58.682141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.688213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.718137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:58.722293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:58.724338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Pushing event updated for resources: {'Port': ['ID=6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.726218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650efdd1-6bdd-459e-a264-1cbd254dec23']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.726621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:47:58.753348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Router caafae58-822f-4d28-941b-6f2064c7561f is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:47:58.760423 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9f218379-c66b-4aba-b561-5c0e01845fe0 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0740340 Apr 01 15:47:58.760806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.796150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.808347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.821022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Attempting to bind port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:58.821622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Attempting to bind port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:58.821742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Attempting to bind port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:47:58.828089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:47:58.828502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:47:58.828857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.829246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:47:58.829894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Bound port: 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:58.830227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.835824 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8db1e639-1882-42f6-a52f-4de62c662442 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0275095 Apr 01 15:47:58.837134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.839746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.928856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf03fff-bbda-4e11-9971-02fccb42b763') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.929153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf03fff-bbda-4e11-9971-02fccb42b763') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.930474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] For port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:47:58.933912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] For port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:47:58.943042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52239e0c-48d1-4fe8-81e6-cfff3c18ef4d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:58.944538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52239e0c-48d1-4fe8-81e6-cfff3c18ef4d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:58.948524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.956317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.959390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.960556 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a02fcf90-ecb7-4096-b791-4c5251e75695 HTTP/1.1" status: 204 len: 168 time: 0.1987097 Apr 01 15:47:58.967221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:58.972897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347e531-ab29-4d9f-8be1-158eeb34e169 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a02fcf90-ecb7-4096-b791-4c5251e75695,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:58.987979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.989135 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-925154b7-a10b-4c48-9ed0-915dd1d27f2d tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4549403 Apr 01 15:47:58.992436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.000652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:59.015486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.049813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.113068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa4fc-2bd0-4852-943d-72f6324bb95d None None] Pushing event updated for resources: {'Port': ['ID=6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:59.123991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:59.124490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.131433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52239e0c-48d1-4fe8-81e6-cfff3c18ef4d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:59.135008 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52239e0c-48d1-4fe8-81e6-cfff3c18ef4d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2836225 Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:59.138949 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:59.149322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40606) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.280520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89035626-8a08-40e3-ab06-6b9e1982e2e9 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:59.419448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.446399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.470073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=650efdd1-6bdd-459e-a264-1cbd254dec23,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:59.471525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f679133-37ab-4584-8681-612284631af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.476213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:47:59.482469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1619198-028e-478c-b129-dc575567ec7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/650efdd1-6bdd-459e-a264-1cbd254dec23 HTTP/1.1" status: 204 len: 168 time: 1.4676056 Apr 01 15:47:59.491972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.492691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] Sync routers for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:59.496491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.502328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-443924722'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:59.505789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:59.506639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.515924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:47:59.537095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110236-4cc0-4fe4-ac93-eec8452f923a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:59.538972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f110236-4cc0-4fe4-ac93-eec8452f923a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:59.540840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2f110236-4cc0-4fe4-ac93-eec8452f923a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:47:59.548066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.553328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89035626-8a08-40e3-ab06-6b9e1982e2e9 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:59.558693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89035626-8a08-40e3-ab06-6b9e1982e2e9 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5903373 Apr 01 15:47:59.578286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.583926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:47:59.587924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.594361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:47:59.599849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:47:59.600687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.610231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:47:59.676367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.676979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded0d57-fd0f-4ab2-aabe-7a054c2cb995 None None] The sync data for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:59.687544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.689089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2f110236-4cc0-4fe4-ac93-eec8452f923a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:47:59.690580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f110236-4cc0-4fe4-ac93-eec8452f923a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5400093 Apr 01 15:47:59.694308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.697056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.698197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d25880b6-13ef-46a5-9168-f72645fce9b3 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2782905 Apr 01 15:47:59.705097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:59.746078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:59.749613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.812356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet ac674504-aad8-47ab-a3ee-e4f8c78d2338 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:47:59.820585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.838656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.880532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:59.902699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.946563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.946563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment d5ed2fa4-7e9f-4312-8f62-e026a43f91e2 of type vlan for network 2139d23d-3e27-4f46-9a48-d73479f1595b Apr 01 15:47:59.995059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.031330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Router ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:00.043931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.151599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.158179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:00.158871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.214964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.247383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca04195-6374-4bba-bf29-f8502a147d98,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:00.354416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=2139d23d-3e27-4f46-9a48-d73479f1595b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:00.366251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2139d23d-3e27-4f46-9a48-d73479f1595b details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:00.531343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.552021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.556249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8dc1e746-baec-4d60-ae6a-93cd583d106f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0616853 Apr 01 15:48:00.560325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.563112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-997797e0-3e09-4e02-ba06-e228f693f701 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/7ca04195-6374-4bba-bf29-f8502a147d98 HTTP/1.1" status: 204 len: 168 time: 0.9807279 Apr 01 15:48:00.563112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:00.590988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0268191-f5ce-45ef-8123-08e2d89fc9b5 None None] Provisioning for port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:00.600126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:00.624854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.625408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=ac674504-aad8-47ab-a3ee-e4f8c78d2338,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:00.630410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:00.632469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.636817 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e7a175d-d8cb-4ce0-98ed-f4a0c69170f0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/ac674504-aad8-47ab-a3ee-e4f8c78d2338 HTTP/1.1" status: 204 len: 168 time: 0.9391479 Apr 01 15:48:00.638761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:00.640759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c8ad4e-dac2-4f8a-9ee2-9ee731bcd8c8 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:00.726436 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-353fc17f-c592-448f-9c6f-437301842cad tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737925 Apr 01 15:48:00.736441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40638) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:00.741537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:00.750016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:00.758705 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] Sync routers for ids ['ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:00.771538 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] Routers {'ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:00.775094 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:00.878060 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:00.889113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb750004-fa5e-4ca4-b615-94657732a29f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:00.889209 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] Routers {'ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:00.889824 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:47:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:00.902460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:00.930960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:00.941873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:00.946151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Deleting port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:00.946524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.947826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:00.956159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:00.962259 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:00.962742 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57c76e-7efd-44f6-97f8-db3aa01d81a1 None None] The sync data for ids ['ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:00.966425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:00.981050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:00.999233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.000506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8a76b260-3ce2-4f1e-854f-31898d128cf6 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.1569157 Apr 01 15:48:01.003217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40642) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:01.057977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Allocated IP 172.26.7.136 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/a30acb12-056a-4795-9750-240e580efb64) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:01.065603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb750004-fa5e-4ca4-b615-94657732a29f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:01.072776 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fb750004-fa5e-4ca4-b615-94657732a29f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4633245 Apr 01 15:48:01.083910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:01.087670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.091516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40646) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:01.103670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:01.107375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.124329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337927861'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:01.159700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:01.226083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] For port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:01.226463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.259950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:01.317619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39081456-d95a-4f54-9e4a-02d2e7eba91c tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 HTTP/1.1" status: 200 len: 925 time: 0.3100388 Apr 01 15:48:01.318192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:01.352710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Calling delete_port for 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:01.372868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4c5e73cf-72b2-46a7-b6ca-f2ce7494fef5 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 HTTP/1.1" status: 200 len: 205 time: 0.0514691 Apr 01 15:48:01.374439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:01.424320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.447724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.551423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.604230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] Pushing event deleted for resources: {'Port': ['ID=6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:01.609965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4a4a9-5aa8-4f66-b47e-ad124d046852 None None] No DVR routers for this DVR port 6aa8240f-8c6e-48a0-ab8a-f9d60d6c8eee on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:01.644990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.746336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:01.757570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.761014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:01.766894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:01.782590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:01.787942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.879415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:01.890093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:01.894681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:01.895295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.899544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.901695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d9334-07c7-4022-b747-417765d5ab52 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:01.908121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=dac3d123-3dd9-46a7-8cec-2e0276911b78,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:01.992014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port 2266e595-65e6-436d-9ac6-dc20af65dc02 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:01.992424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.024907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1893111a-5a55-4c35-960f-10cf171a9cb7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2846742 Apr 01 15:48:02.028630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:02.030199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.043547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:02.100848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:02.175227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:router and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:02.190171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:02.195974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.206108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.234386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:02.235799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.245737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:02.299371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.317210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:02.319989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=9652f856-0b34-4213-9791-db47782b6294,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:02.333970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:02.348003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:02.409183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:02.409572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 2139d23d-3e27-4f46-9a48-d73479f1595b, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:02.414579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event updated for resources: {'Port': ['ID=a30acb12-056a-4795-9750-240e580efb64,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:02.415029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eece3a95-e956-4d70-b617-3be4da65d070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.428259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.438204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for 2266e595-65e6-436d-9ac6-dc20af65dc02 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:02.456656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/dac3d123-3dd9-46a7-8cec-2e0276911b78/ed6142e2-b506-444c-a6b2-9e128b33aa58) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:02.530952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4c107-449f-4983-9928-4d526e891032,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:02.596974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.598007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.611019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Allocated IP 172.20.0.1 (45925d36-e113-49b9-9f2b-2ca7ee246059/af339fcb-5c7e-44c3-84bb-d2310517bf0b/b182a684-25da-44e8-a545-2e4d3d579dab) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:02.631844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2139d23d-3e27-4f46-9a48-d73479f1595b is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:02.682858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.700972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.715626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.727936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Transition to ACTIVE for port object ed6142e2-b506-444c-a6b2-9e128b33aa58 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:02.732072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=2266e595-65e6-436d-9ac6-dc20af65dc02,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:02.749538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Transition to ACTIVE for port object ed6142e2-b506-444c-a6b2-9e128b33aa58 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:02.763073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.765230 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ca3bef3-72e7-4298-977e-9d2c38028d96 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6705177 Apr 01 15:48:02.776739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40664) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:02.780884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 2139d23d-3e27-4f46-9a48-d73479f1595b) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:02.792032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15707eab-616d-4d5c-8cde-4e3b8f1e005d None None] Network 2139d23d-3e27-4f46-9a48-d73479f1595b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:02.816675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.818477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '3bc4c107-449f-4983-9928-4d526e891032', 'direction': 'ingress', 'protocol': 17}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:02.828961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:02.833184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.840866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:02.845168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:02.854560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:02.857210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:02.857521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.866933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.954250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.965322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:02.970903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:02.971379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Transition to ACTIVE for port object b182a684-25da-44e8-a545-2e4d3d579dab will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:02.975289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Pushing event updated for resources: {'Port': ['ID=ed6142e2-b506-444c-a6b2-9e128b33aa58,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:02.977751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:02.991494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.997487 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f119aa26-594d-44b4-b8d9-85fea402b42d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4275076 Apr 01 15:48:02.998902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:03.007814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-887119271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:03.024175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.051846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.067437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:03.080810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:03.084200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.085239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.086924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:03.098953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.100848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:03.107080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Attempting to bind port ed6142e2-b506-444c-a6b2-9e128b33aa58 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:03.108067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Attempting to bind port ed6142e2-b506-444c-a6b2-9e128b33aa58 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:03.108532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Attempting to bind port ed6142e2-b506-444c-a6b2-9e128b33aa58 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:03.119950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:03.120473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:03.121129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.121623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:03.122193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Bound port: ed6142e2-b506-444c-a6b2-9e128b33aa58, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:03.124502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.161607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.210337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:03.211475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=b182a684-25da-44e8-a545-2e4d3d579dab,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.220222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.221384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.226337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.226821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:03.256796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.265506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:03.272945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.274046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08a04b4a-4f1e-4c2a-b4c4-7167051ad6c9 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 HTTP/1.1" status: 204 len: 168 time: 1.8996236 Apr 01 15:48:03.275236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:03.278326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:03.283424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-176282136', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:03.295518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.295518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:03.308070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.312571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b400ed14-a018-4c6e-9d0a-bfc709471324 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2751620 Apr 01 15:48:03.334010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:router and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:03.334135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:03.334231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] For port ed6142e2-b506-444c-a6b2-9e128b33aa58, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:03.334326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:03.334411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-2139d23d-3e27-4f46-9a48-d73479f1595b', 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '9652f856-0b34-4213-9791-db47782b6294'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:03.334411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.334605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036c2133-991f-48b1-b304-f8987aad715b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.334712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:03.349359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] For port ed6142e2-b506-444c-a6b2-9e128b33aa58, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ed6142e2-b506-444c-a6b2-9e128b33aa58,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:03.381428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.437543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.446381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a552b327-42f5-4f78-b3f7-a92936c73283 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6645236 Apr 01 15:48:03.446381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:03.450179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.450469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.502315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.512634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.531101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.534934 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33ba5ca3-eb4c-4d27-ab5e-e956133b4422 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5307825 Apr 01 15:48:03.537837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40686) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:03.547294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'port': {'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b', 'name': 'tempest-RoutersIpV6Test-1020375641'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:03.547725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.587956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.595546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.601567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.616213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Allocated IP 2001:db8::2 (2139d23d-3e27-4f46-9a48-d73479f1595b/9652f856-0b34-4213-9791-db47782b6294/b68b813a-571e-4224-98b1-a0aecee92732) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:03.617963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7363c-3b26-4e61-9404-28751aaadf25 None None] Pushing event updated for resources: {'Port': ['ID=ed6142e2-b506-444c-a6b2-9e128b33aa58,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.834430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-363bf731-54a4-4d70-965b-70528a873c9c None None] Provisioning for port b182a684-25da-44e8-a545-2e4d3d579dab completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:03.835242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.844795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-363bf731-54a4-4d70-965b-70528a873c9c None None] Provisioning complete for port b182a684-25da-44e8-a545-2e4d3d579dab triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:03.845296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-363bf731-54a4-4d70-965b-70528a873c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.955902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-363bf731-54a4-4d70-965b-70528a873c9c None None] Port b182a684-25da-44e8-a545-2e4d3d579dab cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:03.963164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.071720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Transition to ACTIVE for port object b68b813a-571e-4224-98b1-a0aecee92732 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:04.097306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Transition to ACTIVE for port object b68b813a-571e-4224-98b1-a0aecee92732 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:04.157583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.227200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.230730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Network 2139d23d-3e27-4f46-9a48-d73479f1595b is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:04.233741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:04.236779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.242418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:04.248781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:04.253922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Pushing event updated for resources: {'Port': ['ID=b68b813a-571e-4224-98b1-a0aecee92732,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:04.257395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:port and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:04.264393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4c107-449f-4983-9928-4d526e891032,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:04.266505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:04.276842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:04.292649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.296784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9884b25-1173-4533-8551-211c9864796f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/3bc4c107-449f-4983-9928-4d526e891032 HTTP/1.1" status: 204 len: 168 time: 0.8385420 Apr 01 15:48:04.301561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40690) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:04.354603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:04.358321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.370406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Attempting to bind port b68b813a-571e-4224-98b1-a0aecee92732 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:04.370763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Attempting to bind port b68b813a-571e-4224-98b1-a0aecee92732 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:04.371125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Attempting to bind port b68b813a-571e-4224-98b1-a0aecee92732 on network 2139d23d-3e27-4f46-9a48-d73479f1595b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:04.377516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:04.377940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Checking segment: {'id': 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:04.378393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.378785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Bound using segment: {'id': 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:04.379292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Bound port: b68b813a-571e-4224-98b1-a0aecee92732, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2139d23d-3e27-4f46-9a48-d73479f1595b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:04.379781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.392362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05f6fbad-82c7-4297-844a-e3427960cfbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:04.429895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] device_id is not set on port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:48:04.439042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.480138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] For port b68b813a-571e-4224-98b1-a0aecee92732, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:04.481438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.484490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] For port b68b813a-571e-4224-98b1-a0aecee92732, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b68b813a-571e-4224-98b1-a0aecee92732,segment=NetworkSegment(d5ed2fa4-7e9f-4312-8f62-e026a43f91e2),segment_id=d5ed2fa4-7e9f-4312-8f62-e026a43f91e2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:04.537446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05f6fbad-82c7-4297-844a-e3427960cfbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:04.540447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-05f6fbad-82c7-4297-844a-e3427960cfbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2401528 Apr 01 15:48:04.546058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:04.553739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700552676'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:04.563510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:04.565894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.589849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:04.688111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c76d-8732-484f-8b99-f69bebbba3f4 None None] Pushing event updated for resources: {'Port': ['ID=b68b813a-571e-4224-98b1-a0aecee92732,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:04.694568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8::1f7 (2139d23d-3e27-4f46-9a48-d73479f1595b/9652f856-0b34-4213-9791-db47782b6294/0c99c33c-2baf-40bc-a17f-b9ddee253b36) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:04.700611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.832312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:04.842804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:04.859385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:04.944262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:05.000287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.110797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.115757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.159117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.226244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.410159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.415324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.430674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b68b813a-571e-4224-98b1-a0aecee92732 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:05.486947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::1 (9d919997-7b56-4b49-acd8-35888c2943cc/dac3d123-3dd9-46a7-8cec-2e0276911b78/b786cad9-c7a9-4c4c-afdc-a11a7d88d383) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:05.536632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.543651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object 0c99c33c-2baf-40bc-a17f-b9ddee253b36 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:05.546555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-66b5c816-ccbf-49a0-bc87-8e5138040f77 None None] Provisioning for port ed6142e2-b506-444c-a6b2-9e128b33aa58 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:05.568096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b68b813a-571e-4224-98b1-a0aecee92732 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:05.575457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ed6142e2-b506-444c-a6b2-9e128b33aa58 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:05.622425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 172.26.7.23 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/a3aa7e08-9cb8-4877-951c-b21a28758277) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:05.639499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8020c-1edd-4e6c-b49b-f9b6c7fdb6bd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:05.710914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ed6142e2-b506-444c-a6b2-9e128b33aa58 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:05.717646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ed6142e2-b506-444c-a6b2-9e128b33aa58 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:05.718139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.767010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.770747 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-82863c9f-45ce-4a4c-86a2-04b8369f03e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2211249 Apr 01 15:48:05.773838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:05.800674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ad1d-6324-4f0a-8235-40c26b434bf6 req-9097a9af-4764-4924-8366-096439de1bc3 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.802771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4447ad1d-6324-4f0a-8235-40c26b434bf6 req-9097a9af-4764-4924-8366-096439de1bc3 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.3773961 Apr 01 15:48:05.805152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102430238'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:05.831041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:05.842655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.847079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:05.860225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:05.887709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.911919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:05.934483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ed6142e2-b506-444c-a6b2-9e128b33aa58, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ed6142e2-b506-444c-a6b2-9e128b33aa58,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:05.944953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.965166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2139d23d-3e27-4f46-9a48-d73479f1595b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:05.974129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4447ad1d-6324-4f0a-8235-40c26b434bf6 req-3f9f22d3-66cd-498a-afda-640394bb0b9e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584294 Apr 01 15:48:05.981444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:05.984801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:05.990928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.992854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.009565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Router 98a04d0b-23f2-4995-b1af-1a8459593658 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:06.014364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=0c99c33c-2baf-40bc-a17f-b9ddee253b36,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:06.022060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.032134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.108553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object b786cad9-c7a9-4c4c-afdc-a11a7d88d383 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:06.122303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ed6142e2-b506-444c-a6b2-9e128b33aa58,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:06.124106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.126711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77512c-4c42-4c32-87ed-cd56ee0fd6a4 None None] Network 2139d23d-3e27-4f46-9a48-d73479f1595b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:06.133146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f9e7ed6d-9b90-4f59-9c37-a2bb557a4ab6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5916305 Apr 01 15:48:06.133146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:06.205302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.268511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:06.278214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:06.285241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:06.303219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:06.311338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Provisioning for port b68b813a-571e-4224-98b1-a0aecee92732 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:06.321898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Provisioning complete for port b68b813a-571e-4224-98b1-a0aecee92732 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:06.322581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.338399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.345213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:06.358610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.362233 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed1d1c93-bdee-4c41-a1d5-c85847646335 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "PUT /v2.0/routers/98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 200 len: 879 time: 7.3664923 Apr 01 15:48:06.367182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40710) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:06.370858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] Sync routers for ids ['98a04d0b-23f2-4995-b1af-1a8459593658'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:06.435318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] Routers {'98a04d0b-23f2-4995-b1af-1a8459593658'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:06.436786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['98a04d0b-23f2-4995-b1af-1a8459593658'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:06.443903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.470239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.506808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:06.521308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:06.524053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:06.530119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:06.568730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:06.570298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] Routers {'98a04d0b-23f2-4995-b1af-1a8459593658'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:06.571098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['98a04d0b-23f2-4995-b1af-1a8459593658'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:06.577519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:06.586284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:06.586824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.609896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=a3aa7e08-9cb8-4877-951c-b21a28758277,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:06.649258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:06.651088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118d57a-ff51-444d-8690-a1ea92204449 None None] The sync data for ids ['98a04d0b-23f2-4995-b1af-1a8459593658'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:06.682495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.743060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] For port b68b813a-571e-4224-98b1-a0aecee92732, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b68b813a-571e-4224-98b1-a0aecee92732,segment=NetworkSegment(d5ed2fa4-7e9f-4312-8f62-e026a43f91e2),segment_id=d5ed2fa4-7e9f-4312-8f62-e026a43f91e2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:06.859713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.934972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=b182a684-25da-44e8-a545-2e4d3d579dab,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:06.956300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b7378-6148-40d8-a0c8-3831b046fc29 None None] Pushing event updated for resources: {'Port': ['ID=b68b813a-571e-4224-98b1-a0aecee92732,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:07.008401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.048507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0d887aa9-dde7-4a77-8e34-038e33df1f13 None None] Provisioning for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:07.056175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0d887aa9-dde7-4a77-8e34-038e33df1f13 None None] Provisioning complete for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.061985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d887aa9-dde7-4a77-8e34-038e33df1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.087720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.136367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0d887aa9-dde7-4a77-8e34-038e33df1f13 None None] Port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:07.163186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.213713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:07.255855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b68b813a-571e-4224-98b1-a0aecee92732 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:07.267817 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82777586-57dc-4d3c-822e-2de337661b22 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 200 len: 920 time: 0.8994994 Apr 01 15:48:07.274865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:07.289431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-c053d242-a558-4b69-b857-8eb5db4f5393 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:07.291094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-c053d242-a558-4b69-b857-8eb5db4f5393 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.2778192 Apr 01 15:48:07.344650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b68b813a-571e-4224-98b1-a0aecee92732 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.345028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.406307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fbcb7a-40bf-4459-ab8a-24013920596d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:07.433006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Provisioning for port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:07.448104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Provisioning complete for port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.448791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.468563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:07.470411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:07.483398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.484055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849bfc-3abf-47d5-b212-5fc2cb009eb6 req-92007f74-81e4-4994-b381-e78ebd81c000 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:07.485606 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89849bfc-3abf-47d5-b212-5fc2cb009eb6 req-92007f74-81e4-4994-b381-e78ebd81c000 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.3267446 Apr 01 15:48:07.537662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Deleting port 3822e7bd-edc4-4c85-858b-f07e0d650426 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:07.538439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.541095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:07.576960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Provisioning complete for port b68b813a-571e-4224-98b1-a0aecee92732 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.577330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad2475b9-85fb-4a98-b994-f80115a6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.603075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.607207 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49671b5e-709e-4360-9ea7-ea87b5eedd66 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8205848 Apr 01 15:48:07.609032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ed6142e2-b506-444c-a6b2-9e128b33aa58 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:07.623220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:07.642656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': 'e3d8020c-1edd-4e6c-b49b-f9b6c7fdb6bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a3fbcb7a-40bf-4459-ab8a-24013920596d', 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:07.663930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:07.730815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:07.747572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:07.762438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:07.791731 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89849bfc-3abf-47d5-b212-5fc2cb009eb6 req-41e8c430-4950-4e61-8aca-9b39231bdfba tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070093 Apr 01 15:48:07.805177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ed6142e2-b506-444c-a6b2-9e128b33aa58 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.805177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.805410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.831657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Router caafae58-822f-4d28-941b-6f2064c7561f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:07.978054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Provisioning complete for port b182a684-25da-44e8-a545-2e4d3d579dab triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:07.982964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.006430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.038190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Port b182a684-25da-44e8-a545-2e4d3d579dab cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:08.044112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.050568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Provisioning complete for port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:08.050948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.088813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e1a2fb-7f05-4d9a-8c3e-a8b34b26c894 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:08.089526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f4e1a2fb-7f05-4d9a-8c3e-a8b34b26c894 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Synchronizing usage tracker for tenant:19dee60aa4a849bea0ec5a89d111c1c6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:08.132605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-da3654ad-8e43-42f8-9b5e-10b2b472f174 None None] Port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:08.382610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:08.390789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.395579 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] Sync routers for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:08.405626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:08.406214 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.410671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb591f84-bbde-408f-9fbd-1a834c9e40e2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "PUT /v2.0/routers/caafae58-822f-4d28-941b-6f2064c7561f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7046709 Apr 01 15:48:08.413696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:08.421527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Request body: {'port': {'network_id': '45925d36-e113-49b9-9f2b-2ca7ee246059', 'name': 'tempest-FloatingIPAdminTestJSON-1584207449'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:08.472666 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.473047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f4e1a2fb-7f05-4d9a-8c3e-a8b34b26c894 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Unset dirty status for tenant:19dee60aa4a849bea0ec5a89d111c1c6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:08.474226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4e1a2fb-7f05-4d9a-8c3e-a8b34b26c894 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=98a04d0b-23f2-4995-b1af-1a8459593658&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1980381 Apr 01 15:48:08.484827 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:08.485691 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.486816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40730) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:08.523534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.552034 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.552034 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee2b80d-ea60-40b0-a4f0-ba26bda350fd None None] The sync data for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:08.580660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11905ba9-4521-4933-b660-286d99c728a1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:08.617605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.626592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:08.630429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Usage tracker for resource:port and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:08.633287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:08.639887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:08.643490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.647368 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6f528751-09d1-4593-9344-659857ef6d75 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0177808 Apr 01 15:48:08.648039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40734) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:08.674043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.674789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.792747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] For port 3822e7bd-edc4-4c85-858b-f07e0d650426, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3822e7bd-edc4-4c85-858b-f07e0d650426,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:08.793113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.849042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Made reservation on behalf of ed0b738610d7413b879039f41dfd214c for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:08.852447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.861372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.878341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:48:08.883697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.920285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.941793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] device_id is not set on port 92465c89-ab0b-41c1-8424-8bf25483ab77 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:48:08.993795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.011908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d91704-6e23-4b29-a086-c38c4ac7f873 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:09.022765 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0d91704-6e23-4b29-a086-c38c4ac7f873 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.5253587 Apr 01 15:48:09.032342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.034822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:09.095492 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bba86eb-f2bb-494d-928c-9e9cbb45efaf tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 200 len: 205 time: 0.0539811 Apr 01 15:48:09.097920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:09.125413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.175216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.225540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11905ba9-4521-4933-b660-286d99c728a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.282773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:09.340063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.344981 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-371b64da-c446-4dc9-b64a-6bdb6e4cd707 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/11905ba9-4521-4933-b660-286d99c728a1 HTTP/1.1" status: 204 len: 168 time: 0.6960063 Apr 01 15:48:09.382198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40750) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:09.383128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:09.543625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=0c99c33c-2baf-40bc-a17f-b9ddee253b36,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.571875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e772e2f7-7be1-4a50-ad8c-dd270e78b783 None None] Provisioning complete for port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:09.573412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e772e2f7-7be1-4a50-ad8c-dd270e78b783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.616566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.649994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e772e2f7-7be1-4a50-ad8c-dd270e78b783 None None] Port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:09.693892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Allocated IP 172.20.0.8 (45925d36-e113-49b9-9f2b-2ca7ee246059/af339fcb-5c7e-44c3-84bb-d2310517bf0b/92465c89-ab0b-41c1-8424-8bf25483ab77) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:09.723167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8cad-7339-4f1c-adf4-3749d31efd47 req-dd9b74e6-7086-4f02-bad7-d69e4508e187 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:09.724634 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e8d8cad-7339-4f1c-adf4-3749d31efd47 req-dd9b74e6-7086-4f02-bad7-d69e4508e187 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 946 time: 0.8069119 Apr 01 15:48:09.769672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-460bf551-19fb-4e3d-9451-c3d448a244c1 None None] Provisioning complete for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:09.770219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-460bf551-19fb-4e3d-9451-c3d448a244c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.780927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7c5fbb67-d0fb-49cd-bbf3-affb1f58030a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:09.829000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-460bf551-19fb-4e3d-9451-c3d448a244c1 None None] Port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:09.843577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.843954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.844272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Floating IP 68e7c61b-4d72-4824-b244-6d8c46e99ce3 disassociated. External IP: 172.26.7.118, port: 3822e7bd-edc4-4c85-858b-f07e0d650426. Apr 01 15:48:09.844618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Calling delete_port for 3822e7bd-edc4-4c85-858b-f07e0d650426 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:09.902174 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e8d8cad-7339-4f1c-adf4-3749d31efd47 req-7d6e484b-ae9a-4b27-9a5d-5ac9c89cc817 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups?id=136aa0b2-12fc-4ac7-89d7-c49c31caff57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687288 Apr 01 15:48:09.971539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.035111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7c5fbb67-d0fb-49cd-bbf3-affb1f58030a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:10.036382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c5fbb67-d0fb-49cd-bbf3-affb1f58030a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6509302 Apr 01 15:48:10.060445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40756) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:10.091581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.110123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd693d-13da-4e35-ba40-fad714cb4b1d req-39816c60-c672-420b-8462-d3280920e09a tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:10.114008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 685640cc-4636-48a0-ad23-867a67b97bb4 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:10.115677 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7abd693d-13da-4e35-ba40-fad714cb4b1d req-39816c60-c672-420b-8462-d3280920e09a tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.4312823 Apr 01 15:48:10.195039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port a30acb12-056a-4795-9750-240e580efb64 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:10.195407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.219006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Router f6696afc-ade5-41ce-a342-9ade804edf2f is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:10.238333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7abd693d-13da-4e35-ba40-fad714cb4b1d req-d935a4a3-f185-413e-8a29-766726a77553 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073673 Apr 01 15:48:10.249117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.341475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event deleted for resources: {'Port': ['ID=3822e7bd-edc4-4c85-858b-f07e0d650426,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:10.349896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.373515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.501648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.533569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.648923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Transition to ACTIVE for port object 92465c89-ab0b-41c1-8424-8bf25483ab77 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:10.652297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:10.665812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:10.677452 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4c4208b-2d09-4eee-8360-40a5e5a84caa tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "PUT /v2.0/routers/f6696afc-ade5-41ce-a342-9ade804edf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3577080 Apr 01 15:48:10.678386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Sync routers for ids ['685640cc-4636-48a0-ad23-867a67b97bb4'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:10.688131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40760) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:10.703464 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Sync routers for ids ['f6696afc-ade5-41ce-a342-9ade804edf2f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:10.715068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Routers {'685640cc-4636-48a0-ad23-867a67b97bb4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:10.720094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['685640cc-4636-48a0-ad23-867a67b97bb4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:10.723519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Routers {'f6696afc-ade5-41ce-a342-9ade804edf2f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:10.725374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f6696afc-ade5-41ce-a342-9ade804edf2f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:10.783072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.881996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.942842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for a30acb12-056a-4795-9750-240e580efb64 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:10.980208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812715b-99aa-4203-bc95-4e82289ab4cf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:10.980986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f812715b-99aa-4203-bc95-4e82289ab4cf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:10.988340 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Set router f6696afc-ade5-41ce-a342-9ade804edf2f gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:11.127894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Set router 685640cc-4636-48a0-ad23-867a67b97bb4 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:11.181186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f812715b-99aa-4203-bc95-4e82289ab4cf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:11.184905 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f812715b-99aa-4203-bc95-4e82289ab4cf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports/b786cad9-c7a9-4c4c-afdc-a11a7d88d383 HTTP/1.1" status: 200 len: 911 time: 0.4932573 Apr 01 15:48:11.184905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.185129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40766) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:11.345457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fbcb7a-40bf-4459-ab8a-24013920596d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:11.352444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d393d3ce-78d3-411d-8cd8-66dae243c61b req-1964e72c-a63e-4894-a1c6-a1bfb0ca4406 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Synchronizing usage tracker for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:11.399360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Router 336fd407-edcd-48e5-89ee-3ca0a3133c4f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:11.441855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.448043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.449675 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a0bcd4e1-2ce6-48b2-bca0-ca0d22a86073 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1704159 Apr 01 15:48:11.464508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40772) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:11.469718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.471053 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2fe044e8-195d-4b5d-9a45-36fbc115c3b6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/a3fbcb7a-40bf-4459-ab8a-24013920596d HTTP/1.1" status: 204 len: 168 time: 1.4085424 Apr 01 15:48:11.503320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40776) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:11.575288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': False}, 'gw_port_id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:03Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:05Z', 'updated_at': '2022-04-01T15:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:11.582917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Checking router: 685640cc-4636-48a0-ad23-867a67b97bb4 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:11.583290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Updating router 685640cc-4636-48a0-ad23-867a67b97bb4 port a3aa7e08-9cb8-4877-951c-b21a28758277 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:11.612964 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': 'b786cad9-c7a9-4c4c-afdc-a11a7d88d383', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:62:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:04Z', 'updated_at': '2022-04-01T15:48:08Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:11.618634 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Checking router: f6696afc-ade5-41ce-a342-9ade804edf2f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:11.619255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Updating router f6696afc-ade5-41ce-a342-9ade804edf2f port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:11.620080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:11.643921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:11.656575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:11.674809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d393d3ce-78d3-411d-8cd8-66dae243c61b req-1964e72c-a63e-4894-a1c6-a1bfb0ca4406 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Unset dirty status for tenant:8ca4dbfd28b7427ea79ce46d7c0ffc5b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:11.676292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d393d3ce-78d3-411d-8cd8-66dae243c61b req-1964e72c-a63e-4894-a1c6-a1bfb0ca4406 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.4571459 Apr 01 15:48:11.698099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.718761 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.749754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event updated for resources: {'Port': ['ID=92465c89-ab0b-41c1-8424-8bf25483ab77,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:11.789718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-08a84fb0-cd58-4f9c-9701-cf49d1a3e7db tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:11.791825 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-08a84fb0-cd58-4f9c-9701-cf49d1a3e7db tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.90 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.6942594 Apr 01 15:48:11.898284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=a30acb12-056a-4795-9750-240e580efb64,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:11.901492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Deleting port 8493ce91-f2b5-47b5-a8ac-193127b24a80 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:11.902054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.946786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a78af25-7eaa-441b-8cfa-59cd1c0d193a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:11.957483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:11.958737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.967058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.063641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:12.160083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59ce56-1095-41d5-b8ee-7a459e98fe7e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:12.178561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59ce56-1095-41d5-b8ee-7a459e98fe7e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:12.183000 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a59ce56-1095-41d5-b8ee-7a459e98fe7e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9396491 Apr 01 15:48:12.193275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.256038 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.263842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] No DVR routers for this DVR port 3822e7bd-edc4-4c85-858b-f07e0d650426 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:12.277336 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Transition to ACTIVE for port object b786cad9-c7a9-4c4c-afdc-a11a7d88d383 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:12.294167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.296466 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7131958a-5b04-4f20-b8a5-ad73f5fb73e9 req-ec3173ba-6c4e-4f09-8d6b-5a5e2ee03a3a tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.90 "DELETE /v2.0/ports/3822e7bd-edc4-4c85-858b-f07e0d650426 HTTP/1.1" status: 204 len: 173 time: 4.9620123 Apr 01 15:48:12.301545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'name': 'network-vif-deleted', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:48:12.306818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Sync routers for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:12.341182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3822e7bd-edc4-4c85-858b-f07e0d650426 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:12.357445 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.369506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad965924-7591-44bd-8ce5-e8a4e99351c6 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/685640cc-4636-48a0-ad23-867a67b97bb4 HTTP/1.1" status: 200 len: 907 time: 0.8969665 Apr 01 15:48:12.379469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40786) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.393379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-176282136', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': True}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:12.402491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:12.422690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Usage tracker for resource:router and tenant:78892b09e2b6428f986fa7130e8b3253 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:12.436442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:12.466765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:12.468500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:12.480019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.481836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a78af25-7eaa-441b-8cfa-59cd1c0d193a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:12.483200 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a78af25-7eaa-441b-8cfa-59cd1c0d193a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9777400 Apr 01 15:48:12.488202 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebb966b6-5cfc-4427-b118-5846b56e7ee2 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0699708 Apr 01 15:48:12.488366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.496645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.496809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0f0ae4-3f2f-45ba-a6a8-436365e52a68', 'name': 'network-vif-deleted', 'tag': '3822e7bd-edc4-4c85-858b-f07e0d650426', 'status': 'completed', 'code': 200} Apr 01 15:48:12.504799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40790) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.504973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:12.520911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88546b0-a99a-40b6-ac2f-a0250e3f2e50 req-596b870c-6f83-4767-8dcf-5da3c3ed9388 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:12.543773 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c88546b0-a99a-40b6-ac2f-a0250e3f2e50 req-596b870c-6f83-4767-8dcf-5da3c3ed9388 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 1.0553110 Apr 01 15:48:12.547798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:12.604285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 3822e7bd-edc4-4c85-858b-f07e0d650426 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:12.604675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3822e7bd-edc4-4c85-858b-f07e0d650426 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:12.644129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87f64dc3-05ca-44e6-b56f-418736063efc None None] Provisioning for port 92465c89-ab0b-41c1-8424-8bf25483ab77 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:12.678903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.680121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.685682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.694646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Transition to ACTIVE for port object a3aa7e08-9cb8-4877-951c-b21a28758277 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:12.723691 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Pushing event updated for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.801287 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.801713 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.802065 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.802403 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.802736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.803090 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.803441 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.803769 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.804112 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.804438 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.804760 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.805080 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:12.841973 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Attempting to bind port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:12.842542 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Attempting to bind port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:12.843060 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Attempting to bind port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:12.859776 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:12.860471 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:12.862766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.863407 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:12.863900 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Bound port: b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:12.864307 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.893886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.922812 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c88546b0-a99a-40b6-ac2f-a0250e3f2e50 req-491fab28-9591-40e4-9e40-061debb62687 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760252 Apr 01 15:48:12.962973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'project_id': 'ed0b738610d7413b879039f41dfd214c', 'port_id': '92465c89-ab0b-41c1-8424-8bf25483ab77'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:12.966272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Attempting to bind port a3aa7e08-9cb8-4877-951c-b21a28758277 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:12.966781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Attempting to bind port a3aa7e08-9cb8-4877-951c-b21a28758277 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:12.967337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Attempting to bind port a3aa7e08-9cb8-4877-951c-b21a28758277 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:12.969968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87f64dc3-05ca-44e6-b56f-418736063efc None None] Provisioning complete for port 92465c89-ab0b-41c1-8424-8bf25483ab77 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:12.970603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87f64dc3-05ca-44e6-b56f-418736063efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.037986 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] For port b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:13.042126 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] For port b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:13.048549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:13.049103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:13.049671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.050158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:13.050740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Bound port: a3aa7e08-9cb8-4877-951c-b21a28758277, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:13.051232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.065885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.066526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router 98a04d0b-23f2-4995-b1af-1a8459593658 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:13.099822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:13.117025 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.201097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.202235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.213658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.220670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:13.227389 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7ce0448-853f-4b97-89cb-13db42eaa980 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 204 len: 168 time: 4.1277108 Apr 01 15:48:13.227834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:13.241599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-985415855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:13.241798 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Routers {'f6696afc-ade5-41ce-a342-9ade804edf2f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:13.242218 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f6696afc-ade5-41ce-a342-9ade804edf2f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:13.257206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:13.272544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:13.278004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:13.290111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:13.296574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Usage tracker for resource:floatingip and tenant:ed0b738610d7413b879039f41dfd214c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:13.383256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1483-8aa7-4f2b-8dc5-15070cd63673 None None] Pushing event updated for resources: {'Port': ['ID=a3aa7e08-9cb8-4877-951c-b21a28758277,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.393571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:13.407736 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4119691f-0b39-4d2b-a411-7cae1a11b47b req-86d28b3a-9bdc-4331-aff2-27d6c3321653 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b0f0ae4-3f2f-45ba-a6a8-436365e52a68 HTTP/1.1" status: 200 len: 210 time: 0.2839978 Apr 01 15:48:13.424021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] For port a3aa7e08-9cb8-4877-951c-b21a28758277, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:13.430785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-87f64dc3-05ca-44e6-b56f-418736063efc None None] Port 92465c89-ab0b-41c1-8424-8bf25483ab77 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:13.441862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=0c99c33c-2baf-40bc-a17f-b9ddee253b36,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.441862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:13.496340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] For port a3aa7e08-9cb8-4877-951c-b21a28758277, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a3aa7e08-9cb8-4877-951c-b21a28758277,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:13.505208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.506581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.532996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.547858 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c7462-18be-42a6-9dbf-e052b98eee2a None None] Pushing event updated for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.592963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.600737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.621346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.640209 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] Set router f6696afc-ade5-41ce-a342-9ade804edf2f gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:13.699684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.712192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:13.712614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.722297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.730166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.806832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Routers {'685640cc-4636-48a0-ad23-867a67b97bb4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:13.807765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['685640cc-4636-48a0-ad23-867a67b97bb4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:13.885435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1483-8aa7-4f2b-8dc5-15070cd63673 None None] Pushing event updated for resources: {'Port': ['ID=a3aa7e08-9cb8-4877-951c-b21a28758277,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:14.036613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.047893 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': 'b786cad9-c7a9-4c4c-afdc-a11a7d88d383', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:62:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:04Z', 'updated_at': '2022-04-01T15:48:13Z', 'revision_number': 4, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.052980 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc5dc0-7165-4b37-9fca-d4ef1d0bc2d7 None None] The sync data for ids ['f6696afc-ade5-41ce-a342-9ade804edf2f'] in dv-neutron-835943-1-hyperv is: [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': 'b786cad9-c7a9-4c4c-afdc-a11a7d88d383', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:62:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:04Z', 'updated_at': '2022-04-01T15:48:13Z', 'revision_number': 4, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': 'dac3d123-3dd9-46a7-8cec-2e0276911b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:14.130309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] Set router 685640cc-4636-48a0-ad23-867a67b97bb4 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:14.289094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:14.289437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.333589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.335486 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d8a4826-74b8-4972-b783-6647285832d1 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1037810 Apr 01 15:48:14.353535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:14.367243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': True}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:14.438050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2139d23d-3e27-4f46-9a48-d73479f1595b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:14.459383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:14.475001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84f83-fca6-4c55-bafd-cce068385486 req-1d063b7e-fdda-4d1d-9e43-31e5a89d8e61 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:14.476626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.477312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01e84f83-fca6-4c55-bafd-cce068385486 req-1d063b7e-fdda-4d1d-9e43-31e5a89d8e61 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 945 time: 0.3308804 Apr 01 15:48:14.553918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8493ce91-f2b5-47b5-a8ac-193127b24a80 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:14.632808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.658709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Checking router: 336fd407-edcd-48e5-89ee-3ca0a3133c4f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:14.711920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:14.766466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.783360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:14.788756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.914765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.915179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.915557 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Floating IP eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a disassociated. External IP: 172.26.7.144, port: 8493ce91-f2b5-47b5-a8ac-193127b24a80. Apr 01 15:48:14.915898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Calling delete_port for 8493ce91-f2b5-47b5-a8ac-193127b24a80 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:14.950255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:14.950658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.968856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': False}, 'gw_port_id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:03Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:05Z', 'updated_at': '2022-04-01T15:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.986330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbd49a-ef3c-4450-b2aa-f7c116315d7f None None] The sync data for ids ['685640cc-4636-48a0-ad23-867a67b97bb4'] in dv-neutron-835943-1-hyperv is: [{'id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': False}, 'gw_port_id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:03Z', 'updated_at': '2022-04-01T15:48:07Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': 'a3aa7e08-9cb8-4877-951c-b21a28758277', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685640cc-4636-48a0-ad23-867a67b97bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:05Z', 'updated_at': '2022-04-01T15:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:15.014461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6aea4827-145b-4f4b-bbb9-4755a5eb8d2d None None] Provisioning complete for port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:15.014840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6aea4827-145b-4f4b-bbb9-4755a5eb8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.036782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.042576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:48:15.101090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:15.126241 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'code': 200} Apr 01 15:48:15.130282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:15.214816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.236438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8020c-1edd-4e6c-b49b-f9b6c7fdb6bd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:15.268007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6aea4827-145b-4f4b-bbb9-4755a5eb8d2d None None] Port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:15.386998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b786cad9-c7a9-4c4c-afdc-a11a7d88d383 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:15.461679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:15.462260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:15.480713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:15.504389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.508491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e35c7b6a-c1cb-4722-8f6b-1e8e3b3bec09 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3d8020c-1edd-4e6c-b49b-f9b6c7fdb6bd HTTP/1.1" status: 204 len: 168 time: 2.9781387 Apr 01 15:48:15.510853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40824) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:15.551831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.552750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.565953 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01e84f83-fca6-4c55-bafd-cce068385486 req-301bf4a8-237e-466b-a4ed-e93bfff68140 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8547323 Apr 01 15:48:15.625498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router a98ae90b-c849-462a-b1d3-5f45a5545d14 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:15.653521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for b786cad9-c7a9-4c4c-afdc-a11a7d88d383 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:15.671201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf159265-4d01-47c5-a50d-013bbae42179 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:15.733371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:15.750565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:15.750565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.750821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.813325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.927843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.941314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:15.976635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:15.976635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecbfa1-24a4-4969-ab6e-58e92b395273 None None] The sync data for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv is: [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fff54102-5040-42ef-8fb5-5002dacf123b', 'name': '', 'network_id': 'db59d1df-ce13-414d-aa3e-9fc443476eff', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'mac_address': 'fa:16:3e:c2:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:36Z', 'updated_at': '2022-04-01T15:46:51Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'subnets': [{'id': 'ea1e38b8-9ee1-45f1-a533-bee563fde18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:15.977475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Deleting port 8493ce91-f2b5-47b5-a8ac-193127b24a80 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:15.978597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.059712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.093239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf159265-4d01-47c5-a50d-013bbae42179 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:16.098357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf159265-4d01-47c5-a50d-013bbae42179 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5802209 Apr 01 15:48:16.105588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:16.153668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.192039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:16.234866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--771613218'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:16.271949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:16.323689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:16.324195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:16.333199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136aa0b2-12fc-4ac7-89d7-c49c31caff57,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:16.370297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.411979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.428751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d52e-e2ce-49aa-b332-88f4c7190b66 None None] New status for floating IP 68e7c61b-4d72-4824-b244-6d8c46e99ce3: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:48:16.429455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:16.433548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:16.436537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Allocated IP 172.26.7.3 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/66315a34-30e1-4938-8c7c-6952b858f004) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:16.441392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e2648-fb19-4224-87a0-359a7470850c None None] Sync routers for ids ['a98ae90b-c849-462a-b1d3-5f45a5545d14'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:16.461576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.462805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90b7bfe8-a884-435e-b152-e8ec35b37a4e tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "DELETE /v2.0/security-groups/136aa0b2-12fc-4ac7-89d7-c49c31caff57 HTTP/1.1" status: 204 len: 168 time: 1.6148136 Apr 01 15:48:16.465399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:16.476587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] Routers {'a98ae90b-c849-462a-b1d3-5f45a5545d14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:16.477629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a98ae90b-c849-462a-b1d3-5f45a5545d14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:16.492504 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-0b55cc31-e4ed-4b03-ae02-e973c7fc0a32 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] show failed (client error): The resource could not be found. Apr 01 15:48:16.493450 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b55cc31-e4ed-4b03-ae02-e973c7fc0a32 tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "GET /v2.0/security-groups/136aa0b2-12fc-4ac7-89d7-c49c31caff57 HTTP/1.1" status: 404 len: 347 time: 0.0271544 Apr 01 15:48:16.506579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:16.540988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf247a2e-efad-409b-97e2-1358cf9a2b79 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/a98ae90b-c849-462a-b1d3-5f45a5545d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4070616 Apr 01 15:48:16.571514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:16.601073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:16.614825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] Routers {'a98ae90b-c849-462a-b1d3-5f45a5545d14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:16.616094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a98ae90b-c849-462a-b1d3-5f45a5545d14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:16.653218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.709174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-624e2648-fb19-4224-87a0-359a7470850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:16.709928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e2648-fb19-4224-87a0-359a7470850c None None] The sync data for ids ['a98ae90b-c849-462a-b1d3-5f45a5545d14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:16.752749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Deleting port 139ef98b-29cb-4b14-9021-a9c20b861104 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:16.753214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.753322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.828391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:16.828733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.845540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.917398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:16.980252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:16.994971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:17.005964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee9146-9098-4cdb-b80b-9518257dd75d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:17.006817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7ee9146-9098-4cdb-b80b-9518257dd75d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:17.035729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:17.148092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.193644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] For port 8493ce91-f2b5-47b5-a8ac-193127b24a80, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8493ce91-f2b5-47b5-a8ac-193127b24a80,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:17.193644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.199749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.200088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.295704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3923c-bb33-4609-9dae-e5c76b3c843b req-81ac4d6a-9664-4985-8c86-3de47ec19cf3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:17.296447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcc3923c-bb33-4609-9dae-e5c76b3c843b req-81ac4d6a-9664-4985-8c86-3de47ec19cf3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Synchronizing usage tracker for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:17.299084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7ee9146-9098-4cdb-b80b-9518257dd75d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:17.300264 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c7ee9146-9098-4cdb-b80b-9518257dd75d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports/0c99c33c-2baf-40bc-a17f-b9ddee253b36 HTTP/1.1" status: 200 len: 984 time: 0.7133133 Apr 01 15:48:17.328304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40846) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:17.339129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b786cad9-c7a9-4c4c-afdc-a11a7d88d383 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:17.341839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Calling delete_port for 139ef98b-29cb-4b14-9021-a9c20b861104 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:17.396186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port b786cad9-c7a9-4c4c-afdc-a11a7d88d383, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:17.396516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.423194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.428357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b786cad9-c7a9-4c4c-afdc-a11a7d88d383 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:17.428729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.510899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.537666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for b786cad9-c7a9-4c4c-afdc-a11a7d88d383 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:17.639835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a3aa7e08-9cb8-4877-951c-b21a28758277 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:17.751489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcc3923c-bb33-4609-9dae-e5c76b3c843b req-81ac4d6a-9664-4985-8c86-3de47ec19cf3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Unset dirty status for tenant:3469db9140084a3d9269b100555d88c3 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:17.752537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcc3923c-bb33-4609-9dae-e5c76b3c843b req-81ac4d6a-9664-4985-8c86-3de47ec19cf3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 943 time: 0.9704671 Apr 01 15:48:17.780014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port a3aa7e08-9cb8-4877-951c-b21a28758277 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:17.785437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a3aa7e08-9cb8-4877-951c-b21a28758277 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:17.785812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.844364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.898946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.899684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.912392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.916053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Pushing event deleted for resources: {'Port': ['ID=139ef98b-29cb-4b14-9021-a9c20b861104,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:17.931070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port a3aa7e08-9cb8-4877-951c-b21a28758277, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a3aa7e08-9cb8-4877-951c-b21a28758277,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:17.940700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1611b988-87fe-4047-83a0-bb9b6629408d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.019407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.057510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.26.7.68 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/4f96d418-80f4-4871-acb1-8fa48fc5f343) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:18.095431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.099599 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d6c9f5b-c34a-4884-a245-cd9b50fd50a2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9883134 Apr 01 15:48:18.113308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:18.144167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '1611b988-87fe-4047-83a0-bb9b6629408d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:18.163411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:18.163898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=a3aa7e08-9cb8-4877-951c-b21a28758277,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.167019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:18.175832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:18.198182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcc3923c-bb33-4609-9dae-e5c76b3c843b req-fa08d4f1-d6a4-4b8c-9721-fda66a34f0d3 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups?id=71cf1af2-ada9-4483-a44e-3b06e977c35c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370136 Apr 01 15:48:18.207748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:18.235998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=b786cad9-c7a9-4c4c-afdc-a11a7d88d383,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.236528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:18.239007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Pushing event updated for resources: {'Port': ['ID=66315a34-30e1-4938-8c7c-6952b858f004,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.249028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:18.296254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:18.299360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.299846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.300158 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Floating IP eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a disassociated. External IP: 172.26.7.144, port: 8493ce91-f2b5-47b5-a8ac-193127b24a80. Apr 01 15:48:18.300498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Calling delete_port for 8493ce91-f2b5-47b5-a8ac-193127b24a80 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:18.419159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.426087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.518152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.539031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.726379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.730393 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e7dad30-da0e-4765-a5d0-c7ddff03be3d tempest-ServersTestManualDisk-1053375176 tempest-ServersTestManualDisk-1053375176-project] 10.222.0.18 "DELETE /v2.0/floatingips/68e7c61b-4d72-4824-b244-6d8c46e99ce3 HTTP/1.1" status: 204 len: 168 time: 2.2199531 Apr 01 15:48:18.731280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40854) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:18.771438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.848974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.868560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.972288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Router f6696afc-ade5-41ce-a342-9ade804edf2f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:18.974064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad403f3-94f1-4ed5-9f53-48865b19c2d2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.010967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event deleted for resources: {'Port': ['ID=8493ce91-f2b5-47b5-a8ac-193127b24a80,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.102807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.106269 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-65010239-f09c-4e6b-a9a0-41149ca6422b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9839454 Apr 01 15:48:19.110433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:19.129051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.163860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.331330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:19.332940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a3aa7e08-9cb8-4877-951c-b21a28758277 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:19.336437 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d7e52a1-688e-4351-94e2-6d08842e5a11 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "PUT /v2.0/routers/f6696afc-ade5-41ce-a342-9ade804edf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1421065 Apr 01 15:48:19.340574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:19.343806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40864) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:19.349656 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Sync routers for ids ['f6696afc-ade5-41ce-a342-9ade804edf2f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:19.350236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:19.352185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:19.362567 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Routers {'f6696afc-ade5-41ce-a342-9ade804edf2f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:19.363555 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f6696afc-ade5-41ce-a342-9ade804edf2f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.462489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a3aa7e08-9cb8-4877-951c-b21a28758277 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:19.462870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.535563 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Set router f6696afc-ade5-41ce-a342-9ade804edf2f gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:19.588802 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:19.658389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.670734 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:17Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.675382 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Checking router: f6696afc-ade5-41ce-a342-9ade804edf2f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:19.684083 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Routers {'f6696afc-ade5-41ce-a342-9ade804edf2f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:19.684716 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f6696afc-ade5-41ce-a342-9ade804edf2f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.692291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 172.26.7.76 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/1094c4a3-6202-44b3-845e-0636df399c4a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:19.717712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.720840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=4f96d418-80f4-4871-acb1-8fa48fc5f343,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.744367 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce5becc0-a12c-4fe6-b7e8-6ce008430895 req-7071a7bd-d0e1-41b4-9bf1-3d0d1c392920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.3037663 Apr 01 15:48:19.815405 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] Set router f6696afc-ade5-41ce-a342-9ade804edf2f gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:19.842769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950f296-85ad-4b2a-9935-c83b0990fab9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:19.844485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950f296-85ad-4b2a-9935-c83b0990fab9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:19.848458 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1950f296-85ad-4b2a-9935-c83b0990fab9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4981997 Apr 01 15:48:19.849369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:19.851803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Router 5e55e32e-e5d7-4089-9fbd-94fd16497250 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:19.924351 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:17Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:19.928489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797dba15-c6c4-4320-9361-14c1a8522383 None None] The sync data for ids ['f6696afc-ade5-41ce-a342-9ade804edf2f'] in dv-neutron-835943-1-hyperv is: [{'id': 'f6696afc-ade5-41ce-a342-9ade804edf2f', 'name': 'tempest-NetworksTestDHCPv6-router-1978585329', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:02Z', 'updated_at': '2022-04-01T15:48:17Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:20.043866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.080080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.101810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad403f3-94f1-4ed5-9f53-48865b19c2d2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:20.180040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet dac3d123-3dd9-46a7-8cec-2e0276911b78 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:20.197393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.209782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.210912 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49f28e54-fd31-4d7d-9c30-6289f2a54e89 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cad403f3-94f1-4ed5-9f53-48865b19c2d2 HTTP/1.1" status: 204 len: 168 time: 1.0924053 Apr 01 15:48:20.233643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:20.246593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.284318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 0c99c33c-2baf-40bc-a17f-b9ddee253b36 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:20.284672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.329648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:20.343761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Sync routers for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:20.355394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:20.357519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:20.411422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.470151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.492250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] No DVR routers for this DVR port 8493ce91-f2b5-47b5-a8ac-193127b24a80 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:20.501034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.505122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c5c44cd-2596-4893-a39a-912b99d3ccbb req-3ecdae7f-4d50-4688-a8df-8f2ba9986b36 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.90 "DELETE /v2.0/ports/8493ce91-f2b5-47b5-a8ac-193127b24a80 HTTP/1.1" status: 204 len: 173 time: 8.6857774 Apr 01 15:48:20.507361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-deleted', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:48:20.551794 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca6ffbfa-688e-46ba-b090-3fc52ea0b18b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3142164 Apr 01 15:48:20.552545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:20.579793 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8', 'name': 'network-vif-deleted', 'tag': '8493ce91-f2b5-47b5-a8ac-193127b24a80', 'status': 'completed', 'code': 200} Apr 01 15:48:20.614147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.620948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:20.698218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.815264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.849924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.862327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 0c99c33c-2baf-40bc-a17f-b9ddee253b36 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:20.915298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.009342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:21.014499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Checking router: 5e55e32e-e5d7-4089-9fbd-94fd16497250 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:21.025934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:21.026567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:21.053330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60566323-720e-40c4-9f06-96ec15b5a188 req-b5936e35-4a94-449f-a2f2-eeb2fa928db6 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1a1fe-e62a-4dd8-be83-bcdf655ebfc8 HTTP/1.1" status: 200 len: 210 time: 0.1515937 Apr 01 15:48:21.187075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:21.195321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:21.208367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=1094c4a3-6202-44b3-845e-0636df399c4a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.210652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:21.219440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:21.219644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.227261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.316322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.391536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.525794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b786cad9-c7a9-4c4c-afdc-a11a7d88d383 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:21.542141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:48:21.563306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.592053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b786cad9-c7a9-4c4c-afdc-a11a7d88d383 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:21.592053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b786cad9-c7a9-4c4c-afdc-a11a7d88d383 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:21.607370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.629891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=dac3d123-3dd9-46a7-8cec-2e0276911b78,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.639228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:21.643724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfe11-8cf2-4d5a-a414-f52ef2830d63 None None] The sync data for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv is: [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:46:37Z', 'revision_number': 4, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6f1e694-580d-48f8-91d4-3d1cf592d1ae', 'name': '', 'network_id': '30ee88b7-de7b-4476-bdd5-8337705ff84d', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'mac_address': 'fa:16:3e:ed:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:34Z', 'updated_at': '2022-04-01T15:46:46Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'subnets': [{'id': '67efc5a5-65b0-4303-b261-9081a0b159b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:21.711451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.714202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.864726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.870305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.870746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.870940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2dac5-e335-42cd-b8bf-2015285203f4 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:21.871202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.871549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.871952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.872267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.873346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.873750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.874083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.874465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.874793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.875319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:21.883161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.924117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611b988-87fe-4047-83a0-bb9b6629408d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.966482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.971579 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f5127b9-6971-4a78-9437-8959bd7464f5 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/1611b988-87fe-4047-83a0-bb9b6629408d HTTP/1.1" status: 204 len: 168 time: 1.3989465 Apr 01 15:48:21.973990 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e341f3c7-725a-4d2a-9fce-7a1503866e97 None None] New status for floating IP eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:48:21.975933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:21.979223 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9627cef-7c44-4ebb-8fa1-0a343fd7156d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/dac3d123-3dd9-46a7-8cec-2e0276911b78 HTTP/1.1" status: 204 len: 168 time: 2.1294405 Apr 01 15:48:21.982695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.236959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.261696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:22.266507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Deleting port ed6142e2-b506-444c-a6b2-9e128b33aa58 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:22.266916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.293586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e076bff-0ebc-4e40-a55f-2259b44c880c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:22.330331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.331082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Pushing event updated for resources: {'Port': ['ID=66315a34-30e1-4938-8c7c-6952b858f004,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.367378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router e79da8fe-2ba1-4722-ba3d-281786b9a3b4 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:22.393096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0689f593-eaa9-4406-8894-8ed66a4cf00e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:22.418725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.419076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.420155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.420522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.420837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.421172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.421503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.421830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.422158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.422485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.422815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.423233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:22.480322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.486366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e076bff-0ebc-4e40-a55f-2259b44c880c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:22.491387 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e076bff-0ebc-4e40-a55f-2259b44c880c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5071824 Apr 01 15:48:22.492212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40900) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.504413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084942879'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:22.534047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=0c99c33c-2baf-40bc-a17f-b9ddee253b36,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.535098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] For port ed6142e2-b506-444c-a6b2-9e128b33aa58, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ed6142e2-b506-444c-a6b2-9e128b33aa58,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:22.535634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.540081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:22.567126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.574490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:22.631910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0689f593-eaa9-4406-8894-8ed66a4cf00e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:22.635223 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0689f593-eaa9-4406-8894-8ed66a4cf00e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5929401 Apr 01 15:48:22.653529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.683490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Calling delete_port for ed6142e2-b506-444c-a6b2-9e128b33aa58 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:22.737747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Deleting port fff54102-5040-42ef-8fb5-5002dacf123b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:22.738119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.763495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.836061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.875659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:22.880956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.886583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] Pushing event deleted for resources: {'Port': ['ID=ed6142e2-b506-444c-a6b2-9e128b33aa58,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.892617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] Sync routers for ids ['e79da8fe-2ba1-4722-ba3d-281786b9a3b4'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:22.902765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2941a-4219-4094-ab51-af695f36bddd None None] No DVR routers for this DVR port ed6142e2-b506-444c-a6b2-9e128b33aa58 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:22.907785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] Routers {'e79da8fe-2ba1-4722-ba3d-281786b9a3b4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:22.913603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['e79da8fe-2ba1-4722-ba3d-281786b9a3b4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:22.947887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.952127 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67dd09f5-1d59-4dc8-b2b1-962faeaa9dac tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "PUT /v2.0/routers/e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 200 len: 913 time: 8.5884068 Apr 01 15:48:22.952127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:22.960719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:22.975276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:22.984884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] Routers {'e79da8fe-2ba1-4722-ba3d-281786b9a3b4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:22.985888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['e79da8fe-2ba1-4722-ba3d-281786b9a3b4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:22.986881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:23.047683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.048089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa775935-5630-410e-b627-db72e2a2bd0a None None] The sync data for ids ['e79da8fe-2ba1-4722-ba3d-281786b9a3b4'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:23.054668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:23.073716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.131406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:23.243553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ed6142e2-b506-444c-a6b2-9e128b33aa58 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:23.285904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ed6142e2-b506-444c-a6b2-9e128b33aa58 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:23.286476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ed6142e2-b506-444c-a6b2-9e128b33aa58 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:23.321364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Floating IP dd385262-3a05-4805-8ab3-d6b834bd777c associated. External IP: 172.26.7.3, port: 92465c89-ab0b-41c1-8424-8bf25483ab77. Apr 01 15:48:23.373846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.448869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router a98ae90b-c849-462a-b1d3-5f45a5545d14 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:23.587161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.594995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.690689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] For port fff54102-5040-42ef-8fb5-5002dacf123b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fff54102-5040-42ef-8fb5-5002dacf123b,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:23.691167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.699778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.795080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.831030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:23.841162 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] Sync routers for ids ['a98ae90b-c849-462a-b1d3-5f45a5545d14'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:23.854261 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] Routers {'a98ae90b-c849-462a-b1d3-5f45a5545d14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:23.854923 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a98ae90b-c849-462a-b1d3-5f45a5545d14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.862602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Calling delete_port for fff54102-5040-42ef-8fb5-5002dacf123b owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:23.894734 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5052fd45-6ae8-482d-8a3e-0d2dba94a130 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 200 len: 919 time: 0.9212244 Apr 01 15:48:23.899063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.899505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Fanout notify agent at l3_agent the message router_deleted on router f6696afc-ade5-41ce-a342-9ade804edf2f {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:23.903284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:23.924778 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.936183 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] Routers {'a98ae90b-c849-462a-b1d3-5f45a5545d14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:23.936910 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a98ae90b-c849-462a-b1d3-5f45a5545d14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.940591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.035519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda0d3b7-9514-48fd-acac-73badc6d4dc5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.065428 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:24.065851 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c7b931-1e56-437d-aae8-c6f8cc9ff3c7 None None] The sync data for ids ['a98ae90b-c849-462a-b1d3-5f45a5545d14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:24.098253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.098253 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e710196d-cf8b-485e-bb35-9950d6b5fa69 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/routers/f6696afc-ade5-41ce-a342-9ade804edf2f HTTP/1.1" status: 204 len: 168 time: 1.4424622 Apr 01 15:48:24.107453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.117573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:24.143451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.144652 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95699be8-53d7-4d41-99c9-ec4f5a757a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6507089 Apr 01 15:48:24.157304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.171802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45365d-e227-419c-a1cf-d97eb09d3f16 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:24.173190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': 'bda0d3b7-9514-48fd-acac-73badc6d4dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:24.173326 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea45365d-e227-419c-a1cf-d97eb09d3f16 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=e79da8fe-2ba1-4722-ba3d-281786b9a3b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2689919 Apr 01 15:48:24.190363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.197283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.259479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:24.262754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:24.265483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:24.270777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:24.279680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:24.298457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:24.314225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:24.327480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf1af2-ada9-4483-a44e-3b06e977c35c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.348546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:24.373716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e22754cd-8bfa-4ae9-a763-8fbd520b72ed tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/a98ae90b-c849-462a-b1d3-5f45a5545d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0438094 Apr 01 15:48:24.376617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40928) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.432993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.434112 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa47335e-87e5-4950-8511-c09466ab9920 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "DELETE /v2.0/security-groups/71cf1af2-ada9-4483-a44e-3b06e977c35c HTTP/1.1" status: 204 len: 168 time: 2.1005018 Apr 01 15:48:24.439213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.449159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:24.452745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.462577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Router caafae58-822f-4d28-941b-6f2064c7561f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:24.479218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.592670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b216a26e-3220-4ef9-a8b5-a5ada1097589 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:24.594071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b216a26e-3220-4ef9-a8b5-a5ada1097589 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.3857298 Apr 01 15:48:24.594812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.601492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40936) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.606496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ab2af0ab-e61b-4d70-9edd-37369fd78334 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] show failed (client error): The resource could not be found. Apr 01 15:48:24.608978 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab2af0ab-e61b-4d70-9edd-37369fd78334 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "GET /v2.0/security-groups/71cf1af2-ada9-4483-a44e-3b06e977c35c HTTP/1.1" status: 404 len: 347 time: 0.1682129 Apr 01 15:48:24.643487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=fff54102-5040-42ef-8fb5-5002dacf123b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.660609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40940) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.737451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f87ff56-3bd4-42b9-9203-c3622ce0821e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 200 len: 205 time: 0.1290116 Apr 01 15:48:24.749161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:24.757922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 5f664221-900a-41d5-8021-21907fd5f9ce is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:24.998130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Deleting port e6220137-4342-4dbd-b8c4-3aff98337074 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:24.998377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.078302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:25.092987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] Sync routers for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:25.110130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:25.111734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.114968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.194382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.206939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:25.207709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.239393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.273333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-2aa8c486-d583-4f96-bc28-97cdc078a462 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:48:25.277578 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2aa8c486-d583-4f96-bc28-97cdc078a462 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/a98ae90b-c849-462a-b1d3-5f45a5545d14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8967891 Apr 01 15:48:25.279540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.279993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547825c8-7362-4478-b41a-45ee0b889df7 None None] The sync data for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:25.308114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.384516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.418254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee069df6-7c13-47d9-bafd-e8543dfa27e4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.430126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21853726-5e0b-4a72-a112-8633ed3ae1c9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:25.441535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:25.451857 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Sync routers for ids ['5f664221-900a-41d5-8021-21907fd5f9ce'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:25.462042 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Routers {'5f664221-900a-41d5-8021-21907fd5f9ce'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:25.462789 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5f664221-900a-41d5-8021-21907fd5f9ce'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.477726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.502236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.502591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.511024 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-699a01d8-65d0-4ee6-8f19-e1f0ea9dfb59 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.9789915 Apr 01 15:48:25.514058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40952) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.590072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.654300 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Set router 5f664221-900a-41d5-8021-21907fd5f9ce gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:25.709496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.713134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87ff095e-0ce3-47bd-91cf-31cb4a61b4e6 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5499930 Apr 01 15:48:25.746232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.815626 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2381bed8-4464-443c-81bc-d3570d9e12f2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules/ee069df6-7c13-47d9-bafd-e8543dfa27e4 HTTP/1.1" status: 200 len: 763 time: 0.0577388 Apr 01 15:48:25.818488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40960) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.825000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21853726-5e0b-4a72-a112-8633ed3ae1c9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:25.828144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21853726-5e0b-4a72-a112-8633ed3ae1c9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98ae90b-c849-462a-b1d3-5f45a5545d14 HTTP/1.1" status: 200 len: 205 time: 0.5158484 Apr 01 15:48:25.828144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.828144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6bd3698b-9936-4348-ae7e-93086cdbab28 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 13.4482703 Apr 01 15:48:25.837195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Calling delete_port for e6220137-4342-4dbd-b8c4-3aff98337074 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:25.839736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40964) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.840064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40966) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.910624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.930805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-38d5a330-f88c-49e1-89ce-65488364cbbf tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "GET /v2.0/floatingips/dd385262-3a05-4805-8ab3-d6b834bd777c HTTP/1.1" status: 200 len: 981 time: 0.4134738 Apr 01 15:48:25.935509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:25.962811 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:13Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.967697 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Checking router: 5f664221-900a-41d5-8021-21907fd5f9ce for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:25.968060 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Updating router 5f664221-900a-41d5-8021-21907fd5f9ce port 1094c4a3-6202-44b3-845e-0636df399c4a binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:26.023996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.040043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.087065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-071b97b8-d044-41d4-bb1a-498801a8a7ed tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 0.1504157 Apr 01 15:48:26.089855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40976) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:26.273562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.336231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port 4f96d418-80f4-4871-acb1-8fa48fc5f343 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:26.336469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.341040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Pushing event deleted for resources: {'Port': ['ID=e6220137-4342-4dbd-b8c4-3aff98337074,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.384253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.391401 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.403645 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Transition to ACTIVE for port object 1094c4a3-6202-44b3-845e-0636df399c4a will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:26.435672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 66315a34-30e1-4938-8c7c-6952b858f004 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:26.436276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.442635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:26.477829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:26.488345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0cb739-b507-425f-9015-91a7ba9562eb None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:26.521937 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.524890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.555869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:26.556462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.584543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0732bb4b-fe49-4d24-b421-41d466e317e2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:26.597366 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5031-0342-4ed0-a1d2-b03557bd42fc None None] Pushing event updated for resources: {'Port': ['ID=1094c4a3-6202-44b3-845e-0636df399c4a,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.634559 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Attempting to bind port 1094c4a3-6202-44b3-845e-0636df399c4a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:26.634977 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Attempting to bind port 1094c4a3-6202-44b3-845e-0636df399c4a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:26.635463 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Attempting to bind port 1094c4a3-6202-44b3-845e-0636df399c4a on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:26.639612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.641203 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52e3cc69-befa-40a6-9534-0aa9215e6089 tempest-ServersTestJSON-1499714351 tempest-ServersTestJSON-1499714351-project] 10.222.0.18 "DELETE /v2.0/floatingips/eb945f7f-3da1-4e2a-aa2f-8b06c6db2d5a HTTP/1.1" status: 204 len: 168 time: 1.9962153 Apr 01 15:48:26.641954 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:26.642305 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:26.642707 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.643096 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:26.643770 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Bound port: 1094c4a3-6202-44b3-845e-0636df399c4a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:26.644152 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.646508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40982) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:26.654970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=1145177a-b28f-4785-b215-a82d62d7650a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.732585 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] For port 1094c4a3-6202-44b3-845e-0636df399c4a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:26.735977 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] For port 1094c4a3-6202-44b3-845e-0636df399c4a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1094c4a3-6202-44b3-845e-0636df399c4a,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:26.762397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.762952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.801833 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.877786 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Routers {'5f664221-900a-41d5-8021-21907fd5f9ce'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:26.878427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5f664221-900a-41d5-8021-21907fd5f9ce'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:26.890908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '1145177a-b28f-4785-b215-a82d62d7650a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:26.891980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.913454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for 66315a34-30e1-4938-8c7c-6952b858f004 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:26.920332 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37e994dd-a553-4f1c-b9e7-abaf60149b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/5f664221-900a-41d5-8021-21907fd5f9ce HTTP/1.1" status: 200 len: 906 time: 1.0754824 Apr 01 15:48:26.948544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:26.956871 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5031-0342-4ed0-a1d2-b03557bd42fc None None] Pushing event updated for resources: {'Port': ['ID=1094c4a3-6202-44b3-845e-0636df399c4a,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.980916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0732bb4b-fe49-4d24-b421-41d466e317e2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:26.983068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0732bb4b-fe49-4d24-b421-41d466e317e2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.1592751 Apr 01 15:48:26.992496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e703ba5-a31c-4406-b637-83a596fb6ec8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8826399 Apr 01 15:48:27.045037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.045605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 40990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.070685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:27.089582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/1145177a-b28f-4785-b215-a82d62d7650a/91b862b6-c8e8-455a-8b9d-aa978c1cca1c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:27.098249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.102762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:27.122239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.194545 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] Set router 5f664221-900a-41d5-8021-21907fd5f9ce gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:27.212548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:router and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:27.238567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:27.259562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:27.295653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.313003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.324225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Transition to ACTIVE for port object 91b862b6-c8e8-455a-8b9d-aa978c1cca1c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:27.342780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.353684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.361394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Transition to ACTIVE for port object 91b862b6-c8e8-455a-8b9d-aa978c1cca1c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:27.427313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Router 336fd407-edcd-48e5-89ee-3ca0a3133c4f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:27.431392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.473924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.491835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.493041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.496434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.497575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router a98ae90b-c849-462a-b1d3-5f45a5545d14 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:27.506536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for 4f96d418-80f4-4871-acb1-8fa48fc5f343 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:27.534125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:27.542786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:27.552905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:27.561065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Pushing event updated for resources: {'Port': ['ID=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:27.607430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.608099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.608775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.609402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.610033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.610535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.611021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.611609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.612135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.612770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.613277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.613887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:27.651895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.667037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.668129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58828ed9-e8c6-4e5f-8542-059b0c368822 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/a98ae90b-c849-462a-b1d3-5f45a5545d14 HTTP/1.1" status: 204 len: 168 time: 1.8249216 Apr 01 15:48:27.679717 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:13Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:27.681648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 40998) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.686445 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd4548-b5ba-46e2-b049-e1d2dec35848 None None] The sync data for ids ['5f664221-900a-41d5-8021-21907fd5f9ce'] in dv-neutron-835943-1-hyperv is: [{'id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'name': 'tempest-snat-router-176282136', 'tenant_id': '78892b09e2b6428f986fa7130e8b3253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:13Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 3, 'project_id': '78892b09e2b6428f986fa7130e8b3253', 'gw_port': {'id': '1094c4a3-6202-44b3-845e-0636df399c4a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f664221-900a-41d5-8021-21907fd5f9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:27.692630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.702192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Attempting to bind port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:27.702192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Attempting to bind port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:27.702192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Attempting to bind port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:27.704252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee069df6-7c13-47d9-bafd-e8543dfa27e4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:27.706693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:27.707077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:27.707624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.708511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:27.709145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Bound port: 91b862b6-c8e8-455a-8b9d-aa978c1cca1c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:27.709521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.722101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.722101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-554e3aee-054a-45e3-b797-40a4d2e8adf8 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ee069df6-7c13-47d9-bafd-e8543dfa27e4 HTTP/1.1" status: 204 len: 168 time: 0.6661284 Apr 01 15:48:27.725141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:27.826976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] For port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:27.831087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] For port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:27.906360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.962125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 9652f856-0b34-4213-9791-db47782b6294 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:27.980412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.029462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.034303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.064718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb01fdc-e7e0-4f6e-9518-399660ad0853 None None] Pushing event updated for resources: {'Port': ['ID=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:28.068901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4a7f0184-0033-47a9-8b68-09d4b7b1e01f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:28.076515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:28.087819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Sync routers for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:28.100372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:28.101004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:28.144637 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebddead2-5e66-4adb-9392-5c09a5c90f5c admin admin] 10.222.0.18 "PUT /v2.0/routers/336fd407-edcd-48e5-89ee-3ca0a3133c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4101562 Apr 01 15:48:28.152171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.159284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.181163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Port': ['ID=66315a34-30e1-4938-8c7c-6952b858f004,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:28.194449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting port 1094c4a3-6202-44b3-845e-0636df399c4a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:28.194849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.269778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4a7f0184-0033-47a9-8b68-09d4b7b1e01f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:28.271319 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4a7f0184-0033-47a9-8b68-09d4b7b1e01f tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5452445 Apr 01 15:48:28.279884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.290039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': 'bda0d3b7-9514-48fd-acac-73badc6d4dc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:28.291908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.308207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:28.338177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:28.356174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:28.401376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.402739 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a3540aa-2412-43cc-804a-8fee2f5c3811 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3464825 Apr 01 15:48:28.409084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41014) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:28.426213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.629114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=4f96d418-80f4-4871-acb1-8fa48fc5f343,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:28.711088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.728549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] For port 1094c4a3-6202-44b3-845e-0636df399c4a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1094c4a3-6202-44b3-845e-0636df399c4a,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:28.729085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.759967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.775015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:28.780426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Checking router: 336fd407-edcd-48e5-89ee-3ca0a3133c4f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:28.796717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Routers {'336fd407-edcd-48e5-89ee-3ca0a3133c4f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:28.797544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:28.848600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.078510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] Set router 336fd407-edcd-48e5-89ee-3ca0a3133c4f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:29.098247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Calling delete_port for 1094c4a3-6202-44b3-845e-0636df399c4a owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:29.112812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.150033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.150373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Floating IP dd385262-3a05-4805-8ab3-d6b834bd777c disassociated (deleted). External IP: 172.26.7.3, port: 92465c89-ab0b-41c1-8424-8bf25483ab77. Apr 01 15:48:29.466967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1094c4a3-6202-44b3-845e-0636df399c4a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:29.573623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:29.578083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa986a-b2f3-4708-ba5b-84cc41cd4f01 None None] The sync data for ids ['336fd407-edcd-48e5-89ee-3ca0a3133c4f'] in dv-neutron-835943-1-hyperv is: [{'id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'name': 'tempest-ServersTestManualDisk-1832561531-router', 'tenant_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:25Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': '8ca4dbfd28b7427ea79ce46d7c0ffc5b', 'gw_port': {'id': 'f9803084-595b-4ed8-beef-8df03eb18e61', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336fd407-edcd-48e5-89ee-3ca0a3133c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:27Z', 'updated_at': '2022-04-01T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:29.584380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3bbe94dd-0ec1-4008-8b44-d37440880490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.641500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1094c4a3-6202-44b3-845e-0636df399c4a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:29.647234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1094c4a3-6202-44b3-845e-0636df399c4a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:29.652828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.688602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.692561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.750518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.768843 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/9652f856-0b34-4213-9791-db47782b6294 HTTP/1.1" status: 204 len: 168 time: 2.0741761 Apr 01 15:48:29.770952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41018) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:29.774874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fff14-5a1f-4473-aa7f-907cd261b4e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=9652f856-0b34-4213-9791-db47782b6294,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:29.783348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5213b8-721b-4d9e-aa07-d0e183fa9bb1 None None] Network 2139d23d-3e27-4f46-9a48-d73479f1595b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:29.793797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.836568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.842293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.859050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.883766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3d08868a-d87e-4589-aa09-c90f665d6350 None None] Provisioning for port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:29.957329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Router caafae58-822f-4d28-941b-6f2064c7561f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:29.975425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.997017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c00da9b-92d1-4cd6-8eda-322cc0f6d0d6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:30.011771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.034462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.131315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Deleting port f9803084-595b-4ed8-beef-8df03eb18e61 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:30.131927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.161700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.163485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.163961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router e79da8fe-2ba1-4722-ba3d-281786b9a3b4 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:30.204920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.214264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.220430 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4709c58f-501c-4e02-9271-961283c56215 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 204 len: 168 time: 5.4489489 Apr 01 15:48:30.220568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] DHCP port deletion for 2139d23d-3e27-4f46-9a48-d73479f1595b request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:30.224375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41022) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:30.235318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 91b862b6-c8e8-455a-8b9d-aa978c1cca1c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:30.265493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Deleting port b68b813a-571e-4224-98b1-a0aecee92732 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:30.266005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.289718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1964110123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:30.303114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.304333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a3a4488-d6d2-43b7-9f74-d84104aa7ecf tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0232804 Apr 01 15:48:30.309361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Port': ['ID=1094c4a3-6202-44b3-845e-0636df399c4a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:30.309748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:30.350731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:30.374856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:30.378599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:30.386534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port b68b813a-571e-4224-98b1-a0aecee92732 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:30.386852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.440511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:30.456471 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13c84d77-388d-45ff-8276-604410fcb93c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules/7c00da9b-92d1-4cd6-8eda-322cc0f6d0d6 HTTP/1.1" status: 200 len: 763 time: 0.1043634 Apr 01 15:48:30.477565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41030) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:30.555433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:30.569584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] For port b68b813a-571e-4224-98b1-a0aecee92732, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b68b813a-571e-4224-98b1-a0aecee92732,segment=NetworkSegment(d5ed2fa4-7e9f-4312-8f62-e026a43f91e2),segment_id=d5ed2fa4-7e9f-4312-8f62-e026a43f91e2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:30.571721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.587053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:30.587534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.695053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.696077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.701521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:30.714539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.719724 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] Sync routers for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:30.739896 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:30.741436 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.743615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Calling delete_port for b68b813a-571e-4224-98b1-a0aecee92732 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:30.755837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1cd20f5-d85d-4b54-bb78-5f5a8d0fda46 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:30.815520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.828322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.866121 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.880278 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:30.882493 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.886983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.946777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] For port f9803084-595b-4ed8-beef-8df03eb18e61, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9803084-595b-4ed8-beef-8df03eb18e61,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:30.946777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.953517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.961832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.980179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb19956b-aa64-457d-b619-9f2352f9fc0b tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/floatingips/dd385262-3a05-4805-8ab3-d6b834bd777c HTTP/1.1" status: 204 len: 168 time: 4.8858244 Apr 01 15:48:30.982720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41034) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:30.987940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:30.991131 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.991804 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb94e79-72a8-457c-8bbf-b20b82f11d21 None None] The sync data for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:31.005043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:31.014078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:31.020757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Usage tracker for resource:floatingip and tenant:d99933b235ab4dd7a92e38a5a5879134 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:31.024298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:31.030766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.033680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:31.081889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.089730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] Pushing event deleted for resources: {'Port': ['ID=b68b813a-571e-4224-98b1-a0aecee92732,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.106670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.107042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f664221-900a-41d5-8021-21907fd5f9ce {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:31.118134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Deleting port d6f1e694-580d-48f8-91d4-3d1cf592d1ae {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:31.118134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.126727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port b68b813a-571e-4224-98b1-a0aecee92732, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b68b813a-571e-4224-98b1-a0aecee92732,segment=NetworkSegment(d5ed2fa4-7e9f-4312-8f62-e026a43f91e2),segment_id=d5ed2fa4-7e9f-4312-8f62-e026a43f91e2)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:31.127504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.154923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.155970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b05b13b3-3442-404d-9e88-542647e5e2b4 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5f664221-900a-41d5-8021-21907fd5f9ce HTTP/1.1" status: 204 len: 168 time: 4.1518390 Apr 01 15:48:31.163978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:31.166789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.193448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.198935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8577d9-e9a4-435b-9fcd-15655519b39f None None] No DVR routers for this DVR port b68b813a-571e-4224-98b1-a0aecee92732 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:31.258751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Calling delete_port for f9803084-595b-4ed8-beef-8df03eb18e61 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:31.497468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1cd20f5-d85d-4b54-bb78-5f5a8d0fda46 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:31.499163 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1cd20f5-d85d-4b54-bb78-5f5a8d0fda46 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0113609 Apr 01 15:48:31.511106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for b68b813a-571e-4224-98b1-a0aecee92732 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:31.523819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41042) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:31.558217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.616394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.636444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::1 (9d919997-7b56-4b49-acd8-35888c2943cc/1145177a-b28f-4785-b215-a82d62d7650a/3de006b8-cac6-42f0-875c-4a10d1fb4dc1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:31.678813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.686068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b68b813a-571e-4224-98b1-a0aecee92732 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:31.717745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.734179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] For port d6f1e694-580d-48f8-91d4-3d1cf592d1ae, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:31.734451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.751729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b68b813a-571e-4224-98b1-a0aecee92732 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:31.752489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b68b813a-571e-4224-98b1-a0aecee92732 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:31.752924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fff54102-5040-42ef-8fb5-5002dacf123b no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:31.783031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.784634 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a813b5f-8ff7-4203-abb5-b372f6139e15 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5071869 Apr 01 15:48:31.795900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:31.808825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:31.809668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: fff54102-5040-42ef-8fb5-5002dacf123b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:31.810023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fff54102-5040-42ef-8fb5-5002dacf123b not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:31.929744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:31.930018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:32.097378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Calling delete_port for d6f1e694-580d-48f8-91d4-3d1cf592d1ae owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:32.211454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.218754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.262142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.295159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Deleting port a3aa7e08-9cb8-4877-951c-b21a28758277 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:32.295522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.296467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.320001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c00da9b-92d1-4cd6-8eda-322cc0f6d0d6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.350420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00c6ec8e-4b00-46cc-a5b3-cad04ceb8b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.370226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.392337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:32.431631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port b68b813a-571e-4224-98b1-a0aecee92732 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:32.432115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.432226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.433239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-76865275-e541-4a00-b9cb-8cfd6a417d5a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7c00da9b-92d1-4cd6-8eda-322cc0f6d0d6 HTTP/1.1" status: 204 len: 168 time: 0.9084864 Apr 01 15:48:32.456683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41050) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:32.513054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.516807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.541808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] The port 'b68b813a-571e-4224-98b1-a0aecee92732' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:48:32.614873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Allocated IP 172.26.7.132 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c5826aca-8338-4707-a735-4ac8fea270cd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:32.648448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9803084-595b-4ed8-beef-8df03eb18e61,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.657896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] For port a3aa7e08-9cb8-4877-951c-b21a28758277, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a3aa7e08-9cb8-4877-951c-b21a28758277,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:32.657896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.698889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.727821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:32.754971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:32.782695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:32.783391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.788098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Calling delete_port for a3aa7e08-9cb8-4877-951c-b21a28758277 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:32.822305 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce5dfe98-ee3b-44bf-9957-c5225f0d2059 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3604324 Apr 01 15:48:32.824814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.832127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:32.871599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.926124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f1e694-580d-48f8-91d4-3d1cf592d1ae,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.086214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.100541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': 'bda0d3b7-9514-48fd-acac-73badc6d4dc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2139d23d-3e27-4f46-9a48-d73479f1595b']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.306899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:33.308463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.309087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.309087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ed2fa4-7e9f-4312-8f62-e026a43f91e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.309087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.418426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a1cd792f-be94-4168-a299-9120d79f5771 None None] Provisioning for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:33.424598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.425581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 91b862b6-c8e8-455a-8b9d-aa978c1cca1c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:33.470285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.472439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a1cd792f-be94-4168-a299-9120d79f5771 None None] Provisioning complete for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:33.472727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1cd792f-be94-4168-a299-9120d79f5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.509475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.516337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.520332 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Project 3fd1abf637a54714953aa381981d2ecd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:48:33.536094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.537719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.539736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.554894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd792f-be94-4168-a299-9120d79f5771 None None] Port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:33.569493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:33.570176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.572700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:33.575568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.586345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:33.591098 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:33.602977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.613962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3aa7e08-9cb8-4877-951c-b21a28758277,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.716344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1094c4a3-6202-44b3-845e-0636df399c4a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:33.741237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.741920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336fd407-edcd-48e5-89ee-3ca0a3133c4f {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:33.754413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1094c4a3-6202-44b3-845e-0636df399c4a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:33.760653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1094c4a3-6202-44b3-845e-0636df399c4a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:33.838780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:33.882160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:33.891172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:33.928067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.939599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.944842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.999090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.023073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Pushing event updated for resources: {'Port': ['ID=c5826aca-8338-4707-a735-4ac8fea270cd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:34.055125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.056682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=2139d23d-3e27-4f46-9a48-d73479f1595b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:34.058509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.087673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.091966 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf88c89c-87ef-4a7e-8555-aec55efe215c admin admin] 10.222.0.18 "DELETE /v2.0/routers/336fd407-edcd-48e5-89ee-3ca0a3133c4f HTTP/1.1" status: 204 len: 168 time: 5.9212439 Apr 01 15:48:34.098397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.102983 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-44e6229a-4a56-4893-bdd1-8b387a147f04 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/2139d23d-3e27-4f46-9a48-d73479f1595b HTTP/1.1" status: 204 len: 168 time: 4.3209019 Apr 01 15:48:34.112940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.113578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb929cae-f852-4d94-935a-34d8dc8d973e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:34.125587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-60989522'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:34.132987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.224011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:34.234483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.237718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.239131 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-226758b1-3181-4c02-a837-2d06bd165a06 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3528061 Apr 01 15:48:34.243694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41066) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.332150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:34.350099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:34.356989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.363742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.367049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:34.383670 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-094776ac-306d-47b3-bd76-26e1c3f52645 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules/eb929cae-f852-4d94-935a-34d8dc8d973e HTTP/1.1" status: 200 len: 769 time: 0.1051202 Apr 01 15:48:34.396125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41070) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.402155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.404751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Deleting subnet ea1e38b8-9ee1-45f1-a533-bee563fde18c {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:34.486463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.500472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:34.503930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.515965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.535561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.536050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 685640cc-4636-48a0-ad23-867a67b97bb4 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:34.594610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.649117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed7b21da-7157-4a5a-8622-28b0a0c98af2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:34.664390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Allocated IP 172.26.7.246 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/7a800c97-3472-465d-b4a0-9748a0a08338) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:34.668076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:34.712081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Router 5e55e32e-e5d7-4089-9fbd-94fd16497250 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:34.715675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.716810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af4cdaf9-fad4-4410-9120-c76143243b77 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "DELETE /v2.0/routers/685640cc-4636-48a0-ad23-867a67b97bb4 HTTP/1.1" status: 204 len: 168 time: 3.5516195 Apr 01 15:48:34.729074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41074) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.744261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-954443265', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:34.772822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:34.774959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.835305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.835651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment f3fec845-831d-444a-9d76-584266d30d65 of type vlan for network 8108e776-db91-49d1-a72a-421329038e6a Apr 01 15:48:34.879185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed7b21da-7157-4a5a-8622-28b0a0c98af2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:34.880153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed7b21da-7157-4a5a-8622-28b0a0c98af2 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4830856 Apr 01 15:48:34.887559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:34.892031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:34.894434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41078) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:34.915160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:34.944665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.952534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.969732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.020257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.087571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.093791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:35.094512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.098320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.098471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.099351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.119341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.124958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.141045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.216601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.249868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a3aa7e08-9cb8-4877-951c-b21a28758277 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:35.287033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: a3aa7e08-9cb8-4877-951c-b21a28758277 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:35.287497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a3aa7e08-9cb8-4877-951c-b21a28758277 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:35.288098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9803084-595b-4ed8-beef-8df03eb18e61 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:35.321819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f9803084-595b-4ed8-beef-8df03eb18e61 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:35.322516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9803084-595b-4ed8-beef-8df03eb18e61 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:35.382230 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2662621 Apr 01 15:48:35.383084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.388832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:35.397583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:35.397774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.401249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:35.406110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:35.414886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Sync routers for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:35.424829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:35.425606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:35.444953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.453780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.457505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '8108e776-db91-49d1-a72a-421329038e6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:35.465052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.469657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/eb929cae-f852-4d94-935a-34d8dc8d973e HTTP/1.1" status: 204 len: 168 time: 0.5687308 Apr 01 15:48:35.471459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.478614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3abfa-6649-4e11-95f8-ae492b9a41b8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=8108e776-db91-49d1-a72a-421329038e6a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.498701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b0302-d031-4fa1-a034-fd2fd2868f1a tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb929cae-f852-4d94-935a-34d8dc8d973e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.502842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8108e776-db91-49d1-a72a-421329038e6a details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:35.504840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.539230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.605045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-329f6e4d-494d-42e0-93dd-08b268763e64 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e55e32e-e5d7-4089-9fbd-94fd16497250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9572387 Apr 01 15:48:35.611803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41090) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.616873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1e38b8-9ee1-45f1-a533-bee563fde18c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.675172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.677270 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-747cbe8f-4d2c-4f15-89f0-1ba13707edd0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ea1e38b8-9ee1-45f1-a533-bee563fde18c HTTP/1.1" status: 204 len: 168 time: 1.5667405 Apr 01 15:48:35.680332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb05fa6-5f54-4285-b941-27377f2a2b2b None None] Network db59d1df-ce13-414d-aa3e-9fc443476eff requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:35.694327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41094) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:35.695249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.725925 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Pushing event updated for resources: {'Port': ['ID=7a800c97-3472-465d-b4a0-9748a0a08338,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.811982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:35.910222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:35.917920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:35.966230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4bb83d8-0e75-4dfe-95f2-7edef34436cd tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:36.001075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:36.062146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:36.223546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:36.241491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:36.248211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Pushing event updated for resources: {'Port': ['ID=c5826aca-8338-4707-a735-4ac8fea270cd,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.257151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.286947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.288739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.304198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:48:32Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:36.312628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f1d730bb-27f5-401b-a4a5-976fca06dae4 None None] Provisioning complete for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:36.313125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1d730bb-27f5-401b-a4a5-976fca06dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.326851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.345725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Checking router: 5e55e32e-e5d7-4089-9fbd-94fd16497250 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:36.364125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] DHCP port deletion for db59d1df-ce13-414d-aa3e-9fc443476eff request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:36.388377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Deleting port aeebc127-202f-41ac-9d92-dba546c06ce1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:36.389166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.392780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.407846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4bb83d8-0e75-4dfe-95f2-7edef34436cd tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:36.409777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4bb83d8-0e75-4dfe-95f2-7edef34436cd tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9366796 Apr 01 15:48:36.415292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:36.436769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f1d730bb-27f5-401b-a4a5-976fca06dae4 None None] Port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:36.436769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Routers {'5e55e32e-e5d7-4089-9fbd-94fd16497250'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:36.436769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['5e55e32e-e5d7-4089-9fbd-94fd16497250'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:36.450754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:36.453828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.474994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.479357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9b7abe29-b5b7-44fa-8b0c-eef043840f9f tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4954443 Apr 01 15:48:36.480377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Deleting port aeebc127-202f-41ac-9d92-dba546c06ce1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:36.480716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.510442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:36.723209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:36.741257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.750340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:36.752680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Router b3666464-7263-49b5-bb5a-96036127bedb is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:36.764294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] Set router 5e55e32e-e5d7-4089-9fbd-94fd16497250 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:36.797155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Usage tracker for resource:floatingip and tenant:c10306695f5e4877b77dc7aa1fa6a94b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:36.806695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.810495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:36.995493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] For port aeebc127-202f-41ac-9d92-dba546c06ce1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aeebc127-202f-41ac-9d92-dba546c06ce1,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:36.995901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.002093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:37.014415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Deleting port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:37.014415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.128335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.136564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Calling delete_port for aeebc127-202f-41ac-9d92-dba546c06ce1 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:37.136780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:37.151118 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Sync routers for ids ['b3666464-7263-49b5-bb5a-96036127bedb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:37.153412 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b28fb37-b572-4454-86a9-7b5f334433ae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "PUT /v2.0/routers/b3666464-7263-49b5-bb5a-96036127bedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7383678 Apr 01 15:48:37.160083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:37.175957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Routers {'b3666464-7263-49b5-bb5a-96036127bedb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:37.192003 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b3666464-7263-49b5-bb5a-96036127bedb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:37.218999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.297361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aeebc127-202f-41ac-9d92-dba546c06ce1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:37.320742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.328797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.343198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.350286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.449302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': 'f3fec845-831d-444a-9d76-584266d30d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108e776-db91-49d1-a72a-421329038e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:37.450600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 8108e776-db91-49d1-a72a-421329038e6a, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:37.466848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:48:32Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:37.477287 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Set router b3666464-7263-49b5-bb5a-96036127bedb gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:37.479942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498540a7-5534-44c5-9c09-e71b5ef0c8b5 None None] The sync data for ids ['5e55e32e-e5d7-4089-9fbd-94fd16497250'] in dv-neutron-835943-1-hyperv is: [{'id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'name': 'tempest-ServersTestJSON-1216725826-router', 'tenant_id': '3469db9140084a3d9269b100555d88c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140'}], 'enable_snat': True}, 'gw_port_id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:26Z', 'updated_at': '2022-04-01T15:48:32Z', 'revision_number': 5, 'project_id': '3469db9140084a3d9269b100555d88c3', 'gw_port': {'id': '22b5a46d-7cfe-41b8-8dbe-fe632b3d5495', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e55e32e-e5d7-4089-9fbd-94fd16497250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:46:28Z', 'updated_at': '2022-04-01T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:37.489339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] For port aeebc127-202f-41ac-9d92-dba546c06ce1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aeebc127-202f-41ac-9d92-dba546c06ce1,segment=NetworkSegment(5ff3532f-33a9-4525-9dd3-08424d135741),segment_id=5ff3532f-33a9-4525-9dd3-08424d135741)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:37.489339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.516939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.529871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cce784-2373-427a-8592-258ef14594af tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:37.530560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2cce784-2373-427a-8592-258ef14594af tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:37.575412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.610660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 8108e776-db91-49d1-a72a-421329038e6a is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:37.651977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] Pushing event deleted for resources: {'Port': ['ID=aeebc127-202f-41ac-9d92-dba546c06ce1,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.662028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915485c2-6c52-437d-95de-37822e0674e9 None None] No DVR routers for this DVR port aeebc127-202f-41ac-9d92-dba546c06ce1 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:37.674105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Calling delete_port for aeebc127-202f-41ac-9d92-dba546c06ce1 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:37.710127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8108e776-db91-49d1-a72a-421329038e6a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:37.714499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:37.715083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.721136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44dd369-e750-4091-b3b7-da29c97680a9 None None] Network 8108e776-db91-49d1-a72a-421329038e6a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:37.748186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Router cd0a9870-d723-4157-b7e5-0e75b3918abf is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:37.827164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] For port 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:37.827439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.843974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.854737 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d7d0aa15-5121-41ad-a577-d626562a3e5f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4504545 Apr 01 15:48:37.858775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:37.864552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1735675219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:37.873516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:37.879968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:37.883753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:37.888132 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:33Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': '3de006b8-cac6-42f0-875c-4a10d1fb4dc1', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:2b:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1145177a-b28f-4785-b215-a82d62d7650a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:30Z', 'updated_at': '2022-04-01T15:48:34Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': '1145177a-b28f-4785-b215-a82d62d7650a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:37.892518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:37.897903 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Checking router: b3666464-7263-49b5-bb5a-96036127bedb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:37.898641 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Updating router b3666464-7263-49b5-bb5a-96036127bedb port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:37.963307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2cce784-2373-427a-8592-258ef14594af tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:37.964254 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2cce784-2373-427a-8592-258ef14594af tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports/3de006b8-cac6-42f0-875c-4a10d1fb4dc1 HTTP/1.1" status: 200 len: 911 time: 0.7798862 Apr 01 15:48:37.979706 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.989191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.072638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.073683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.100191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8108e776-db91-49d1-a72a-421329038e6a', 'network_id': '8108e776-db91-49d1-a72a-421329038e6a', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': 'cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:38.101613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.130259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Calling delete_port for 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:38.161379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda0d3b7-9514-48fd-acac-73badc6d4dc5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.202295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:38.225817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.240390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.245140 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-918934d0-c566-49bb-b4a4-3ed4c3773fc2 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "PUT /v2.0/routers/cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 200 len: 916 time: 6.4460795 Apr 01 15:48:38.246041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.268587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:38.268901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:38.314823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Allocated IP 2001:db8::2 (8108e776-db91-49d1-a72a-421329038e6a/cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf/f9135bec-38e5-4fdb-8a86-c5af85b6e7c9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:38.319588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.353222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.357555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1ac378d-0fab-4c0f-9496-7750d5aa3527 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/bda0d3b7-9514-48fd-acac-73badc6d4dc5 HTTP/1.1" status: 204 len: 168 time: 1.9295664 Apr 01 15:48:38.360981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.370586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.469297 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.488684 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Transition to ACTIVE for port object 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:38.504315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09816416-9775-49f3-a986-039382ff3fae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:38.510323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09816416-9775-49f3-a986-039382ff3fae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:38.511161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09816416-9775-49f3-a986-039382ff3fae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:38.539533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] Sync routers for ids ['cd0a9870-d723-4157-b7e5-0e75b3918abf'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:38.572806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] Routers {'cd0a9870-d723-4157-b7e5-0e75b3918abf'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:38.573608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cd0a9870-d723-4157-b7e5-0e75b3918abf'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.586175 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.601189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.610519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09816416-9775-49f3-a986-039382ff3fae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:38.614596 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-09816416-9775-49f3-a986-039382ff3fae tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6247191 Apr 01 15:48:38.617745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.629821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9c8b311-c5ea-452f-b0c3-56c661ce9f6c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:38.641765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.651831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.662460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] Routers {'cd0a9870-d723-4157-b7e5-0e75b3918abf'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:38.663312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cd0a9870-d723-4157-b7e5-0e75b3918abf'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.695789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.706834 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b23c4-c1bc-4590-9d0a-8457dfc408b3 None None] Pushing event updated for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.721343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Transition to ACTIVE for port object f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:38.733668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.734211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c84a6-ae92-43d5-a9b3-f186b680346b None None] The sync data for ids ['cd0a9870-d723-4157-b7e5-0e75b3918abf'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:38.751438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Transition to ACTIVE for port object f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:38.777183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Deleting port aeebc127-202f-41ac-9d92-dba546c06ce1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:38.777529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.778532 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83dd0b1a-107e-480f-8f41-cab1fb51ff36 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 200 len: 922 time: 0.5299938 Apr 01 15:48:38.789601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.814129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9c8b311-c5ea-452f-b0c3-56c661ce9f6c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:38.815433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9c8b311-c5ea-452f-b0c3-56c661ce9f6c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4423516 Apr 01 15:48:38.834344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.846151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41136) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.854076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group': {'name': 'tempest-secgroup--522582366'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:38.861976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.863152 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6ba3768-99d5-4c67-99e6-8672b071be62 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0031507 Apr 01 15:48:38.877584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:38.879845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:38.909076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] The port 'aeebc127-202f-41ac-9d92-dba546c06ce1' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:48:38.954336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Network 8108e776-db91-49d1-a72a-421329038e6a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:38.958213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:38.963184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:38.966373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Pushing event updated for resources: {'Port': ['ID=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.053831 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Attempting to bind port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:39.054713 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Attempting to bind port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:39.055322 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Attempting to bind port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:39.061482 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:39.062290 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:39.063035 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.063663 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:39.064673 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Bound port: 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:39.065569 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.113205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.122227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Attempting to bind port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:39.122636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Attempting to bind port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f3fec845-831d-444a-9d76-584266d30d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108e776-db91-49d1-a72a-421329038e6a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:39.129683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Attempting to bind port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 on network 8108e776-db91-49d1-a72a-421329038e6a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:39.139458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db59d1df-ce13-414d-aa3e-9fc443476eff']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:39.150615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:39.150977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Checking segment: {'id': 'f3fec845-831d-444a-9d76-584266d30d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108e776-db91-49d1-a72a-421329038e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:39.151369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.151760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Bound using segment: {'id': 'f3fec845-831d-444a-9d76-584266d30d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108e776-db91-49d1-a72a-421329038e6a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:39.152225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Bound port: f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fec845-831d-444a-9d76-584266d30d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108e776-db91-49d1-a72a-421329038e6a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:39.152592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.166438 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] For port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:39.169185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff3532f-33a9-4525-9dd3-08424d135741') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:39.169631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff3532f-33a9-4525-9dd3-08424d135741') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:39.181679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.199569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.208072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Allocated IP 172.26.7.100 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c7e06e16-2d86-477f-aa99-d881e2dcf7dc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:39.209712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:39.215026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:39.215026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.217020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6f1e694-580d-48f8-91d4-3d1cf592d1ae no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:39.232481 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:39.259802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d6f1e694-580d-48f8-91d4-3d1cf592d1ae {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:39.260293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6f1e694-580d-48f8-91d4-3d1cf592d1ae not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:39.302599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] For port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:39.305859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] For port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,segment=NetworkSegment(f3fec845-831d-444a-9d76-584266d30d65),segment_id=f3fec845-831d-444a-9d76-584266d30d65)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:39.384166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.390329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.447637 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] For port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:39.458144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.486203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af872e-2c80-4662-8e23-3640cda8a0ee None None] Pushing event updated for resources: {'Port': ['ID=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.496343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.502296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.527730 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.544339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.576600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447e4bd-19b1-4ffa-8ad2-8f5831867946 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:39.580871 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c447e4bd-19b1-4ffa-8ad2-8f5831867946 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=cd0a9870-d723-4157-b7e5-0e75b3918abf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7934508 Apr 01 15:48:39.585683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b5a46d-7cfe-41b8-8dbe-fe632b3d5495,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.585836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41144) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:39.601831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] Pushing event deleted for resources: {'Network': ['ID=db59d1df-ce13-414d-aa3e-9fc443476eff,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.609308 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Routers {'b3666464-7263-49b5-bb5a-96036127bedb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:39.610273 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b3666464-7263-49b5-bb5a-96036127bedb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:39.659245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-da2d9baf-8861-4b8a-8939-186c2989f75d admin admin] 10.222.0.18 "DELETE /v2.0/networks/db59d1df-ce13-414d-aa3e-9fc443476eff HTTP/1.1" status: 204 len: 168 time: 3.9593241 Apr 01 15:48:39.695494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:39.734567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.770767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:39.782744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:39.884753 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b23c4-c1bc-4590-9d0a-8457dfc408b3 None None] Pushing event updated for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.920381 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] Set router b3666464-7263-49b5-bb5a-96036127bedb gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:40.041924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.045220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.083365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:40.185450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.208664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.220992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d3ba6d-40c7-42c9-b109-4dec35064110 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:40.222376 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46d3ba6d-40c7-42c9-b109-4dec35064110 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.6342483 Apr 01 15:48:40.233425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:40.240745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.241256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e55e32e-e5d7-4089-9fbd-94fd16497250 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:40.320277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.324127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ad65e53-ab83-4663-ab75-c01554083e30 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5e55e32e-e5d7-4089-9fbd-94fd16497250 HTTP/1.1" status: 204 len: 168 time: 4.7056398 Apr 01 15:48:40.326367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:40.336373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:40.344943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:40.363243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Allocated IP 172.26.7.115 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/1b59b2e6-f821-4c20-adec-7ff71d5b7801) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:40.364994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:40.397367 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:33Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': '3de006b8-cac6-42f0-875c-4a10d1fb4dc1', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:2b:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1145177a-b28f-4785-b215-a82d62d7650a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:30Z', 'updated_at': '2022-04-01T15:48:39Z', 'revision_number': 4, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': '1145177a-b28f-4785-b215-a82d62d7650a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:40.404580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abc2a42c-57ca-4d2d-b2e3-e01ced0c8606 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 200 len: 205 time: 0.1691537 Apr 01 15:48:40.408905 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef9b7b-9a00-456b-8e0a-d0d0f4be2e06 None None] The sync data for ids ['b3666464-7263-49b5-bb5a-96036127bedb'] in dv-neutron-835943-1-hyperv is: [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:33Z', 'revision_number': 2, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None, '_interfaces': [{'id': '3de006b8-cac6-42f0-875c-4a10d1fb4dc1', 'name': '', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'mac_address': 'fa:16:3e:2b:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1145177a-b28f-4785-b215-a82d62d7650a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:30Z', 'updated_at': '2022-04-01T15:48:39Z', 'revision_number': 4, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'subnets': [{'id': '1145177a-b28f-4785-b215-a82d62d7650a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:40.419791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41158) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:40.420128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:40.556440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event updated for resources: {'Port': ['ID=c7e06e16-2d86-477f-aa99-d881e2dcf7dc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:40.647946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.672029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Deleting subnet 67efc5a5-65b0-4303-b261-9081a0b159b6 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:40.684755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.769720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.806393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021828f-850c-4d00-8f45-2e7625c6fa64 None None] Network 8108e776-db91-49d1-a72a-421329038e6a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:40.863569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.926479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c32395e-f6c2-4c50-9e62-e010aa8f8f57,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:40.985989 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b556ee0e-d2cb-48ff-a3ba-6214ff657410 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ca4dbfd28b7427ea79ce46d7c0ffc5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4351578 Apr 01 15:48:41.007547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:41.170497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-505826f5-90dd-4984-9ed9-3a260038b220 None None] Provisioning for port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:41.170921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8::1 (8108e776-db91-49d1-a72a-421329038e6a/cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf/e5a0a86f-6733-4649-b82d-d4d8b732db2a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:41.178385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.194563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.195815 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b9095624-75a9-45ef-8507-59038ea46436 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3463988 Apr 01 15:48:41.203992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41170) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:41.238960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.273258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Request body: {'security_group_rule': {'security_group_id': '0c32395e-f6c2-4c50-9e62-e010aa8f8f57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:41.282741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.284701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.321790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:41.337367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Usage tracker for resource:security_group_rule and tenant:3fd1abf637a54714953aa381981d2ecd is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:41.346073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:41.395452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:41.407650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.463696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:41.483819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.550238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:41.557964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:41.558943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.602767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:41.603955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Pushing event updated for resources: {'Port': ['ID=1b59b2e6-f821-4c20-adec-7ff71d5b7801,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:41.611176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:41.613834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:41.617467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.698406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.733603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,segment=NetworkSegment(f3fec845-831d-444a-9d76-584266d30d65),segment_id=f3fec845-831d-444a-9d76-584266d30d65)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:41.785358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.786574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:41.786889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.865859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.875024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.878619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:41.878966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.917129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.966446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.008435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.021935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port 7a800c97-3472-465d-b4a0-9748a0a08338 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:42.022273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.055346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.058042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:42.065321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:42.067316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.099834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object e5a0a86f-6733-4649-b82d-d4d8b732db2a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:42.104320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.120490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.129531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67efc5a5-65b0-4303-b261-9081a0b159b6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.139699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.146042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332581bd-bc00-4f89-a53b-42a08086476f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.155647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.164438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfcbe6-f96e-4228-b258-54d5bf18c296 None None] Network 30ee88b7-de7b-4476-bdd5-8337705ff84d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:42.219388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005230a0-ee13-4093-ab65-b3c79a17adef,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.220307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c8dde46-fa0a-4061-9582-74499e148a80 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67efc5a5-65b0-4303-b261-9081a0b159b6 HTTP/1.1" status: 204 len: 168 time: 1.8664660 Apr 01 15:48:42.239606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:42.274514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.275036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e64e612-883e-42e0-8977-bfd8e2c8770c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/332581bd-bc00-4f89-a53b-42a08086476f HTTP/1.1" status: 204 len: 168 time: 1.2589250 Apr 01 15:48:42.331962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:42.332318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.341456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.466064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.516991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:42.522277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:42.590916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.595067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 8108e776-db91-49d1-a72a-421329038e6a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:42.605598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:42.611545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.620240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-861c7a63-8b2b-4913-8919-26581b184a26 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3603482 Apr 01 15:48:42.623497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41180) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:42.624056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:42.624591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.652896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=e5a0a86f-6733-4649-b82d-d4d8b732db2a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.701009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] DHCP port deletion for 30ee88b7-de7b-4476-bdd5-8337705ff84d request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:42.720791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:42.757314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.758986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Deleting port 94a6e336-3782-4c27-be71-f48b5fcc9982 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:42.759408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.806165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:42.806799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 22b5a46d-7cfe-41b8-8dbe-fe632b3d5495 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:42.848292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.855524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:42.855524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:42.892601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.916746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.923407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.106923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] For port 94a6e336-3782-4c27-be71-f48b5fcc9982, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94a6e336-3782-4c27-be71-f48b5fcc9982,segment=NetworkSegment(58423117-5bec-4781-ac7b-b4c687d1b0f2),segment_id=58423117-5bec-4781-ac7b-b4c687d1b0f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:43.107812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.112193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for 7a800c97-3472-465d-b4a0-9748a0a08338 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:43.224297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Deleting port 94a6e336-3782-4c27-be71-f48b5fcc9982 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:43.224640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.261257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0e1fbe96-7aa2-4118-94f1-8ba5281fa3b1 None None] Provisioning for port e5a0a86f-6733-4649-b82d-d4d8b732db2a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:43.272764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Calling delete_port for 94a6e336-3782-4c27-be71-f48b5fcc9982 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:43.302155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:43.314308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.356982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:43.357322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.368943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0e1fbe96-7aa2-4118-94f1-8ba5281fa3b1 None None] Provisioning complete for port e5a0a86f-6733-4649-b82d-d4d8b732db2a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:43.369314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e1fbe96-7aa2-4118-94f1-8ba5281fa3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.453465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fbe96-7aa2-4118-94f1-8ba5281fa3b1 None None] Port e5a0a86f-6733-4649-b82d-d4d8b732db2a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:43.465168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:43.465556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.593182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.602757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.605692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.618917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] The port '94a6e336-3782-4c27-be71-f48b5fcc9982' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:48:43.629660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:43.630032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.632463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.640309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:43.674196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] Pushing event deleted for resources: {'Port': ['ID=94a6e336-3782-4c27-be71-f48b5fcc9982,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:43.692671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58e789-1d68-4675-8d64-abbb3bea615c None None] No DVR routers for this DVR port 94a6e336-3782-4c27-be71-f48b5fcc9982 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:43.741534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:43.742181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.790296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.791074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.801000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:43.936906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94a6e336-3782-4c27-be71-f48b5fcc9982 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:43.978734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 94a6e336-3782-4c27-be71-f48b5fcc9982 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:43.979163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94a6e336-3782-4c27-be71-f48b5fcc9982 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:44.008159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.075284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ee88b7-de7b-4476-bdd5-8337705ff84d']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.090296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.132103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=e5a0a86f-6733-4649-b82d-d4d8b732db2a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.280007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 8108e776-db91-49d1-a72a-421329038e6a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:44.282081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:44.291780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.299887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58423117-5bec-4781-ac7b-b4c687d1b0f2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.300179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58423117-5bec-4781-ac7b-b4c687d1b0f2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.327296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c32395e-f6c2-4c50-9e62-e010aa8f8f57,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.329862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.374597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.381630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.435743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:44.436159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:44.469113 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:44.470986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.472252 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-07b6159b-f177-4870-ae21-ce4d8659145c tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c32395e-f6c2-4c50-9e62-e010aa8f8f57 HTTP/1.1" status: 204 len: 168 time: 1.7953560 Apr 01 15:48:44.478318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41208) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:44.592301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f2b0ce15-084f-46b5-87c9-f227f9cd529d None None] Provisioning complete for port e5a0a86f-6733-4649-b82d-d4d8b732db2a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:44.598287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ce15-084f-46b5-87c9-f227f9cd529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.598540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-273f56ff-9245-49c8-8708-1e1a795a0c19 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:44.631980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.641635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.655507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f2b0ce15-084f-46b5-87c9-f227f9cd529d None None] Port e5a0a86f-6733-4649-b82d-d4d8b732db2a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:48:44.659793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Pushing event updated for resources: {'Port': ['ID=1b59b2e6-f821-4c20-adec-7ff71d5b7801,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.701843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=3de006b8-cac6-42f0-875c-4a10d1fb4dc1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.747516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router c0890f9a-5c25-43a2-ab52-636b81396553 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:44.752139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Router 67e0d8d5-d325-40a8-8e33-d0f763b17c30 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:44.756182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-273f56ff-9245-49c8-8708-1e1a795a0c19 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:44.761105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=7a800c97-3472-465d-b4a0-9748a0a08338,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:44.765208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-273f56ff-9245-49c8-8708-1e1a795a0c19 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2807002 Apr 01 15:48:44.765208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41216) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:44.831537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.834845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.898328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.972871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.002053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ee88b7-de7b-4476-bdd5-8337705ff84d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:45.061314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.136158 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6538a424-eeaf-4cbd-9501-70d177517501 admin admin] 10.222.0.18 "DELETE /v2.0/networks/30ee88b7-de7b-4476-bdd5-8337705ff84d HTTP/1.1" status: 204 len: 168 time: 2.8592081 Apr 01 15:48:45.141374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.145673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.175683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3317e119-2a34-44dd-a67e-b06559761cbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Synchronizing usage tracker for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:45.189553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:45.210477 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] Sync routers for ids ['c0890f9a-5c25-43a2-ab52-636b81396553'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:45.245580 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] Routers {'c0890f9a-5c25-43a2-ab52-636b81396553'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:45.247757 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c0890f9a-5c25-43a2-ab52-636b81396553'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.253294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.254531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-743c1401-146f-403c-af2a-cfc84be7a344 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7417185 Apr 01 15:48:45.262869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.267263 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40e6042f-553b-4d4c-9022-48a5e744a155 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/c0890f9a-5c25-43a2-ab52-636b81396553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3849716 Apr 01 15:48:45.278754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.346867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.347461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router cd0a9870-d723-4157-b7e5-0e75b3918abf {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:45.373580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.380841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ae65e598-812c-42f8-8170-4fdd393f1ae9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 204 len: 168 time: 4.8338277 Apr 01 15:48:45.381672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.386891 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.391761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-788e3bcf-1355-41b7-b9f0-c354cd24e7ea tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Synchronizing usage tracker for tenant:d99933b235ab4dd7a92e38a5a5879134 on resource:floatingip {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:45.408603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] Routers {'c0890f9a-5c25-43a2-ab52-636b81396553'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:45.409225 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c0890f9a-5c25-43a2-ab52-636b81396553'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.409619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1157894306', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:45.417332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:45.422430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Usage tracker for resource:router and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:45.425465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:45.432268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:45.454952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41244) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.459185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:45.468875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3317e119-2a34-44dd-a67e-b06559761cbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] Unset dirty status for tenant:3fd1abf637a54714953aa381981d2ecd on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:45.470656 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3317e119-2a34-44dd-a67e-b06559761cbc tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7041616 Apr 01 15:48:45.475331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] Sync routers for ids ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:45.481882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ee455-39f4-424d-8f23-06e2c6c4eb95 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:45.482880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef0ee455-39f4-424d-8f23-06e2c6c4eb95 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:45.488558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] Routers {'67e0d8d5-d325-40a8-8e33-d0f763b17c30'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:45.489376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.489576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.532898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.535243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.536611 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.537279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c855a-989c-49b3-86ac-9da6f1181843 None None] The sync data for ids ['c0890f9a-5c25-43a2-ab52-636b81396553'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:45.558004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-788e3bcf-1355-41b7-b9f0-c354cd24e7ea tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Unset dirty status for tenant:d99933b235ab4dd7a92e38a5a5879134 on resource:floatingip {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:45.560690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-788e3bcf-1355-41b7-b9f0-c354cd24e7ea tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.2969878 Apr 01 15:48:45.563511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.614915 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-91041c7e-d68c-42b6-87a6-8afb9b85b465 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.616127 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91041c7e-d68c-42b6-87a6-8afb9b85b465 tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c32395e-f6c2-4c50-9e62-e010aa8f8f57 HTTP/1.1" status: 404 len: 347 time: 0.1237435 Apr 01 15:48:45.621465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.626045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.631549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Router b3666464-7263-49b5-bb5a-96036127bedb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:45.636793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] Routers {'67e0d8d5-d325-40a8-8e33-d0f763b17c30'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:45.638122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.658182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.690871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.693226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.697655 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-489ab3e5-8a99-4725-9a3d-5ccf3566ee3a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.9627671 Apr 01 15:48:45.714276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.715610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac05e894-5ac9-43df-beca-9d5001d1d4b1 None None] The sync data for ids ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:45.715951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41266) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.723743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d8f696f8-7833-436e-9380-c7fb66d1478e tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Synchronizing usage tracker for tenant:ed0b738610d7413b879039f41dfd214c on resource:floatingip {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:45.731813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:45.883733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c7970feb-9e46-4fe6-97d8-f571fa45e785 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3469db9140084a3d9269b100555d88c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2242715 Apr 01 15:48:45.918817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.924186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef0ee455-39f4-424d-8f23-06e2c6c4eb95 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:45.925268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef0ee455-39f4-424d-8f23-06e2c6c4eb95 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports/e5a0a86f-6733-4649-b82d-d4d8b732db2a HTTP/1.1" status: 200 len: 911 time: 0.6455455 Apr 01 15:48:45.939665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41274) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:45.944772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ddd07d29-97c6-4b71-b646-1c48e868bf26 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:46.034382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e933d9e-b74b-4031-803d-904a92dc416b tempest-SecGroupIPv6Test-724239012 tempest-SecGroupIPv6Test-724239012-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4117341 Apr 01 15:48:46.038828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:46.050467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1dec6115-fea5-4120-ab53-270838d01d42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "PUT /v2.0/routers/b3666464-7263-49b5-bb5a-96036127bedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4304414 Apr 01 15:48:46.051232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:46.052033 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Sync routers for ids ['b3666464-7263-49b5-bb5a-96036127bedb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:46.066133 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Routers {'b3666464-7263-49b5-bb5a-96036127bedb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:46.067610 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b3666464-7263-49b5-bb5a-96036127bedb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.143205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.177721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c046218-bb8c-4fd1-baf2-1af190b14fce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:46.179292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c046218-bb8c-4fd1-baf2-1af190b14fce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:46.180059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c046218-bb8c-4fd1-baf2-1af190b14fce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:46.188155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.197521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d8f696f8-7833-436e-9380-c7fb66d1478e tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Unset dirty status for tenant:ed0b738610d7413b879039f41dfd214c on resource:floatingip {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:46.198710 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d8f696f8-7833-436e-9380-c7fb66d1478e tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6340096 Apr 01 15:48:46.208839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41284) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:46.254443 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Set router b3666464-7263-49b5-bb5a-96036127bedb gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:46.292394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c046218-bb8c-4fd1-baf2-1af190b14fce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:46.295712 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c046218-bb8c-4fd1-baf2-1af190b14fce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2240071 Apr 01 15:48:46.298687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:46.414691 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.420124 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Checking router: b3666464-7263-49b5-bb5a-96036127bedb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:46.436873 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Routers {'b3666464-7263-49b5-bb5a-96036127bedb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:46.439563 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b3666464-7263-49b5-bb5a-96036127bedb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.464752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Deleting port 1b59b2e6-f821-4c20-adec-7ff71d5b7801 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:46.465243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.497508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ddd07d29-97c6-4b71-b646-1c48e868bf26 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "PUT /v2.0/quotas/2a1977203439453e901e56aa3cbed49e HTTP/1.1" status: 200 len: 368 time: 1.0388355 Apr 01 15:48:46.503540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41292) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:46.517295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Request body: {'network': {'project_id': '2a1977203439453e901e56aa3cbed49e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:46.536620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:46.555542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 1145177a-b28f-4785-b215-a82d62d7650a {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:46.557721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Usage tracker for resource:network and tenant:2a1977203439453e901e56aa3cbed49e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:46.582706 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] Set router b3666464-7263-49b5-bb5a-96036127bedb gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:48:46.590636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.591891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:46.609887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.646475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:46.657553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.694516 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:46.699009 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb85356-47d4-426b-94c0-55118789e88d None None] The sync data for ids ['b3666464-7263-49b5-bb5a-96036127bedb'] in dv-neutron-835943-1-hyperv is: [{'id': 'b3666464-7263-49b5-bb5a-96036127bedb', 'name': 'tempest-NetworksTestDHCPv6-router-673559454', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:27Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 3, 'project_id': 'c3fe1a78440741a69c2375d03abb9df9', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:46.753298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b0a0c8-ab52-48cc-82fe-69ef881db703,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:46.755434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41298) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:46.775180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.810905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Made reservation on behalf of 2a1977203439453e901e56aa3cbed49e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:46.813200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.831375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.832689 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a49f073-535b-4001-a978-ba633772dfdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07b0a0c8-ab52-48cc-82fe-69ef881db703 HTTP/1.1" status: 204 len: 168 time: 0.9097261 Apr 01 15:48:46.843295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.887991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:46.891502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.891831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.911184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Usage tracker for resource:security_group_rule and tenant:2a1977203439453e901e56aa3cbed49e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:46.969762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:47.037411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Calling delete_port for 1b59b2e6-f821-4c20-adec-7ff71d5b7801 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:47.089175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:47.204407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.211328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:47.266971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66e054d9-2324-4327-b7bf-42af29f47c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fd1abf637a54714953aa381981d2ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596686 Apr 01 15:48:47.272344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41308) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:47.275564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:47.275915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3de006b8-cac6-42f0-875c-4a10d1fb4dc1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:47.440054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.460893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.482679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.524781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.558678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=1145177a-b28f-4785-b215-a82d62d7650a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:47.561985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.584278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.589213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158edd6c-75a0-4a98-b5bf-a0d352e72f03 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:47.595653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.619952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Pushing event deleted for resources: {'Port': ['ID=1b59b2e6-f821-4c20-adec-7ff71d5b7801,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:47.676349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:47.704285 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43836e64-bfd5-494c-be40-bf26f9d94c42 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/1145177a-b28f-4785-b215-a82d62d7650a HTTP/1.1" status: 204 len: 168 time: 1.3875146 Apr 01 15:48:47.747397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41320) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:47.826102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.861779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e26f680-5d9d-437e-84e1-62f97e64b899,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:47.870332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.870769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Added segment c809bd10-5e7e-4e9c-ad73-9f1c10e43673 of type vlan for network ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c Apr 01 15:48:47.880615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:47.888409 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Deleting port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:47.889303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.916970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.922302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.931952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.937018 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b42cc0c3-6790-4f0f-9302-fd79531c0444 tempest-FloatingIPAdminTestJSON-1985792287 tempest-FloatingIPAdminTestJSON-1985792287-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a9b169a-a15a-4231-8795-b5a6ec960148 HTTP/1.1" status: 204 len: 168 time: 1.7244217 Apr 01 15:48:47.941562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41330) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:48.014115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.135980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.136973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:48.137555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.141438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Deleting port c5826aca-8338-4707-a735-4ac8fea270cd {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:48.142245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.161477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] For port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:48.161884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.181376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.229734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.273711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:48.328790 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8203020 Apr 01 15:48:48.329965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefc052-520a-4fc3-ae56-35d7a3bf7f60 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event updated for resources: {'Network': ['ID=ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:48.332509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Calling delete_port for 91b862b6-c8e8-455a-8b9d-aa978c1cca1c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:48.335563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:48.345486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Request body: {'network': {'project_id': '2a1977203439453e901e56aa3cbed49e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:48.353713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:48.360523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03743449-f170-46ad-8759-b33e0b4611e3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6055686 Apr 01 15:48:48.362191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:48.385920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41346) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:48.426606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Usage tracker for resource:network and tenant:2a1977203439453e901e56aa3cbed49e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:48.440008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:48.449620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:48.500556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.501621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.514007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Made reservation on behalf of 2a1977203439453e901e56aa3cbed49e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:48.516912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.534814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-936620097-network', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:48.561429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.596777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:48.612042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.612604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] Pushing event deleted for resources: {'Port': ['ID=91b862b6-c8e8-455a-8b9d-aa978c1cca1c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:48.618030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82698685-a4f5-459d-a8c6-162eaa6dbc52 None None] No DVR routers for this DVR port 91b862b6-c8e8-455a-8b9d-aa978c1cca1c on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:48.666442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Calling delete_port for c5826aca-8338-4707-a735-4ac8fea270cd owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:48.682160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.697206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Usage tracker for resource:network and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:48.708415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:48.720387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:48.747047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:48.756576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dcbb31-a7b5-4f6a-a2b4-25986113a6a8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:48.767474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.767818 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Added segment eca8a1d2-d6be-4896-a238-bbf4978c9396 of type vlan for network bd3dac14-b0cf-476d-823d-c969d83fcef8 Apr 01 15:48:48.814148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.852637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Made reservation on behalf of 2c4981777fcb49aa96ca3c0b089d43e6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:48.854936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.895683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.928053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:48.932544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:48.937108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:48.943854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:48.985213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:48.986194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:48.986766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.038205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.147698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Allocated IP 172.26.7.143 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6aa14d7a-b239-43a4-9ffb-50fc8b0d5b8b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:49.170340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5826aca-8338-4707-a735-4ac8fea270cd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.219841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event updated for resources: {'Network': ['ID=bd3dac14-b0cf-476d-823d-c969d83fcef8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.232054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network bd3dac14-b0cf-476d-823d-c969d83fcef8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:49.252918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.297101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.299237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.307579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.312159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 91b862b6-c8e8-455a-8b9d-aa978c1cca1c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:49.347852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:49.357675 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb0a22bc-d058-407f-835c-9d5fd1916f45 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0207975 Apr 01 15:48:49.359214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 91b862b6-c8e8-455a-8b9d-aa978c1cca1c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:49.359730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 91b862b6-c8e8-455a-8b9d-aa978c1cca1c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:49.364974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41350) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:49.368067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901513fa-dc12-4f99-92df-dad92eb7bf2f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.375393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Request body: {'network': {'project_id': '2a1977203439453e901e56aa3cbed49e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:49.384714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:49.390577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.395621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Usage tracker for resource:network and tenant:2a1977203439453e901e56aa3cbed49e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:49.403557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:49.404397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.404736 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Added segment 13595d1f-b8fa-4cce-bd93-3aa4e1086df4 of type vlan for network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 Apr 01 15:48:49.414091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.418821 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fa5e8ce6-f6b8-42b5-aed7-60536de1a9f1 tempest-FloatingIPAdminTestJSON-2107129415 tempest-FloatingIPAdminTestJSON-2107129415-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/152fd271-4e23-4f68-9e9c-a7b16bf5be3e HTTP/1.1" status: 204 len: 168 time: 1.4728303 Apr 01 15:48:49.418821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:49.420403 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:48:49.420927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:49.422034 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9dc6fc17-9b3d-4428-a5c7-b7ad7d608861 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0560951 Apr 01 15:48:49.425478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41354) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:49.425804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41356) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:49.433773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.434877 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7ec9ee24-c375-4c2b-9dfd-c2630f52b7c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54dcbb31-a7b5-4f6a-a2b4-25986113a6a8 HTTP/1.1" status: 204 len: 168 time: 2.1614592 Apr 01 15:48:49.510410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.544859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.545374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Fanout notify agent at l3_agent the message router_deleted on router b3666464-7263-49b5-bb5a-96036127bedb {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:49.558642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 92465c89-ab0b-41c1-8424-8bf25483ab77 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:49.559174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.621853 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe7d854f-a532-4bfc-9038-b0c129f8fe1a tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a1977203439453e901e56aa3cbed49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931481 Apr 01 15:48:49.627369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41364) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:49.678046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.679162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92b78e84-fe81-41cd-9535-16eb3519cc8f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/routers/b3666464-7263-49b5-bb5a-96036127bedb HTTP/1.1" status: 204 len: 168 time: 1.2911682 Apr 01 15:48:49.691394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:49.698332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port e5a0a86f-6733-4649-b82d-d4d8b732db2a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:49.698865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.772380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.857385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.858337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:49.858972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.902318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-002be668-6956-4430-983e-570b2f219d9a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:50.040585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7605090 Apr 01 15:48:50.046290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:50.046923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413bfd-faa6-4b27-9126-980d6792c7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ded8afc-50fc-4a25-af7b-831ce3ae3148,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:50.060206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:48:50.092807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.206582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.211651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Request body: {'subnet': {'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-936620097-subnet', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:50.225495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-002be668-6956-4430-983e-570b2f219d9a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:50.226638 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-002be668-6956-4430-983e-570b2f219d9a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5343168 Apr 01 15:48:50.227037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for e5a0a86f-6733-4649-b82d-d4d8b732db2a owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:50.227786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:50.235753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41386) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:50.245755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Usage tracker for resource:subnet and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:50.264026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.296894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:50.324248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.332064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:50.358910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.451171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa44088-30bd-4285-a111-6208696b0c77 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:50.451547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2fa44088-30bd-4285-a111-6208696b0c77 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:50.554308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:50.561380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for 92465c89-ab0b-41c1-8424-8bf25483ab77 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:50.577715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:50.586410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:50.614510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.636487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event updated for resources: {'Port': ['ID=6aa14d7a-b239-43a4-9ffb-50fc8b0d5b8b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:50.654316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.668016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Made reservation on behalf of 2c4981777fcb49aa96ca3c0b089d43e6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:50.671287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.700148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41398) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:50.828038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2fa44088-30bd-4285-a111-6208696b0c77 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:50.831870 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2fa44088-30bd-4285-a111-6208696b0c77 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5908802 Apr 01 15:48:50.831870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.832915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:50.863749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-147276e8-26c5-416f-9499-6509d1c526c3 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1954294898', 'prefixes': ['172.20.0.0/16']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:50.933241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-147276e8-26c5-416f-9499-6509d1c526c3 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:50.937666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e26f680-5d9d-437e-84e1-62f97e64b899,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:50.964184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0d8a5d9b-780c-42c3-87d4-29258122ad0b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:51.000384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.001509 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80a949c2-1dc7-4561-b890-0f054cdd075c tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e26f680-5d9d-437e-84e1-62f97e64b899 HTTP/1.1" status: 204 len: 168 time: 1.3731573 Apr 01 15:48:51.004950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.091662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.093539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0d8a5d9b-780c-42c3-87d4-29258122ad0b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:51.101044 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d8a5d9b-780c-42c3-87d4-29258122ad0b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2436764 Apr 01 15:48:51.106210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.129361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:51.151376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 67e0d8d5-d325-40a8-8e33-d0f763b17c30 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:51.162866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Port': ['ID=92465c89-ab0b-41c1-8424-8bf25483ab77,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:51.249687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.313229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.322259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.345530 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-366997c9-de50-4191-a053-3610027504a5 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/ports/92465c89-ab0b-41c1-8424-8bf25483ab77 HTTP/1.1" status: 204 len: 168 time: 1.9185047 Apr 01 15:48:51.350587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.352924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53032bd6-0ba0-493d-bd4a-9f47c10c74af,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:51.418149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Checking segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:51.418507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Network hostable DHCP agents. Network: 2ded8afc-50fc-4a25-af7b-831ce3ae3148, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:51.448045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.474310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22ef59-e825-4b32-82aa-e53e72d89801 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:51.475037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb22ef59-e825-4b32-82aa-e53e72d89801 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Synchronizing usage tracker for tenant:ed0b738610d7413b879039f41dfd214c on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:51.515637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:51.534282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=e5a0a86f-6733-4649-b82d-d4d8b732db2a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:51.544102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:51.595357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb22ef59-e825-4b32-82aa-e53e72d89801 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Unset dirty status for tenant:ed0b738610d7413b879039f41dfd214c on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:51.597193 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb22ef59-e825-4b32-82aa-e53e72d89801 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "GET /v2.0/ports?device_id=caafae58-822f-4d28-941b-6f2064c7561f HTTP/1.1" status: 200 len: 913 time: 0.2457354 Apr 01 15:48:51.599974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41420) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.637678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:51.684475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 2ded8afc-50fc-4a25-af7b-831ce3ae3148) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:51.698549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc3ac4-9f6b-4877-a92c-461acde449fc None None] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:51.701790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-147276e8-26c5-416f-9499-6509d1c526c3 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.703199 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-147276e8-26c5-416f-9499-6509d1c526c3 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0020792 Apr 01 15:48:51.711896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.717475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:51.718364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.966676 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-205c2848-89cb-4830-909e-d506635f91d8 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "GET /v2.0/subnetpools/90a8d8e1-9ae1-4f24-ac28-8399d9125c64 HTTP/1.1" status: 200 len: 732 time: 0.2533257 Apr 01 15:48:51.970505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:51.981734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6853b81c-a14f-4574-8661-3d03dc80d88e tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1682578244'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:52.043001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:52.044436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.133487 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebf3e30d-525b-4473-b58a-702afb37c857 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0823941 Apr 01 15:48:52.143730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41432) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:52.166639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:52.179321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:52.183108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.198550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.214603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.219412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:52.262227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:52.267377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Usage tracker for resource:router and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:52.286294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Allocated IP 172.20.0.2 (2ded8afc-50fc-4a25-af7b-831ce3ae3148/53032bd6-0ba0-493d-bd4a-9f47c10c74af/9671ac63-e612-451e-8a3c-98143652968f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:52.288377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:52.305116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] Sync routers for ids ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:52.305327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.319441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] Routers {'67e0d8d5-d325-40a8-8e33-d0f763b17c30'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:52.320281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.364281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:52.422063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.458228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6853b81c-a14f-4574-8661-3d03dc80d88e tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.464592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41436) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:52.473274 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6853b81c-a14f-4574-8661-3d03dc80d88e tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "PUT /v2.0/subnetpools/90a8d8e1-9ae1-4f24-ac28-8399d9125c64 HTTP/1.1" status: 200 len: 684 time: 0.4999347 Apr 01 15:48:52.474044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3dac14-b0cf-476d-823d-c969d83fcef8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.532760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] Routers {'67e0d8d5-d325-40a8-8e33-d0f763b17c30'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:52.533390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.546910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca8a1d2-d6be-4896-a238-bbf4978c9396') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.547239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca8a1d2-d6be-4896-a238-bbf4978c9396') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.600202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.607835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.608237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63ec787-03cb-4cbd-bf58-f88a0866905e None None] The sync data for ids ['67e0d8d5-d325-40a8-8e33-d0f763b17c30'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:52.640718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.660321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.664033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-85a4a5f6-945c-4829-9a9a-f33bfd22cf80 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "PUT /v2.0/routers/67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 200 len: 925 time: 6.9344137 Apr 01 15:48:52.666942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:52.673896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.674841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.683667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.695686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Transition to ACTIVE for port object 9671ac63-e612-451e-8a3c-98143652968f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:52.716851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Transition to ACTIVE for port object 9671ac63-e612-451e-8a3c-98143652968f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:52.801959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.844705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.863609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:52.866579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:52.869263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:52.931814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:52.932220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.952171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Pushing event updated for resources: {'Port': ['ID=9671ac63-e612-451e-8a3c-98143652968f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:52.955649 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:52.990962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Attempting to bind port 9671ac63-e612-451e-8a3c-98143652968f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:52.991450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Attempting to bind port 9671ac63-e612-451e-8a3c-98143652968f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:52.991983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Attempting to bind port 9671ac63-e612-451e-8a3c-98143652968f on network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:52.999011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:53.000117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Checking segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:53.000672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.001335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Bound using segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:53.001822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Bound port: 9671ac63-e612-451e-8a3c-98143652968f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:53.002199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.033744 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce0a5edf-f117-4877-8ba2-b51755ac8a08 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 200 len: 925 time: 0.3621945 Apr 01 15:48:53.034992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.111990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] For port 9671ac63-e612-451e-8a3c-98143652968f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:53.116850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] For port 9671ac63-e612-451e-8a3c-98143652968f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9671ac63-e612-451e-8a3c-98143652968f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:53.159243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58e64f-350b-4734-8c0c-863c6be8fee0 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.159996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e58e64f-350b-4734-8c0c-863c6be8fee0 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Synchronizing usage tracker for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:53.200609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.206615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port b182a684-25da-44e8-a545-2e4d3d579dab {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:53.206960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.272728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router c0890f9a-5c25-43a2-ab52-636b81396553 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:53.285778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04d5dc-2e44-4a2b-b997-10d2533f07a2 None None] Pushing event updated for resources: {'Port': ['ID=9671ac63-e612-451e-8a3c-98143652968f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:53.287983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e58e64f-350b-4734-8c0c-863c6be8fee0 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Unset dirty status for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:53.289166 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e58e64f-350b-4734-8c0c-863c6be8fee0 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=67e0d8d5-d325-40a8-8e33-d0f763b17c30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2540004 Apr 01 15:48:53.295545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.419953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.488213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.518777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.630634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.710198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for b182a684-25da-44e8-a545-2e4d3d579dab owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:53.716338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd3dac14-b0cf-476d-823d-c969d83fcef8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:53.732719 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b73fe42a-a434-46a6-8515-e9f70d1db866 tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bd3dac14-b0cf-476d-823d-c969d83fcef8 HTTP/1.1" status: 204 len: 168 time: 2.7267234 Apr 01 15:48:53.734626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16d30340-914f-472c-bab4-cd6be801c82c tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] Notify callbacks [] for subnetpool, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.735684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16d30340-914f-472c-bab4-cd6be801c82c tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "DELETE /v2.0/subnetpools/90a8d8e1-9ae1-4f24-ac28-8399d9125c64 HTTP/1.1" status: 204 len: 168 time: 1.2432444 Apr 01 15:48:53.736725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:53.743042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41452) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.743479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.747095 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] Sync routers for ids ['c0890f9a-5c25-43a2-ab52-636b81396553'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:53.752062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b59904fb-6a35-420c-8291-2e780347c5a9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/c0890f9a-5c25-43a2-ab52-636b81396553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8110275 Apr 01 15:48:53.758161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.759796 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] Routers {'c0890f9a-5c25-43a2-ab52-636b81396553'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:53.760612 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c0890f9a-5c25-43a2-ab52-636b81396553'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.814648 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9925159-3ab9-477b-aa4a-edfa4c3747bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0890f9a-5c25-43a2-ab52-636b81396553 HTTP/1.1" status: 200 len: 205 time: 0.0555427 Apr 01 15:48:53.818303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41464) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:53.824092 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.833279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] Routers {'c0890f9a-5c25-43a2-ab52-636b81396553'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:53.834158 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c0890f9a-5c25-43a2-ab52-636b81396553'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.846454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.898995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c4b35-78cd-4464-9c9f-d5214f8ad622 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.899600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa7c4b35-78cd-4464-9c9f-d5214f8ad622 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Synchronizing usage tracker for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:48:53.900064 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.900647 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f60320-d541-4909-a661-ae24fdff7e97 None None] The sync data for ids ['c0890f9a-5c25-43a2-ab52-636b81396553'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:53.903419 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-cf132926-755b-439e-8527-feb33ffdd270 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] show failed (client error): The resource could not be found. Apr 01 15:48:53.904633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf132926-755b-439e-8527-feb33ffdd270 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "GET /v2.0/subnetpools/90a8d8e1-9ae1-4f24-ac28-8399d9125c64 HTTP/1.1" status: 404 len: 346 time: 0.1566150 Apr 01 15:48:53.909852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41468) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:54.010290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.065065 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-75f2b71d-1b14-4fdf-a8c4-22c54e459655 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] delete failed (client error): The resource could not be found. Apr 01 15:48:54.066075 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-75f2b71d-1b14-4fdf-a8c4-22c54e459655 tempest-SubnetPoolsTestJSON-98274823 tempest-SubnetPoolsTestJSON-98274823-project] 10.222.0.18 "DELETE /v2.0/subnetpools/90a8d8e1-9ae1-4f24-ac28-8399d9125c64 HTTP/1.1" status: 404 len: 346 time: 0.1535268 Apr 01 15:48:54.197232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.315005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa7c4b35-78cd-4464-9c9f-d5214f8ad622 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Unset dirty status for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:48:54.319282 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa7c4b35-78cd-4464-9c9f-d5214f8ad622 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 1.0138216 Apr 01 15:48:54.331481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:54.378915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.387546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.391064 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d176aa10-280a-477e-8b72-769d49888dca tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 200 len: 205 time: 0.0574338 Apr 01 15:48:54.400064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:54.423224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:48:54.435488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.480725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0610a08b-f864-4e1a-b0e6-2b59c88498a2 None None] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:54.603167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.603700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router c0890f9a-5c25-43a2-ab52-636b81396553 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:54.669394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.670518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-027fe315-ddca-488d-a336-9f37b648b8d1 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/c0890f9a-5c25-43a2-ab52-636b81396553 HTTP/1.1" status: 204 len: 168 time: 0.8510439 Apr 01 15:48:54.674748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.724441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41484) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:54.725111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82aee06c-21c3-4596-a883-08e77f0b2a97 None None] Provisioning for port 9671ac63-e612-451e-8a3c-98143652968f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:54.725208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41486) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:54.804969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.844663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.873527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Port': ['ID=b182a684-25da-44e8-a545-2e4d3d579dab,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:54.956027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:54.973021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.983355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:54.986960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:54.987603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.993924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9ec98-90b6-42f4-8fd7-bb81bcc438a5 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:55.005462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=a8798951-1e76-4306-858a-521f9e9196d1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:55.060639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:55.080135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c809bd10-5e7e-4e9c-ad73-9f1c10e43673') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:55.080446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c809bd10-5e7e-4e9c-ad73-9f1c10e43673') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:55.097879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.120303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:48:55.179410 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b62afb13-2b4f-460e-aa06-d6659ab08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0609572 Apr 01 15:48:55.180904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Router 4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:48:55.182780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:55.185330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.189634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.215988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:55.255318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:55.255830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:55.275810 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:55.307518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.335866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9671ac63-e612-451e-8a3c-98143652968f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:55.384569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'a8798951-1e76-4306-858a-521f9e9196d1'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:48:55.385453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.395756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:55.401117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Usage tracker for resource:security_group_rule and tenant:88fc32f95b8b4db999bb5ecdde8f0644 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:55.404496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:55.411609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:55.451960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.514521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.603463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9671ac63-e612-451e-8a3c-98143652968f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:55.615653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Allocated IP 2001:db8::f816:3eff:fe0b:bcf2 (9d919997-7b56-4b49-acd8-35888c2943cc/a8798951-1e76-4306-858a-521f9e9196d1/63f090f9-a20b-48fa-b7c6-5c2c8aea7c48) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:55.617627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9671ac63-e612-451e-8a3c-98143652968f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:55.618127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.648160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.648899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port c7e06e16-2d86-477f-aa99-d881e2dcf7dc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:55.648899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.659445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:55.677352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.729458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.757598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.775799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:55.780405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:55.784973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-76d1815a-ac29-4fd7-8d6c-09f03451533d tempest-QuotasNegativeTest-755108646 tempest-QuotasNegativeTest-755108646-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ffecf4e8-0fe4-4e6a-b9d0-8c0714158f7c HTTP/1.1" status: 204 len: 168 time: 2.0383737 Apr 01 15:48:55.789515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:55.864845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] Sync routers for ids ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:55.920863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] Routers {'4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:55.920863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:55.936325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.969960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.990034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.014009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:56.017902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.035342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:56.054729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.060142 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46a9c2ef-aaa7-48f1-8496-f1e30bdea470 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.6700904 Apr 01 15:48:56.060321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41502) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:56.075663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] Routers {'4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:56.076295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:56.080295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:56.140228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.151994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:56.152435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed8fc62-1492-47d4-8985-f61889e06121 None None] The sync data for ids ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:56.155300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.158681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9671ac63-e612-451e-8a3c-98143652968f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9671ac63-e612-451e-8a3c-98143652968f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:56.168690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Transition to ACTIVE for port object 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:56.171171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.191685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Transition to ACTIVE for port object 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:56.236700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.296399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.319270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for c7e06e16-2d86-477f-aa99-d881e2dcf7dc owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:56.328452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:56.329485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9671ac63-e612-451e-8a3c-98143652968f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.332625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:56.385214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:56.438228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.461232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.524060 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:56.534365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Pushing event updated for resources: {'Port': ['ID=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.536850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Attempting to bind port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:56.537612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Attempting to bind port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:56.537760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Attempting to bind port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Bound port: 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:56.554811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.570252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Allocated IP 172.26.7.5 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6a9d3fc9-54ae-42cf-8715-84149a4e0be5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:56.595506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.600913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.608314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32842d-205a-42ac-8a78-24d8a6b49984 None None] Network 8108e776-db91-49d1-a72a-421329038e6a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:56.748802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] For port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:48:56.787365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] For port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:48:56.796896 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88fc32f95b8b4db999bb5ecdde8f0644&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0649657 Apr 01 15:48:56.806252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320a5e9-35a0-4de1-b114-99f882aad389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a3ca6-1f17-42bd-9ea4-f81c062ce910,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.813081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:56.837514 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5793984f-badc-491c-bb17-3a228142b651 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf HTTP/1.1" status: 204 len: 168 time: 2.1076193 Apr 01 15:48:56.846020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41512) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:56.870435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.972717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e96e-05a3-435a-bf3b-26e5673063ff None None] Pushing event updated for resources: {'Port': ['ID=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:56.999046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] DHCP port deletion for 8108e776-db91-49d1-a72a-421329038e6a request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:48:57.004991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Deleting port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:57.005371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.055647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.112170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.165856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:57.215458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=c7e06e16-2d86-477f-aa99-d881e2dcf7dc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.245960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.278375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.284125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.360898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:57.367974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:57.374454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:57.375152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.379196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.417337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.425203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] For port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,segment=NetworkSegment(f3fec845-831d-444a-9d76-584266d30d65),segment_id=f3fec845-831d-444a-9d76-584266d30d65)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:57.425601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.438105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.447502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9671ac63-e612-451e-8a3c-98143652968f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:57.473264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Router caafae58-822f-4d28-941b-6f2064c7561f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:48:57.494248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:57.494851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.505293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=7d48bd7a-08b6-42ba-8402-d6321e3d58c3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.552232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.564366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.582469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f419f6c-a532-4974-afea-d50f8e495291 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3765986 Apr 01 15:48:57.586496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41524) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:57.606027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:27:78:3d', 'name': 'tempest-NetworksTestDHCPv6-575706499'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:57.630854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.635542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:57.639552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:57.653158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Pushing event updated for resources: {'Port': ['ID=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.668890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Usage tracker for resource:security_group_rule and tenant:cc0b97b865cf4097a68d52a5584b8580 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:57.669082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Calling delete_port for f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:57.672757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:57.675113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:48:57.702587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:57.711333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Deleting port 6aa14d7a-b239-43a4-9ffb-50fc8b0d5b8b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:57.711683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.762774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9671ac63-e612-451e-8a3c-98143652968f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:57.763164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.806970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:57.900499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.913846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.917392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.975201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] Pushing event deleted for resources: {'Port': ['ID=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.980963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:48:58.021237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac70516-ebac-4ee0-9ffb-7205b28a7af8 None None] No DVR routers for this DVR port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:58.029005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:48:58.029005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:48:58.042626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.043712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router 67e0d8d5-d325-40a8-8e33-d0f763b17c30 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:48:58.120088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:48:58.132471 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] Sync routers for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:58.151662 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:58.151662 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:58.217738 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:58.229817 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] Routers {'caafae58-822f-4d28-941b-6f2064c7561f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:48:58.234326 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-059f3ff6-ae0f-4415-a3df-5cbe64d0f584 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "PUT /v2.0/routers/caafae58-822f-4d28-941b-6f2064c7561f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6309993 Apr 01 15:48:58.234856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:48:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['caafae58-822f-4d28-941b-6f2064c7561f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:58.240995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:58.244593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:58.256991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.263914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.265803 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/805a3ca6-1f17-42bd-9ea4-f81c062ce910 HTTP/1.1" status: 204 len: 168 time: 1.4461262 Apr 01 15:48:58.283611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.285641 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7df32395-4085-4d64-87e3-1ae243bcf4aa tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 204 len: 168 time: 3.8846197 Apr 01 15:48:58.291814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9135bec-38e5-4fdb-8a86-c5af85b6e7c9,segment=NetworkSegment(f3fec845-831d-444a-9d76-584266d30d65),segment_id=f3fec845-831d-444a-9d76-584266d30d65)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:58.292350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.307766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:58.308467 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e068beb8-b528-4fde-8c34-fc7db7a71d01 None None] The sync data for ids ['caafae58-822f-4d28-941b-6f2064c7561f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:58.373286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e586e0b-0685-4d5f-ab2f-b687dcfc4a38 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:48:58.442874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:58.481813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:58.517627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:58.531559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:58.571308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.581639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:58.587116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e425245-fb18-40b2-81b4-c6f1d9013f35 None None] Provisioning for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:58.632690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-351111178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:58.639891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:48:58.645141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:48:58.648142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:48:58.654616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:48:58.661915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9b10-96a4-430e-9a88-fa25c0a83835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a3ca6-1f17-42bd-9ea4-f81c062ce910,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:58.704038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:58.704145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:58.743935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.745096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.765469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.798826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Calling delete_port for 6aa14d7a-b239-43a4-9ffb-50fc8b0d5b8b owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:48:58.834079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Update dhcp port {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': 'a8798951-1e76-4306-858a-521f9e9196d1', 'ip_address': '2001:db8::f816:3eff:fe0b:bcf2'}, {'subnet_id': '7d48bd7a-08b6-42ba-8402-d6321e3d58c3'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '63f090f9-a20b-48fa-b7c6-5c2c8aea7c48'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:48:58.859026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.864574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:58.893812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.951599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.961636 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d7c9305d-f362-41ed-85d7-56e6779faf39 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4733455 Apr 01 15:48:58.964967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:58.971317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:59.165780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.184574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Allocated IP 172.20.0.2 (9d919997-7b56-4b49-acd8-35888c2943cc/7d48bd7a-08b6-42ba-8402-d6321e3d58c3/63f090f9-a20b-48fa-b7c6-5c2c8aea7c48) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:59.197141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.205527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port f9135bec-38e5-4fdb-8a86-c5af85b6e7c9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:48:59.205854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.287572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.333442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc0b97b865cf4097a68d52a5584b8580&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1572568 Apr 01 15:48:59.353498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41558) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:48:59.361058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.370053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] The port 'f9135bec-38e5-4fdb-8a86-c5af85b6e7c9' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:48:59.393881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:48:59.451753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] For port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:48:59.481078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.511777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.525195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef4c90-6a11-4516-8d51-07fb2548165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0587e40-41c1-42b9-8589-26ea9081a807,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:59.564888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Transition to ACTIVE for port object 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:48:59.575343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-35125669-b646-4984-841a-3403cb99073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.587796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.601915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port e065642c-5f80-4cff-885e-872a19a9488e yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:48:59.655082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.662364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.699604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:48:59.716916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8108e776-db91-49d1-a72a-421329038e6a']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:59.729523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fec845-831d-444a-9d76-584266d30d65') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:59.729817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fec845-831d-444a-9d76-584266d30d65') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:59.742731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.788996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.801326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:59.801726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:59.819161 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:59.872482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1b05-6756-4c33-8673-364624a8b99d None None] Pushing event updated for resources: {'Port': ['ID=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.021062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.100353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.170296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.199769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.200765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.208213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.244232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=8108e776-db91-49d1-a72a-421329038e6a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.255663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b03d3d78-a723-41f7-89f6-9b4a2ce34c3c tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/8108e776-db91-49d1-a72a-421329038e6a HTTP/1.1" status: 204 len: 168 time: 3.4066758 Apr 01 15:49:00.256379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.267403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41572) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:00.291538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.297807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1371148669', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:00.303962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Pushing event deleted for resources: {'Port': ['ID=6aa14d7a-b239-43a4-9ffb-50fc8b0d5b8b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.318925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:00.360716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 73694657-3b61-4d82-9334-25a85bc8acac {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:00.361070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.451427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:00.477087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:00.609298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:00.610732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Allocated IP 172.26.7.129 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/b8533c15-55de-4ed0-bed1-9abbe3255ed5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:00.720969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Provisioning for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:00.727970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Provisioning complete for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:00.728445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.739364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.744525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 172.20.0.12 (9d919997-7b56-4b49-acd8-35888c2943cc/7d48bd7a-08b6-42ba-8402-d6321e3d58c3/e065642c-5f80-4cff-885e-872a19a9488e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:00.790254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.874468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe27:783d (9d919997-7b56-4b49-acd8-35888c2943cc/a8798951-1e76-4306-858a-521f9e9196d1/e065642c-5f80-4cff-885e-872a19a9488e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:00.878610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.893973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.927900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.937059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] For port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:00.956644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.957675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.983994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.007789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:01.010686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:01.019832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:01.021233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.061606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event updated for resources: {'Port': ['ID=b8533c15-55de-4ed0-bed1-9abbe3255ed5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:01.115977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0587e40-41c1-42b9-8589-26ea9081a807,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:01.182293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7574c50-cd21-4152-8f15-73e90020f3a3 None None] Pushing event updated for resources: {'Port': ['ID=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:01.209424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.211173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41586) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:01.248210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335440984', 'description': 'tempest-secgroup-smoke-1335440984 description', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:01.270165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:01.327570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:01.341963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:01.342334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.392643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:01.416193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:01.420665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.445460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:01.579404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.795630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for 73694657-3b61-4d82-9334-25a85bc8acac owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:01.931464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.935342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.995010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:01.996735 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1ed19a53-d784-4fb9-bcd7-4dd64e64586a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0587e40-41c1-42b9-8589-26ea9081a807 HTTP/1.1" status: 204 len: 168 time: 2.6370254 Apr 01 15:49:02.006029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.009870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.165216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.174069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.206688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Router 08388443-ced7-4863-9b58-df9d1714f658 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:02.350393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:02.366993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fbccc5a-dc7e-45a1-b0d5-3774378251a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.434363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:02.506402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:02.512757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:02.524711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] Sync routers for ids ['08388443-ced7-4863-9b58-df9d1714f658'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:02.525342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.528980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d5fb7be-212d-4e7a-a28f-e83a4eb22a58 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "PUT /v2.0/routers/08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 200 len: 883 time: 3.5604787 Apr 01 15:49:02.529143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.529241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:02.537777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:02.543178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] Routers {'08388443-ced7-4863-9b58-df9d1714f658'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:02.543883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['08388443-ced7-4863-9b58-df9d1714f658'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.555019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Router 4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:02.582354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.610002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.619557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] Routers {'08388443-ced7-4863-9b58-df9d1714f658'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:02.620352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['08388443-ced7-4863-9b58-df9d1714f658'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.692239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.692639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212720b-e0e1-4073-98e5-e4ed714d473a None None] The sync data for ids ['08388443-ced7-4863-9b58-df9d1714f658'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:02.700609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Router 11b3c7df-9126-4a81-8839-30bac53fd076 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:02.703037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object e065642c-5f80-4cff-885e-872a19a9488e will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:02.739925 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d1cdfcaa-6b71-4bf6-9e02-394d329ee1d6 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 200 len: 924 time: 0.2095184 Apr 01 15:49:02.742723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:02.775797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41606) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:02.783569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.824501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547555c-9c83-4815-bc08-b36a7f644e22 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:02.826312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0547555c-9c83-4815-bc08-b36a7f644e22 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=08388443-ced7-4863-9b58-df9d1714f658&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0826356 Apr 01 15:49:02.829098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41610) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:02.850095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:02.862751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] Sync routers for ids ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:02.875233 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] Routers {'4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:02.876161 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.880525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:02.951735 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.961877 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] Routers {'4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:02.962500 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:02.969482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e7363-18dc-4206-beb9-28929c10f222 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:02.970118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a14e7363-18dc-4206-beb9-28929c10f222 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Synchronizing usage tracker for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:02.983383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a14e7363-18dc-4206-beb9-28929c10f222 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Unset dirty status for tenant:78892b09e2b6428f986fa7130e8b3253 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:02.987421 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a14e7363-18dc-4206-beb9-28929c10f222 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.1545665 Apr 01 15:49:02.987755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.029223 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:03.029223 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2515b-6dc3-49a5-8861-ed96a76a2208 None None] The sync data for ids ['4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:03.033173 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3bf1f51-4f5e-4e9f-a3cb-c38e18afc01f tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 200 len: 205 time: 0.0443199 Apr 01 15:49:03.035684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41618) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.075543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.144347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:03.217650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Usage tracker for resource:security_group_rule and tenant:9cacb0f3793041c4a4ded45a2e395254 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:03.221335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:03.226935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.305989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:03.332547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.333698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e18363b0-f243-42e2-b910-600a4fd156ea tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "PUT /v2.0/routers/4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 200 len: 706 time: 7.2643790 Apr 01 15:49:03.345778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41622) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.350781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.357550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.409300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.454211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.486521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port b8533c15-55de-4ed0-bed1-9abbe3255ed5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:03.486865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.500707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Port': ['ID=73694657-3b61-4d82-9334-25a85bc8acac,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:03.566265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.649424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.652679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:03.657149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:03.662006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Sync routers for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:03.663219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.673590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:03.674223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:03.698940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:03.717757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:03.725717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-04cac102-dffe-4310-aba0-bb4c264fe990 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/routers/4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 200 len: 741 time: 0.3693850 Apr 01 15:49:03.725846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41628) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.728688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:03.770070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:03.805458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:03.835646 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1490fbf5-55dd-4c19-b38f-0f85384a5a06 tempest-RoutersAdminTest-2108236797 tempest-RoutersAdminTest-2108236797-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 200 len: 205 time: 0.1066635 Apr 01 15:49:03.835646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.841058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for b8533c15-55de-4ed0-bed1-9abbe3255ed5 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:03.851968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:03.884738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=e065642c-5f80-4cff-885e-872a19a9488e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:03.897706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0a387-7e72-4909-833a-e1bd0ad053ce,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:03.923536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.923626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:03.923705 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4755e693-984f-4a40-800f-f9a3c79588db admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.7604027 Apr 01 15:49:03.929637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41636) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:03.952835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:03.953513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:03.962655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.068722 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d9f66c5-c6e1-429a-81d1-6d0a3a1dee9e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 200 len: 205 time: 0.1953926 Apr 01 15:49:04.072137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:04.265654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.279617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:48:58Z', 'revision_number': 3, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:04.283440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Checking router: 11b3c7df-9126-4a81-8839-30bac53fd076 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:04.283795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Updating router 11b3c7df-9126-4a81-8839-30bac53fd076 port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:04.342639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.386301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f797967c-7de2-4d23-a4f7-d60f783788f0 None None] Provisioning for port e065642c-5f80-4cff-885e-872a19a9488e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:04.393337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.402334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f797967c-7de2-4d23-a4f7-d60f783788f0 None None] Provisioning complete for port e065642c-5f80-4cff-885e-872a19a9488e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:04.402690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f797967c-7de2-4d23-a4f7-d60f783788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.409096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.510927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.533547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f797967c-7de2-4d23-a4f7-d60f783788f0 None None] Port e065642c-5f80-4cff-885e-872a19a9488e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:04.610699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.613644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.691294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.733504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09412d94-2516-4ba5-8301-2363004910b9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.1435986 Apr 01 15:49:04.734498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.735318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:04.737280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:04.752086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.753362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.759265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.776320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.784015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.807490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.830102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Transition to ACTIVE for port object 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:04.846425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=b8533c15-55de-4ed0-bed1-9abbe3255ed5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:04.879830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.884742 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b086d92-f3b6-460f-9907-5161ed6d086a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 204 len: 168 time: 0.8076348 Apr 01 15:49:04.887817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:04.912369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.913332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Fanout notify agent at l3_agent the message router_deleted on router caafae58-822f-4d28-941b-6f2064c7561f {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:04.914323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.933033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.978593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.979596 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7cd9145b-7237-4179-9681-b8acfd8692a4 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/routers/caafae58-822f-4d28-941b-6f2064c7561f HTTP/1.1" status: 204 len: 168 time: 6.7296629 Apr 01 15:49:04.988528 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58d56523-bd21-4f50-921f-c120626ba458 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 200 len: 205 time: 0.0973446 Apr 01 15:49:04.989535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:04.989535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41654) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:04.993548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93923397-3259-44a4-b34a-94e7a0d01858,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:05.025975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Attempting to bind port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:05.028011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Attempting to bind port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:05.028011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Attempting to bind port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:05.038026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:05.039520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:05.039520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.039520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:05.039788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Bound port: 6a9d3fc9-54ae-42cf-8715-84149a4e0be5, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:05.040102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.069718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d4f7-e685-4f9f-980c-e2451cb91ca6 None None] Pushing event updated for resources: {'Port': ['ID=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:05.115834 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cacb0f3793041c4a4ded45a2e395254&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3170803 Apr 01 15:49:05.126725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] For port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:05.127058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.130998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] For port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:05.131534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.139458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.139458 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c44b2dd-8b88-4ff0-9258-f70d31b16d9b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.9235396 Apr 01 15:49:05.149420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.167197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:05.179912 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4b4fdaaf-eb34-4fa2-9b16-c7d8985cc4be tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:05.180912 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b4fdaaf-eb34-4fa2-9b16-c7d8985cc4be tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/4fe658e0-5ebe-4aa8-a09b-5b39e7609dfe HTTP/1.1" status: 404 len: 336 time: 0.1885252 Apr 01 15:49:05.184336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.187392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687242e-6484-4db3-be67-f620cfde1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8465413-0d66-400f-9264-99314ae63cc9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:05.196948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:05.202932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:05.206440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:05.235520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.266286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:05.278897 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63abc799-c155-4ede-aadc-e20e1ec43b9e tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 200 len: 205 time: 0.0856311 Apr 01 15:49:05.328983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:05.329695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:05.336614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.347718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 172.26.7.56 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/3c8c8489-bacc-42b0-bb8f-f40318926314) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:05.432034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857d4f7-e685-4f9f-980c-e2451cb91ca6 None None] Pushing event updated for resources: {'Port': ['ID=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:05.446023 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-29dc8b10-7e77-47fa-ab6c-2de3ea6426a9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:05.450382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29dc8b10-7e77-47fa-ab6c-2de3ea6426a9 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/cd0a9870-d723-4157-b7e5-0e75b3918abf HTTP/1.1" status: 404 len: 336 time: 0.1032860 Apr 01 15:49:05.453787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.471183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d207c6-2356-4947-b2b7-e08ccb03485b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:05.477008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d207c6-2356-4947-b2b7-e08ccb03485b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:05.478609 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8d207c6-2356-4947-b2b7-e08ccb03485b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7401803 Apr 01 15:49:05.486991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.487806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.493828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting subnet af339fcb-5c7e-44c3-84bb-d2310517bf0b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:05.497724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.535443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.564227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:05.602126 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a6fa98f-0496-429b-ac6f-b12200e0b2b7 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 200 len: 205 time: 0.1451371 Apr 01 15:49:05.606569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.606750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.709557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.738782 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-f0f8e45a-e88e-40e5-a2bc-e0e24730b49a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:05.742791 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f0f8e45a-e88e-40e5-a2bc-e0e24730b49a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/e79da8fe-2ba1-4722-ba3d-281786b9a3b4 HTTP/1.1" status: 404 len: 336 time: 0.1338425 Apr 01 15:49:05.743848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.744351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router 08388443-ced7-4863-9b58-df9d1714f658 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:05.746350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.783184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port e065642c-5f80-4cff-885e-872a19a9488e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:05.784886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.826809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.879022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:48:58Z', 'revision_number': 3, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:05.883267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.883896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcd1c3-41cf-4817-96de-e1dc8357ab86 None None] The sync data for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv is: [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:48:58Z', 'revision_number': 3, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:05.888098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.900343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.900468 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b769341-0a29-4e2f-9088-75661794d751 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 200 len: 205 time: 0.1332231 Apr 01 15:49:05.900468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.900468 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59a08ed9-12cd-4645-8cba-e0cd85a135b4 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 204 len: 168 time: 2.8628426 Apr 01 15:49:05.909886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41696) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:05.934314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-469699616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:05.951590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:05.976936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.998069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:06.012372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:06.025056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:06.029755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-26c4e10b-e974-4387-8670-bbc89726f314 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:06.030803 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26c4e10b-e974-4387-8670-bbc89726f314 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/98a04d0b-23f2-4995-b1af-1a8459593658 HTTP/1.1" status: 404 len: 336 time: 0.1344645 Apr 01 15:49:06.043631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.048575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.095003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c1936a-cadd-41a4-8316-6f2d1499e918,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.118998 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0a7364c5-2e31-410f-a300-6cf18321e446 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 200 len: 205 time: 0.0678160 Apr 01 15:49:06.122739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.216296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.218821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.223200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.310377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.353141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.368882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.377816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.383806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d18a1ec-fd63-43bd-8216-1ae9731dc5f2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2245533 Apr 01 15:49:06.383806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.384046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.390462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:06.424639 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-bdd3fc31-4eb5-498c-a02a-ed34c6cb79f6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:06.427191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bdd3fc31-4eb5-498c-a02a-ed34c6cb79f6 tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/5d98149f-7d8d-4525-966e-487d2209a8ba HTTP/1.1" status: 404 len: 336 time: 0.3024471 Apr 01 15:49:06.434589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.454158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.520273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:06.520491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:06.529649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:06.539830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for e065642c-5f80-4cff-885e-872a19a9488e owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:06.551339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:06.581647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:06.584954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.590633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3137be70-600f-44fd-a4b5-f1195f078e2a tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e583055-89a2-4444-a364-8714ce439861 HTTP/1.1" status: 200 len: 205 time: 0.1471424 Apr 01 15:49:06.590824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.607693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.614043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:06.644686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8465413-0d66-400f-9264-99314ae63cc9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.677582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=3c8c8489-bacc-42b0-bb8f-f40318926314,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.680839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:06.683586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Subnet': ['ID=af339fcb-5c7e-44c3-84bb-d2310517bf0b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.688470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.702639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.703171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1d84d-62ea-497d-822d-b1315f906a54 None None] Network 45925d36-e113-49b9-9f2b-2ca7ee246059 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:06.706642 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-101a5990-d614-4ef1-9d45-c69799fa71a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8465413-0d66-400f-9264-99314ae63cc9 HTTP/1.1" status: 204 len: 168 time: 1.5367095 Apr 01 15:49:06.723998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0fb05aab-b5e7-443f-8632-2f6c7aeb69dc tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/subnets/af339fcb-5c7e-44c3-84bb-d2310517bf0b HTTP/1.1" status: 204 len: 168 time: 1.7330821 Apr 01 15:49:06.726938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.748735 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-a6f37d11-f936-440b-911f-52887fcd2afd tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] delete failed (client error): The resource could not be found. Apr 01 15:49:06.749781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6f37d11-f936-440b-911f-52887fcd2afd tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/routers/5e583055-89a2-4444-a364-8714ce439861 HTTP/1.1" status: 404 len: 336 time: 0.1411328 Apr 01 15:49:06.758784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.836911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.838382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f80bb85-6eef-4018-a98a-82fde672ea3b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9183528 Apr 01 15:49:06.847190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:06.898797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': True}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:06.918119 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b875485-cb79-4279-ae0d-46356b9a71db tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] DELETE failed (client error): The resource could not be found. Apr 01 15:49:06.918641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b875485-cb79-4279-ae0d-46356b9a71db tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:07.006099 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9b875485-cb79-4279-ae0d-46356b9a71db tempest-RoutersAdminTest-488973703 tempest-RoutersAdminTest-488973703-project] 10.222.0.18 "DELETE /v2.0/subnets/c0f80636-d020-41d9-aa77-7b7478880265 HTTP/1.1" status: 404 len: 337 time: 0.2437415 Apr 01 15:49:07.037973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.054752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.132887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] DHCP port deletion for 45925d36-e113-49b9-9f2b-2ca7ee246059 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:07.140222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Deleting port 736df0f3-33ed-4a41-b8fa-5980d9b45abe {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:07.140960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.174997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Allocated IP 172.20.0.1 (2ded8afc-50fc-4a25-af7b-831ce3ae3148/53032bd6-0ba0-493d-bd4a-9f47c10c74af/952bcffe-67e7-490b-8e38-3c72bb2c0d4f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:07.462250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:07.474817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 736df0f3-33ed-4a41-b8fa-5980d9b45abe {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:07.475184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.598916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.614977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.653080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] For port 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=736df0f3-33ed-4a41-b8fa-5980d9b45abe,segment=NetworkSegment(0f47469a-de15-4594-8edd-ba05aa61c92a),segment_id=0f47469a-de15-4594-8edd-ba05aa61c92a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:07.654297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.738300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.743186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.796628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:07.818237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.875599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Calling delete_port for 736df0f3-33ed-4a41-b8fa-5980d9b45abe owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:07.891478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=e065642c-5f80-4cff-885e-872a19a9488e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:07.893361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.017985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:08.023880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:08.026138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.082027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.114633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.119776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Transition to ACTIVE for port object 952bcffe-67e7-490b-8e38-3c72bb2c0d4f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:08.144102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] Pushing event deleted for resources: {'Port': ['ID=736df0f3-33ed-4a41-b8fa-5980d9b45abe,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:08.158755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] For port 736df0f3-33ed-4a41-b8fa-5980d9b45abe, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=736df0f3-33ed-4a41-b8fa-5980d9b45abe,segment=NetworkSegment(0f47469a-de15-4594-8edd-ba05aa61c92a),segment_id=0f47469a-de15-4594-8edd-ba05aa61c92a)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:08.159119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.161055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71e2e5-cdc2-4df9-8ef0-7cb436492564 None None] No DVR routers for this DVR port 736df0f3-33ed-4a41-b8fa-5980d9b45abe on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:08.180952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe21fc0-6b78-47f4-a59f-0e72f0711d78,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:08.189574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:08.247798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.275258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.278408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:08.343292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.416908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for 736df0f3-33ed-4a41-b8fa-5980d9b45abe owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:08.446786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Usage tracker for resource:security_group_rule and tenant:99c29314c68843c8a46553dde039063f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:08.453090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.454210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 736df0f3-33ed-4a41-b8fa-5980d9b45abe no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:08.498421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:08.523204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 736df0f3-33ed-4a41-b8fa-5980d9b45abe {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:08.523811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 736df0f3-33ed-4a41-b8fa-5980d9b45abe not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:08.554251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.555793 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fefe06c9-06c8-4763-b3ae-2a59b193106d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1728306 Apr 01 15:49:08.560774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:08.562427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41764) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.578760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:08.578987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:08.583533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:08.591756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:08.595922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:08.602676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:08.605729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:08.638315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:08.641003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Pushing event updated for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:08.661369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:08.674328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41768) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.698766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.729520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.747524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:08.748165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:08.754251 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-774aba02-0eb8-430a-aba2-785c76580201 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/e065642c-5f80-4cff-885e-872a19a9488e HTTP/1.1" status: 204 len: 168 time: 3.2577870 Apr 01 15:49:08.758727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.761548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.816582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:08.851509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-33767487'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:08.882760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0594abb-6b57-4170-bf30-6755ccb277ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:08.884393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0594abb-6b57-4170-bf30-6755ccb277ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:08.887713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0594abb-6b57-4170-bf30-6755ccb277ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:08.891441 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0594abb-6b57-4170-bf30-6755ccb277ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1311154 Apr 01 15:49:08.895675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.899089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.912862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:08.933323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Usage tracker for resource:network and tenant:3384ef1feb6a402f918bb5e035ebb1c2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:08.941107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:08.943704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6f7c8ed5-eaac-4b77-9a5b-f6eae1e9a7ca None None] Provisioning for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:08.950443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6f7c8ed5-eaac-4b77-9a5b-f6eae1e9a7ca None None] Provisioning complete for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:08.950443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6f7c8ed5-eaac-4b77-9a5b-f6eae1e9a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.955863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:08.965076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.008845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c8ed5-eaac-4b77-9a5b-f6eae1e9a7ca None None] Port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:09.037797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.077365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a69d5c-80e5-49ff-9284-d4400f4661e1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:09.099311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:09.102686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.139593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.155398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:09.157107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.166294 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] Sync routers for ids ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:09.177134 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] Routers {'fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:09.181356 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.190131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.206132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Usage tracker for resource:security_group_rule and tenant:3384ef1feb6a402f918bb5e035ebb1c2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.212536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.212536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09aa6aaa-6c27-4e17-b709-04bd1574ff25 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6413360 Apr 01 15:49:09.212692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.216382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41782) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.218247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.234077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:09.238516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.242431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 7d48bd7a-08b6-42ba-8402-d6321e3d58c3 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:09.245324 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.253212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.255290 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] Routers {'fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:09.256180 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.259738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.265545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 736df0f3-33ed-4a41-b8fa-5980d9b45abe {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:09.265883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.297714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.307518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:09.332867 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.333667 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74582ac-c33f-4f4f-bcb3-6c1e83d005f2 None None] The sync data for ids ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:09.384572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:09.385326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.390599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99c29314c68843c8a46553dde039063f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5907059 Apr 01 15:49:09.390599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa838f-3a9c-4f67-a3f8-2d1e11556555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41794f13-bad4-40d7-8aba-0b036f31d515,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:09.399504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41786) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.455970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] The port '736df0f3-33ed-4a41-b8fa-5980d9b45abe' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:49:09.481088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.486984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.492357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.514431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.515659 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08e6a3dd-d28a-478d-b3e3-99b1e2ac204a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.2438166 Apr 01 15:49:09.520738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41790) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.594217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.632161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.693956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.750570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.778064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.785906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.809810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45925d36-e113-49b9-9f2b-2ca7ee246059']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.830547 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29766299-d169-4bfc-8a72-021260d094ee tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers/fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 200 len: 884 time: 0.3087487 Apr 01 15:49:09.835688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.842594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.855338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f47469a-de15-4594-8edd-ba05aa61c92a') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.855644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f47469a-de15-4594-8edd-ba05aa61c92a') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:09.866754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.889413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.905061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.918408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.013505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.041819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:49:10.042221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:10.057721 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:10.100446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.106765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.164300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.166473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 172.26.7.81 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/875166a9-9914-48f1-a10f-731fb347a9aa) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:10.205586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850a2e27-c39f-4213-bd1c-a35f03a075a6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.208002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Pushing event updated for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.222986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.226267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dfb147-ce52-43cb-a404-c4543e3f28c6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.266870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:10.270547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.273604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.277409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.282854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.342267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.343103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Added segment 20c4067a-9254-4622-9dcc-207ecbdcd8b4 of type vlan for network 88e29e3e-2eed-4814-856b-9c0af689b1ef Apr 01 15:49:10.366649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.370349 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d4f9720-4e33-4efa-9243-9116b01c0191 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1508515 Apr 01 15:49:10.371294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Network': ['ID=45925d36-e113-49b9-9f2b-2ca7ee246059,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.374339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41794f13-bad4-40d7-8aba-0b036f31d515,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.375334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41798) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:10.376653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=7d48bd7a-08b6-42ba-8402-d6321e3d58c3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.386508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.404106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:10.404411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf2b0b-1f13-4a6e-b02a-513b9cb07378 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:10.414642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.421572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:10.427289 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91641439-600d-4702-b650-e88611b0e025 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/7d48bd7a-08b6-42ba-8402-d6321e3d58c3 HTTP/1.1" status: 204 len: 168 time: 1.5304654 Apr 01 15:49:10.430303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41802) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:10.439166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:10.490037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:10.494263 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08918f91-197b-4e85-b564-b8788f35710c tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/networks/45925d36-e113-49b9-9f2b-2ca7ee246059 HTTP/1.1" status: 204 len: 168 time: 3.7660296 Apr 01 15:49:10.495352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41806) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:10.507134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.514329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:10.549744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:10.552439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:10.564134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.568688 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c7bfec62-d5e4-4815-98bd-0b786b3bb7df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41794f13-bad4-40d7-8aba-0b036f31d515 HTTP/1.1" status: 204 len: 168 time: 1.1411572 Apr 01 15:49:10.653498 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Project 35c3ff7397fa45b1b8a7dec146f3f365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:49:10.672645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.692086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.697776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:10.699396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.731447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet a8798951-1e76-4306-858a-521f9e9196d1 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:10.737222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Deleting port 41e25355-f2d4-4564-adcd-c6755f004188 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:10.737557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.768533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.947255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f5bf15b-237d-441d-8858-62843fba6c31 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:router {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:10.987318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fff6ac37-e9af-4d98-8747-9240ef87814c None None] Provisioning complete for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:10.991548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fff6ac37-e9af-4d98-8747-9240ef87814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.015608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.090019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Network': ['ID=88e29e3e-2eed-4814-856b-9c0af689b1ef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.105993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.113075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Router 11b3c7df-9126-4a81-8839-30bac53fd076 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:11.114115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:11.159736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.285789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f5bf15b-237d-441d-8858-62843fba6c31 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:router {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:11.286589 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f5bf15b-237d-441d-8858-62843fba6c31 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4477971 Apr 01 15:49:11.289743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.290923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.293096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-698e1fa8-1c62-4b13-8857-4010e50d6878 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6157959 Apr 01 15:49:11.310189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fff6ac37-e9af-4d98-8747-9240ef87814c None None] Port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:11.315756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41818) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.338572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'subnet': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:11.358468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bf34c7-9b3d-49ab-a215-21b081200f12,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.384524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1371148669'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:11.446373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.450565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.488366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.492269 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6cabec15-1212-4526-b78b-44e0756e221e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1114879 Apr 01 15:49:11.497183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41822) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.533625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-58539572-96b8-46d8-8923-a68dd799c10b None None] Provisioning complete for port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:11.534194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58539572-96b8-46d8-8923-a68dd799c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.561907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=a8798951-1e76-4306-858a-521f9e9196d1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.562115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'security_group_rule': {'security_group_id': '93923397-3259-44a4-b34a-94e7a0d01858', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:11.578141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.590915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:11.597930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41826) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.602991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:11.612944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3f1bf-9010-4461-867d-8038fa1c1691 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:11.617932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:security_group_rule and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:11.623359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:11.631788 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87ee5eaf-69f7-4e3e-bf36-ddb1e2ff7aef admin admin] 10.222.0.18 "PUT /v2.0/routers/11b3c7df-9126-4a81-8839-30bac53fd076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6916945 Apr 01 15:49:11.632174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:11.632807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:11.635427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:11.637852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:11.657187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Usage tracker for resource:subnet and tenant:3384ef1feb6a402f918bb5e035ebb1c2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:11.665293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:11.678012 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70a10628-c88c-4206-8ecd-b46560c4d72e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/a8798951-1e76-4306-858a-521f9e9196d1 HTTP/1.1" status: 204 len: 168 time: 1.2463846 Apr 01 15:49:11.678994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:11.684466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Sync routers for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:11.698040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=875166a9-9914-48f1-a10f-731fb347a9aa,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.700692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.708011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:11.711104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.711486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.771172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:11.771885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:11.802108 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Project 35c3ff7397fa45b1b8a7dec146f3f365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:49:11.833460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.875002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ff5ce91-d199-49ff-849d-dfe730e8b4e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19dee60aa4a849bea0ec5a89d111c1c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2758715 Apr 01 15:49:11.880580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ebb2971-ddde-4b00-8399-75084efcaba4 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:11.884106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.917015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Calling delete_port for 41e25355-f2d4-4564-adcd-c6755f004188 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:11.945483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.950286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:11.954118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.123584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:12.307912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ebb2971-ddde-4b00-8399-75084efcaba4 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:router {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:12.312367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3ebb2971-ddde-4b00-8399-75084efcaba4 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6105363 Apr 01 15:49:12.316807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.340194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.349733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:12.420737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.462276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:12.479523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Deleting port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:12.480189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.534678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Subnet': ['ID=20cc8d5c-ae6b-45f3-883c-f6e89736253a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.549143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e538a3-047e-4916-9536-b5e9193b1171,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.551969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.656933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41848) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.670391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367236283', 'description': 'tempest-description--1914305612'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:12.679306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.695689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.708126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] For port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:12.708126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.709510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Usage tracker for resource:security_group and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.717588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.726790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.736120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.739472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.743521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f829b4ff-e8fc-4aa1-a555-6cc0dbad7d86 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2424533 Apr 01 15:49:12.750539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.754922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.754922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Checking segment: {'id': '20c4067a-9254-4622-9dcc-207ecbdcd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:12.754922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network hostable DHCP agents. Network: 88e29e3e-2eed-4814-856b-9c0af689b1ef, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:12.760035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.762396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.770081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'network': {'name': 'tempest-network-smoke--1202490949', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:12.786765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.798515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.800671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:network and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.806134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.818633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.830347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.841591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Calling delete_port for 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:12.851453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.857019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Usage tracker for resource:security_group_rule and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.860574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Pushing event deleted for resources: {'Port': ['ID=41e25355-f2d4-4564-adcd-c6755f004188,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.861064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.867695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.878372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:12.881984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.922054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:12.928765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Made reservation on behalf of 35c3ff7397fa45b1b8a7dec146f3f365 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:12.932478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.993616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.016592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.046145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] Pushing event deleted for resources: {'Port': ['ID=63f090f9-a20b-48fa-b7c6-5c2c8aea7c48,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.054558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094b942-25d2-4d1a-a440-4e00d110ddb1 None None] No DVR routers for this DVR port 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:13.057477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68209d02-4065-4a19-b9fd-361db2a09817,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.071991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 88e29e3e-2eed-4814-856b-9c0af689b1ef) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:13.076431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:09Z', 'revision_number': 2, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:13.080610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Checking router: 11b3c7df-9126-4a81-8839-30bac53fd076 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:13.087410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Updating router 11b3c7df-9126-4a81-8839-30bac53fd076 port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:13.103579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:13.110418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:13.110856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.117603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8896d6-c680-448a-b0bc-9906eacbdcaf None None] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:13.134154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.142272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.146268 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3c08a21-dbaf-40cb-96be-d8422b53957f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68209d02-4065-4a19-b9fd-361db2a09817 HTTP/1.1" status: 204 len: 168 time: 1.2571228 Apr 01 15:49:13.157206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.166224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.166224 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Added segment e5e44478-8044-4111-ae14-385219c8c392 of type vlan for network 2f6d6d1f-a68a-4853-b072-12a58a214aef Apr 01 15:49:13.243687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.250191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.261399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.283528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.321797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:13.322202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.333499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bbd8e773-8379-4782-8551-11a2cdcec336 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0094399 Apr 01 15:49:13.335980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:13.355362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-745874862'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:13.377891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:13.377891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 63f090f9-a20b-48fa-b7c6-5c2c8aea7c48 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:13.384484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf8206-998e-4fb6-9ae6-afbe60161a84,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.451620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.455388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2f6a6e2-0cba-4995-a9db-eaabe2f49e15 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7893102 Apr 01 15:49:13.458347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:13.471666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.474787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.480962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:13.481540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.485308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'security_group_rule': {'security_group_id': '88cf8206-998e-4fb6-9ae6-afbe60161a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:13.542919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.546695 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cd63b86-e622-47ef-8364-04a53cb0ea18 tempest-FloatingIPAdminTestJSON-49234997 tempest-FloatingIPAdminTestJSON-49234997-project] 10.222.0.18 "DELETE /v2.0/floatingips/50719a20-040c-4c3e-b01c-6e0aecf09de5 HTTP/1.1" status: 204 len: 168 time: 3.0406816 Apr 01 15:49:13.546695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:13.635084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-88e29e3e-2eed-4814-856b-9c0af689b1ef', 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'tenant_id': '3384ef1feb6a402f918bb5e035ebb1c2', 'fixed_ips': [{'subnet_id': '20cc8d5c-ae6b-45f3-883c-f6e89736253a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:13.637650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Network': ['ID=2f6d6d1f-a68a-4853-b072-12a58a214aef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.638058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Usage tracker for resource:security_group_rule and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:13.638679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.658235 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f235f2d2-ceda-4819-8054-d4ec1c3c0425 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8992789 Apr 01 15:49:13.658457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:13.663790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:13.670950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:13.685612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:13.712069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'admin_state_up': True, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:13.723446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:49:13.725767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.730699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:13.773416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:router and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:13.785912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:13.800917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:13.812374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:13.818346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:13.825664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:13.827011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.849979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.879036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4b407-7ed2-4725-8982-d19a51d9a105 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:13.898470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.899040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.922418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:13.929762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.957022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Usage tracker for resource:port and tenant:3384ef1feb6a402f918bb5e035ebb1c2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:13.957536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d956140b-aad4-4703-8dc3-bcf6f5b7aa01 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6390247 Apr 01 15:49:13.959825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41880) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:13.970211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:13.970424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:13.970509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.090498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:14.247544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:14.263868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:14.272542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.326276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:14.331401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:14.350324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:14.358916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:14.359924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.375231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Allocated IP 172.20.0.2 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/ab15ad46-c6ee-4d58-be4b-37c6e595e455) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:14.385667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.389166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:14.405147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.521303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.573966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:14.577888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.608081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.629402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Transition to ACTIVE for port object 952bcffe-67e7-490b-8e38-3c72bb2c0d4f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:14.633182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.656625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port a43b3ebf-765a-4334-9f15-410e5a84edda yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:14.695971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f86b671-c15c-4651-b502-e7cc66d3f4c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed0b738610d7413b879039f41dfd214c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215722 Apr 01 15:49:14.696619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.760598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.785173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:14.788674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.803744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.855700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.875788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.896900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82ac878-4b51-43f9-9105-c590576a22cb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.940620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:14.951649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.953155 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1eb2aef-5f07-48bf-83d2-529b0765fc2b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 200 len: 891 time: 3.6607616 Apr 01 15:49:14.955024 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] Sync routers for ids ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:14.957773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.971804 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] Routers {'fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:14.972423 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.013303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae8c09-6553-412d-b53a-f4a436216358 None None] Pushing event updated for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.042792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.044676 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49b26faa-5267-4e2e-ba10-0ecca64bf400 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5848618 Apr 01 15:49:15.051343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:15.057554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'security_group_rule': {'security_group_id': '88cf8206-998e-4fb6-9ae6-afbe60161a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:15.069462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:15.095127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Usage tracker for resource:security_group_rule and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:15.117078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:15.140381 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.150311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:15.157352 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] Routers {'fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:15.158620 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.238053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 38888e60-3cb5-4134-9e45-efdab25b9ce4 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:15.281234 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.282644 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c424c35-3926-412c-82a8-eb9fae079315 None None] The sync data for ids ['fdc2176a-3b38-4d71-9284-ae2ce73f3cf6'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:15.283809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.361033 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9132cf5-0042-49fc-b6dd-60e85ea30b7b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers/fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 200 len: 891 time: 0.3990579 Apr 01 15:49:15.361757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:15.384715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.419105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d4f4c0fc-1a90-471a-a7ae-788b0a9ef327 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:15.420062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Allocated IP 2001:db8::f816:3eff:fef1:c29a (9d919997-7b56-4b49-acd8-35888c2943cc/6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb/3cf04ee4-c7ab-4f78-b239-0d19685d0462) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:15.422106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d68089-1d7e-43fc-94d1-82be20985d33,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.438753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.488738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Transition to ACTIVE for port object ab15ad46-c6ee-4d58-be4b-37c6e595e455 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:15.538650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:15.543066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.544416 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d33a44f-7156-48fd-96c0-2ff43b961587 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "PUT /v2.0/routers/38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 200 len: 917 time: 8.6621439 Apr 01 15:49:15.549096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:15.592680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] Sync routers for ids ['38888e60-3cb5-4134-9e45-efdab25b9ce4'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:15.614171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d4f4c0fc-1a90-471a-a7ae-788b0a9ef327 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:15.615609 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4f4c0fc-1a90-471a-a7ae-788b0a9ef327 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 200 len: 205 time: 0.2510111 Apr 01 15:49:15.616256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.624930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:15.630234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Attempting to bind port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:15.630685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Attempting to bind port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:15.631116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Attempting to bind port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f on network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:15.636754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Transition to ACTIVE for port object ab15ad46-c6ee-4d58-be4b-37c6e595e455 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:15.648511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] Routers {'38888e60-3cb5-4134-9e45-efdab25b9ce4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:15.648511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['38888e60-3cb5-4134-9e45-efdab25b9ce4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.671618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.677672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.679421 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8944aa69-f79a-4d3f-8262-fb3ad959ee46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01d68089-1d7e-43fc-94d1-82be20985d33 HTTP/1.1" status: 204 len: 168 time: 0.9816701 Apr 01 15:49:15.704387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:15.704767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Checking segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:15.707211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.707211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Bound using segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:15.707211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Bound port: 952bcffe-67e7-490b-8e38-3c72bb2c0d4f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:15.707211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.740010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.783919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.793232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.882109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.883490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] Routers {'38888e60-3cb5-4134-9e45-efdab25b9ce4'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:15.884210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['38888e60-3cb5-4134-9e45-efdab25b9ce4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:15.914110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.933652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03838d16-1fd3-4635-aab8-c6781628146f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.997135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.029391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.058358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.066026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.075754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:16.076163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8551ad2-6ffb-4857-a424-0f773773c3ae None None] The sync data for ids ['38888e60-3cb5-4134-9e45-efdab25b9ce4'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:16.078491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Pushing event updated for resources: {'Port': ['ID=ab15ad46-c6ee-4d58-be4b-37c6e595e455,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:16.085199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.091411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:16.093500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=b53a4212-3b88-421b-a907-bc3502c744c4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:16.118450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Allocated IP 172.26.7.125 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c76b4a9b-ef6a-4ae5-b150-5ca579687dca) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:16.165971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:16.166638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.191718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.196390 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87b7e190-30ad-41d0-8d8c-b33baf1a10d0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1437104 Apr 01 15:49:16.202786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.229320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:16.241624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:16.247234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.10 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/a43b3ebf-765a-4334-9f15-410e5a84edda) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:16.273608 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87179db4-4a0a-4508-8b45-25c28b80f449 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 200 len: 923 time: 0.7231033 Apr 01 15:49:16.274278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.279569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.311628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] For port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:16.315466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] For port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:16.380233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.387652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.421243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.481797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-164749a7-c585-46f4-915a-06d5463c1587 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5186729 Apr 01 15:49:16.484750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41960) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.487050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Usage tracker for resource:floatingip and tenant:2c4981777fcb49aa96ca3c0b089d43e6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:16.499953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:16.501338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Attempting to bind port ab15ad46-c6ee-4d58-be4b-37c6e595e455 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:16.502116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Attempting to bind port ab15ad46-c6ee-4d58-be4b-37c6e595e455 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '20c4067a-9254-4622-9dcc-207ecbdcd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:16.502927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Attempting to bind port ab15ad46-c6ee-4d58-be4b-37c6e595e455 on network 88e29e3e-2eed-4814-856b-9c0af689b1ef {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:16.514202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:93:13:7f', 'name': 'tempest-NetworksTestDHCPv6-1254365299'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:16.527387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Transition to ACTIVE for port object 3cf04ee4-c7ab-4f78-b239-0d19685d0462 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:16.565358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.570996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:16.580030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Transition to ACTIVE for port object 3cf04ee4-c7ab-4f78-b239-0d19685d0462 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:16.580434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.582608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:16.583787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:16.594258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1729589992'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:16.638648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:16.639031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Checking segment: {'id': '20c4067a-9254-4622-9dcc-207ecbdcd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:16.639702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.639866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Bound using segment: {'id': '20c4067a-9254-4622-9dcc-207ecbdcd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:16.640362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Bound port: ab15ad46-c6ee-4d58-be4b-37c6e595e455, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c4067a-9254-4622-9dcc-207ecbdcd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:16.640752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.693670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.716076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9665d-362b-4da0-8a69-63ac662afd52 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:16.720460 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39a9665d-362b-4da0-8a69-63ac662afd52 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=38888e60-3cb5-4134-9e45-efdab25b9ce4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4440315 Apr 01 15:49:16.721612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 3c8c8489-bacc-42b0-bb8f-f40318926314 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:16.722235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.732359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:16.740803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae8c09-6553-412d-b53a-f4a436216358 None None] Pushing event updated for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:16.743400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41964) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.760697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Usage tracker for resource:router and tenant:c931e0bfb4114336b964927194b156fb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:16.770798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:16.778259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.799019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.810974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.817072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.829053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:16.835121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:16.850658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:16.927285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41968) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:16.937574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.981135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.993939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object a43b3ebf-765a-4334-9f15-410e5a84edda will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:17.010389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:17.028426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c10306695f5e4877b77dc7aa1fa6a94b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:17.034908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Pushing event updated for resources: {'Port': ['ID=3cf04ee4-c7ab-4f78-b239-0d19685d0462,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.037086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.040067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.043087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:17.048603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.063528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:17.083099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] For port ab15ad46-c6ee-4d58-be4b-37c6e595e455, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:17.088733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] For port ab15ad46-c6ee-4d58-be4b-37c6e595e455, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ab15ad46-c6ee-4d58-be4b-37c6e595e455,segment=NetworkSegment(20c4067a-9254-4622-9dcc-207ecbdcd8b4),segment_id=20c4067a-9254-4622-9dcc-207ecbdcd8b4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:17.100919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:17.172245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.205087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 3c8c8489-bacc-42b0-bb8f-f40318926314 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:17.217123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Attempting to bind port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:17.217500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Attempting to bind port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:17.217865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Attempting to bind port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:17.246515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:17.267920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.268931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.276931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:17.294543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:17.303823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:17.304202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:17.304987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.304987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:17.305485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Bound port: 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:17.305851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.334005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.375695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:17.419807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:17.431841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:17.435037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:17.441166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddfc3e-db9a-4740-8b05-90fa159bdc6b None None] Pushing event updated for resources: {'Port': ['ID=ab15ad46-c6ee-4d58-be4b-37c6e595e455,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.490613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b51c2-1646-45c9-9235-0d1c5fe2c4cc tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.497261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a48b51c2-1646-45c9-9235-0d1c5fe2c4cc tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.7386942 Apr 01 15:49:17.504687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.508762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:17.516673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=a43b3ebf-765a-4334-9f15-410e5a84edda,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.522279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.551046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] For port 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:17.596217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.597003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.605568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5839361-b376-4d93-9d3c-938838e8ffbb tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 200 len: 205 time: 0.0931544 Apr 01 15:49:17.617422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41976) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:17.618189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.674424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:17.678976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8509e6b-61d8-4704-97f0-e5ffe61dd64b None None] The sync data for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv is: [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:17.698415 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c10306695f5e4877b77dc7aa1fa6a94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698948 Apr 01 15:49:17.700071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff445f22-efde-457b-94ba-588d6736f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8efa9c-c48b-4693-b02c-81acef5c4c3a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.703058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41980) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:17.715180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:17.772992 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c5c599c-4304-43c3-8f99-84dadbda25e7 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4340975 Apr 01 15:49:17.779330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41984) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:17.785445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.786581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-642592029', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:76:9e:7c'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:17.814679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.825789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] For port 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3cf04ee4-c7ab-4f78-b239-0d19685d0462,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:17.880613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.932089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=3c8c8489-bacc-42b0-bb8f-f40318926314,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.085871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348176-c0a1-4093-b877-59e358abdf1b None None] Pushing event updated for resources: {'Port': ['ID=3cf04ee4-c7ab-4f78-b239-0d19685d0462,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.362072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.368291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.400722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.411749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-06c814ea-70d9-4f0d-b7b2-62a48a69002c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.3753140 Apr 01 15:49:18.475216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:18.480573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.499320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.516023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:18.554279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.574762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Usage tracker for resource:port and tenant:3384ef1feb6a402f918bb5e035ebb1c2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:18.586541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:18.591963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.596892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.598805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:18.721248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:18.762282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.763619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:18.899739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.924937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.931802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 41992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:18.935065 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a54705b-a8c2-46a1-8459-1e5461574f3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 204 len: 168 time: 3.3051159 Apr 01 15:49:18.953214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port 8318af51-d6ef-43e6-96d1-191a9953aab6 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:18.963690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.976386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1529814047'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:18.982268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:18.986500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:18.990255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:18.996969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:19.029231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.057115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4869df-d28e-4ec3-8df0-f57f43f9824b None None] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:19.166978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port fd3e8a9c-64aa-4518-99d9-ef82b617cef2 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:19.189801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.14 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/8318af51-d6ef-43e6-96d1-191a9953aab6) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:19.279633 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6b2d0aa0-af13-4005-8b3b-74a80d439a64 None None] Provisioning for port ab15ad46-c6ee-4d58-be4b-37c6e595e455 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:19.445315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:19.449366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.519587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.591029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ab15ad46-c6ee-4d58-be4b-37c6e595e455 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:19.623272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.641053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object 8318af51-d6ef-43e6-96d1-191a9953aab6 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:19.756110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.799574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ab15ad46-c6ee-4d58-be4b-37c6e595e455 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:19.804886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ab15ad46-c6ee-4d58-be4b-37c6e595e455 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:19.805261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.840848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.847950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:19.851127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:19.859532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:19.895653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Provisioning complete for port ab15ad46-c6ee-4d58-be4b-37c6e595e455 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:19.896152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.936915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=8318af51-d6ef-43e6-96d1-191a9953aab6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.937220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc41b6-e1bb-4969-b49d-68ea88e0f7d7 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:19.994976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:19.996015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.050252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8efa9c-c48b-4693-b02c-81acef5c4c3a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:20.087917 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c68cceb-92ff-4fab-8efd-ca0591c6b285 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3072557 Apr 01 15:49:20.090789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 41996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:20.215049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.224203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.226952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:20.233354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:20.240682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:20.241819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Synchronizing usage tracker for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:20.249850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.251252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:20.332956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Unset dirty status for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:20.337338 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1735444a-f239-49c5-82ed-94f3e6b2bdee tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2426634 Apr 01 15:49:20.338137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42000) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:20.383415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.390791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 172.20.0.13 (9d919997-7b56-4b49-acd8-35888c2943cc/b53a4212-3b88-421b-a907-bc3502c744c4/fd3e8a9c-64aa-4518-99d9-ef82b617cef2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:20.398183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ab15ad46-c6ee-4d58-be4b-37c6e595e455, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ab15ad46-c6ee-4d58-be4b-37c6e595e455,segment=NetworkSegment(20c4067a-9254-4622-9dcc-207ecbdcd8b4),segment_id=20c4067a-9254-4622-9dcc-207ecbdcd8b4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:20.407050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.415042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.415363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port 8318af51-d6ef-43e6-96d1-191a9953aab6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:20.415461 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment 2563a3ad-7907-46cf-905f-ad7438310880 of type vlan for network 40591693-37cb-4694-8001-3520808d8755 Apr 01 15:49:20.415861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.428337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe93:137f (9d919997-7b56-4b49-acd8-35888c2943cc/6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb/fd3e8a9c-64aa-4518-99d9-ef82b617cef2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:20.434866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.439014 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2173e99e-9cd4-4f1a-ae07-1c2192553ac5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a8efa9c-c48b-4693-b02c-81acef5c4c3a HTTP/1.1" status: 204 len: 168 time: 2.7338939 Apr 01 15:49:20.447654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.448533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 952bcffe-67e7-490b-8e38-3c72bb2c0d4f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:20.473904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Allocated IP 172.26.7.21 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/18deef29-0033-4d90-99db-3849afc53753) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:20.499184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.508094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.514305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d04269c7-18e7-44ac-9d99-b39cb2ff4cb3 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:20.562553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port 875166a9-9914-48f1-a10f-731fb347a9aa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:20.563168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.650943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:20.651796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:20.657727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ab15ad46-c6ee-4d58-be4b-37c6e595e455,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:20.760637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.774299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Update dhcp port {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb', 'ip_address': '2001:db8::f816:3eff:fef1:c29a'}, {'subnet_id': 'b53a4212-3b88-421b-a907-bc3502c744c4'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '3cf04ee4-c7ab-4f78-b239-0d19685d0462'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:49:20.798579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:20.809773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:20.809773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.890919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for 8318af51-d6ef-43e6-96d1-191a9953aab6 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:20.899745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:20.904039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.926421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.927730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eaa582c8-6f22-4cff-bc45-a250542d5d99 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d04269c7-18e7-44ac-9d99-b39cb2ff4cb3 HTTP/1.1" status: 204 len: 168 time: 2.4368799 Apr 01 15:49:20.960573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42008) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.033030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Request body: {'router': {'name': 'tempest-router-1450616432', 'distributed': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:21.056881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.065208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.099475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.143797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:21.163042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Usage tracker for resource:router and tenant:c931e0bfb4114336b964927194b156fb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.166256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.222644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.230091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:21.230717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.235354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.240863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.242739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3cf04ee4-c7ab-4f78-b239-0d19685d0462 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:21.322136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.359060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Provisioning for port a43b3ebf-765a-4334-9f15-410e5a84edda completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:21.386763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.397135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Provisioning complete for port a43b3ebf-765a-4334-9f15-410e5a84edda triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:21.397726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.457284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=8318af51-d6ef-43e6-96d1-191a9953aab6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.478379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.498301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b82075c-cc25-46e3-a474-fdbcfbaaf0d1 None None] Port a43b3ebf-765a-4334-9f15-410e5a84edda cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:21.504125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.528682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5790460 Apr 01 15:49:21.533614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42016) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.545104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '40591693-37cb-4694-8001-3520808d8755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:21.561339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb6de6-2842-4d3e-bd40-0ca426f78f72 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=40591693-37cb-4694-8001-3520808d8755,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.563776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.568419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:21.576866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 40591693-37cb-4694-8001-3520808d8755 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:21.596589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.597596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.657439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.677684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.682065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.684315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.685653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.698634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.700122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.710797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Usage tracker for resource:security_group_rule and tenant:d99933b235ab4dd7a92e38a5a5879134 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.730128 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e87176e2-e027-4ca9-836e-bcc34d10f952 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/8318af51-d6ef-43e6-96d1-191a9953aab6 HTTP/1.1" status: 204 len: 168 time: 1.3886206 Apr 01 15:49:21.730355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 952bcffe-67e7-490b-8e38-3c72bb2c0d4f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:21.730442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42020) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.774204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.778264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.778887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:21.782368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.791713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Provisioning complete for port a43b3ebf-765a-4334-9f15-410e5a84edda triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:21.792712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.810121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8b6883-c016-44fa-82f4-5d4939b5ba20 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] GET failed (client error): The resource could not be found. Apr 01 15:49:21.810721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a8b6883-c016-44fa-82f4-5d4939b5ba20 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Synchronizing usage tracker for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:21.867098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for 875166a9-9914-48f1-a10f-731fb347a9aa owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:21.867356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Port a43b3ebf-765a-4334-9f15-410e5a84edda cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:21.872492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Could not find standard attr ID for object 8318af51-d6ef-43e6-96d1-191a9953aab6. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:49:21.887159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:21.887351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.895204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.918274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.931775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object fd3e8a9c-64aa-4518-99d9-ef82b617cef2 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:21.949884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a8b6883-c016-44fa-82f4-5d4939b5ba20 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Unset dirty status for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:21.954667 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a8b6883-c016-44fa-82f4-5d4939b5ba20 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports/8318af51-d6ef-43e6-96d1-191a9953aab6 HTTP/1.1" status: 404 len: 333 time: 0.2197793 Apr 01 15:49:21.957045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.965156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-370080089'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:21.995538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Provisioning for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:22.004181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Provisioning complete for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:22.004591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.063105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ab15ad46-c6ee-4d58-be4b-37c6e595e455 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:22.151046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:22.164201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:22.164416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.168131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.189906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.215933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ab15ad46-c6ee-4d58-be4b-37c6e595e455 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:22.216526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.247967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.270712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:22.274117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.287126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=0d2be459-7d41-4617-a43f-9a029b1cbcbf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.310804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.311105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] For port 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3cf04ee4-c7ab-4f78-b239-0d19685d0462,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:22.311396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.311798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.312195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.312839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.313403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.313620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.314060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.314390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.314774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.315183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.315975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.318951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': '2563a3ad-7907-46cf-905f-ad7438310880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40591693-37cb-4694-8001-3520808d8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:22.319450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 40591693-37cb-4694-8001-3520808d8755, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:22.325499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:22.377845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.457127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce924c61-a796-4bf9-a47d-ddee6e031571 None None] Pushing event updated for resources: {'Port': ['ID=3cf04ee4-c7ab-4f78-b239-0d19685d0462,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.479247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:22.484202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 40591693-37cb-4694-8001-3520808d8755 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:22.487693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:22.491624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.14 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/e88f5c63-3c73-473d-a0a7-8ba6a82c23ed) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:22.510113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:22.577121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Router 8d727329-1840-40b2-9d74-0bd63d031c95 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:22.586851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 40591693-37cb-4694-8001-3520808d8755) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:22.588040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'Port': ['ID=18deef29-0033-4d90-99db-3849afc53753,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.591370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:22.592161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.596989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.616653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ff420-4d4b-4a1d-a2e8-83f22783086e None None] Network 40591693-37cb-4694-8001-3520808d8755 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:22.627790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.628160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.628466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.628807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.629146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.629467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.629802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.630130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.630454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.630777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.631102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.631444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:22.686306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.687764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f105637-9e95-41bb-9401-48466bd11e77 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7090178 Apr 01 15:49:22.692822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:22.722874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.736450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Allocated IP 172.20.0.2 (9d919997-7b56-4b49-acd8-35888c2943cc/b53a4212-3b88-421b-a907-bc3502c744c4/3cf04ee4-c7ab-4f78-b239-0d19685d0462) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:22.766829 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d77f53c-4b05-4c95-a490-b4b9d7420afa tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2323680 Apr 01 15:49:22.778586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:22.795187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-576978490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:22.832943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:22.835577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.858406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:22.864755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:22.871521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:22.873430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:22.884007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.914210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=fd3e8a9c-64aa-4518-99d9-ef82b617cef2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.939808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:22.961562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.969402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:22.979745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] For port 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3cf04ee4-c7ab-4f78-b239-0d19685d0462,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:22.987116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-40591693-37cb-4694-8001-3520808d8755', 'network_id': '40591693-37cb-4694-8001-3520808d8755', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '0d2be459-7d41-4617-a43f-9a029b1cbcbf'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:22.988197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.031038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d99933b235ab4dd7a92e38a5a5879134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6352160 Apr 01 15:49:23.043577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18599a-6af8-4239-8ffc-c967f4152510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea80d56-5327-4d32-a08c-d4751f7f50c1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.043784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42036) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:23.053323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object e88f5c63-3c73-473d-a0a7-8ba6a82c23ed will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:23.064033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.075500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:23.076402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.105213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Ignored duplicate provisioning block setup for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:49:23.148381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.153352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:23.155072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.165361 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Sync routers for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:23.180934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.184777 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:23.185980 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:23.266976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=875166a9-9914-48f1-a10f-731fb347a9aa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.274159 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc9b00ba-3d24-451f-a64c-7100c1f91ab1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.7826176 Apr 01 15:49:23.323217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.324388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.331199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:23.335221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Allocated IP 2001:db8::2 (40591693-37cb-4694-8001-3520808d8755/0d2be459-7d41-4617-a43f-9a029b1cbcbf/178577d3-b900-4531-8368-bd95c34820ff) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:23.375506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.376784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540676d-2147-4ec9-887a-d967cf9d7c26 None None] Pushing event updated for resources: {'Port': ['ID=3cf04ee4-c7ab-4f78-b239-0d19685d0462,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.400798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.406153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-95a0e275-5951-4a09-91ff-fb401043ff91 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.7035520 Apr 01 15:49:23.416153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:23.481039 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:23.509331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.512353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.542541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.599671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.639370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.639851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22d6311-a24b-42ec-8523-4c0b981304f6 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:23.679600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.743454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.760518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3cf04ee4-c7ab-4f78-b239-0d19685d0462 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:23.805357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.931853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.949061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.952947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.997820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.014923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Transition to ACTIVE for port object 178577d3-b900-4531-8368-bd95c34820ff will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:24.024527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d7fac-9a0b-4bf3-be00-6cd2e8e1a3de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.031058 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 3, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.032195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:24.032593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.034419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d7fac-9a0b-4bf3-be00-6cd2e8e1a3de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.036965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-566d7fac-9a0b-4bf3-be00-6cd2e8e1a3de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:24.037368 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Checking router: 8d727329-1840-40b2-9d74-0bd63d031c95 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:24.037801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Updating router 8d727329-1840-40b2-9d74-0bd63d031c95 port c76b4a9b-ef6a-4ae5-b150-5ca579687dca binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:24.070579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.076994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.096465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Transition to ACTIVE for port object 178577d3-b900-4531-8368-bd95c34820ff will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:24.097448 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ea80d56-5327-4d32-a08c-d4751f7f50c1 HTTP/1.1" status: 204 len: 168 time: 1.0358617 Apr 01 15:49:24.105244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.105949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router 38888e60-3cb5-4134-9e45-efdab25b9ce4 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:24.114694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.124650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.126041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5cf0edc7-d395-4048-865b-8555c05e8a20 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 204 len: 168 time: 6.5077083 Apr 01 15:49:24.129682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42052) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.142967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.143764 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6cd892e9-51bd-4fff-9041-1c27fdf6ebce tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a22d6311-a24b-42ec-8523-4c0b981304f6 HTTP/1.1" status: 204 len: 168 time: 1.4497290 Apr 01 15:49:24.147337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:24.153320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1653148463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:24.154242 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.158514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.159697 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-26ec4692-8d56-429d-aa07-7ef8c84a2dde tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3800573 Apr 01 15:49:24.166066 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70af574a-7fc1-40f4-a717-1b113051315b tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=35c3ff7397fa45b1b8a7dec146f3f365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7275057 Apr 01 15:49:24.166066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.170651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:24.177691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:24.181873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.182243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42060) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.198586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:24.212053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Request body: {'router': {'name': 'tempest-router-24810133', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1a047029601242928094255aae33a0d6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:24.216155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e393-bd08-4b99-8cae-ddb14dd773d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea80d56-5327-4d32-a08c-d4751f7f50c1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.216477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.224123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=e88f5c63-3c73-473d-a0a7-8ba6a82c23ed,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.247791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:24.259079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Usage tracker for resource:router and tenant:1a047029601242928094255aae33a0d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:24.265168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:24.275911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:24.308719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.309391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.325725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-566d7fac-9a0b-4bf3-be00-6cd2e8e1a3de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:24.329862 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-566d7fac-9a0b-4bf3-be00-6cd2e8e1a3de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.9900467 Apr 01 15:49:24.331667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.348915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Network 40591693-37cb-4694-8001-3520808d8755 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:24.365287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:24.391984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:24.475378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.476829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.487067 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be5cc30a-a4c0-4acf-b9ba-d21f068751cb tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5292392 Apr 01 15:49:24.493288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42072) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.522356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:76:9e:7c'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:24.599008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Pushing event updated for resources: {'Port': ['ID=178577d3-b900-4531-8368-bd95c34820ff,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.627114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f940000d-b5b7-474f-ac6a-08fb04653d46 None None] Provisioning complete for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:24.627603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f940000d-b5b7-474f-ac6a-08fb04653d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.630604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port fd3e8a9c-64aa-4518-99d9-ef82b617cef2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:24.631057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.664754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Attempting to bind port 178577d3-b900-4531-8368-bd95c34820ff on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:24.665203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Attempting to bind port 178577d3-b900-4531-8368-bd95c34820ff by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2563a3ad-7907-46cf-905f-ad7438310880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40591693-37cb-4694-8001-3520808d8755'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:24.665664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Attempting to bind port 178577d3-b900-4531-8368-bd95c34820ff on network 40591693-37cb-4694-8001-3520808d8755 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:24.693454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:24.699050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Checking segment: {'id': '2563a3ad-7907-46cf-905f-ad7438310880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40591693-37cb-4694-8001-3520808d8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:24.699719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.700217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Bound using segment: {'id': '2563a3ad-7907-46cf-905f-ad7438310880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40591693-37cb-4694-8001-3520808d8755'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:24.700803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Bound port: 178577d3-b900-4531-8368-bd95c34820ff, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2563a3ad-7907-46cf-905f-ad7438310880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40591693-37cb-4694-8001-3520808d8755'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:24.701279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.739843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.849424 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.865473 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Transition to ACTIVE for port object c76b4a9b-ef6a-4ae5-b150-5ca579687dca will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:24.881181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.933255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.958812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:25.012441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] For port 178577d3-b900-4531-8368-bd95c34820ff, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:25.016877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] For port 178577d3-b900-4531-8368-bd95c34820ff, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=178577d3-b900-4531-8368-bd95c34820ff,segment=NetworkSegment(2563a3ad-7907-46cf-905f-ad7438310880),segment_id=2563a3ad-7907-46cf-905f-ad7438310880)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:25.026178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:25.039215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Pushing event updated for resources: {'Port': ['ID=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.069504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.069890 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.070313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.070653 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.071010 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.071400 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.071776 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.076362 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.076751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.077202 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.077591 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.077900 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:25.079208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.081530 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Attempting to bind port c76b4a9b-ef6a-4ae5-b150-5ca579687dca on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:25.081913 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Attempting to bind port c76b4a9b-ef6a-4ae5-b150-5ca579687dca by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:25.082264 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Attempting to bind port c76b4a9b-ef6a-4ae5-b150-5ca579687dca on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:25.090361 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:25.090771 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:25.091209 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.091696 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:25.092169 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Bound port: c76b4a9b-ef6a-4ae5-b150-5ca579687dca, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:25.093059 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.097986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.107326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.174975 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] For port c76b4a9b-ef6a-4ae5-b150-5ca579687dca, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:25.178205 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] For port c76b4a9b-ef6a-4ae5-b150-5ca579687dca, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:25.247057 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.256205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591658-ccdd-462c-9f52-40a111f5a662 None None] Pushing event updated for resources: {'Port': ['ID=178577d3-b900-4531-8368-bd95c34820ff,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.320664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.338934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.343554 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d8132b3-c9e9-470c-aafe-b0f39c07778f tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1702855 Apr 01 15:49:25.344254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42086) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:25.372934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Provisioning for port fd3e8a9c-64aa-4518-99d9-ef82b617cef2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:25.397378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Provisioning complete for port fd3e8a9c-64aa-4518-99d9-ef82b617cef2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:25.401133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.408976 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:25.409626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:25.488054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Port fd3e8a9c-64aa-4518-99d9-ef82b617cef2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:25.545758 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207fc68-07d9-4c83-b392-600ce6012434 None None] Pushing event updated for resources: {'Port': ['ID=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.587716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:25.628448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e43ec7-edcd-4ecb-bc85-621bf086580d tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:25.635277 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3e43ec7-edcd-4ecb-bc85-621bf086580d tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4435916 Apr 01 15:49:25.636788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42094) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:25.644330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for fd3e8a9c-64aa-4518-99d9-ef82b617cef2 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:25.723547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.724984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.731500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Provisioning for port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:25.752842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Provisioning complete for port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:25.753321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.766619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:25.832178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'Port': ['ID=18deef29-0033-4d90-99db-3849afc53753,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.862946 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9adbf32-63de-4d4e-b6a3-d486ac1ba2ae tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2114980 Apr 01 15:49:25.871814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:25.871814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.891526 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:25.900720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382618764', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:25.914599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 178577d3-b900-4531-8368-bd95c34820ff up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:25.979814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.080274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5d9ac-44c6-4a66-9b87-10871bad3490 None None] Port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:26.185657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:26.188863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.201271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a88ebf17-61c1-4c8f-b0e3-a0a0195f48b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.9822195 Apr 01 15:49:26.212179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.234830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 178577d3-b900-4531-8368-bd95c34820ff completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:26.523101 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 3, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:26.528379 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc80c3a-c1f9-4530-a6e6-db4d83c561fd None None] The sync data for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv is: [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 3, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:26.598997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:26.605229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.643265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:subnet and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:26.649558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1874646435'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:26.659078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:26.703734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:26.706003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.706537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.720713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:network and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:26.725778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:26.729012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:26.753209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217ad0b-3a20-402a-bac3-e8d44f4c6641 None None] Network 40591693-37cb-4694-8001-3520808d8755 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:26.767903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:26.796586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-6e2050f0-7703-4a25-9994-db32635a5ceb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Synchronizing usage tracker for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:26.843983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.852986 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f1e01c4b-cced-440c-a7d1-c8bfb444ee59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 2.7142591 Apr 01 15:49:26.865016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:26.896740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:26.934647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8::1 (40591693-37cb-4694-8001-3520808d8755/0d2be459-7d41-4617-a43f-9a029b1cbcbf/ffeb8b83-61e6-4644-8c5c-671001f0187a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:26.941402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:26.944956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.960299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Made reservation on behalf of 35c3ff7397fa45b1b8a7dec146f3f365 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:26.964673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.002429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.025845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-6e2050f0-7703-4a25-9994-db32635a5ceb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Unset dirty status for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:27.026642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 01 15:49:27.026827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Router 7b959914-e97f-45fe-98ab-f7b5d4da4a0f migrating from provider to provider. {{(pid=88600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 01 15:49:27.027230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.028638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-6e2050f0-7703-4a25-9994-db32635a5ceb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--367236283&fields=id&tenant_id=2c4981777fcb49aa96ca3c0b089d43e6 HTTP/1.1" status: 200 len: 267 time: 0.4328096 Apr 01 15:49:27.044176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Provisioning for port 178577d3-b900-4531-8368-bd95c34820ff completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:27.079522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Provisioning complete for port 178577d3-b900-4531-8368-bd95c34820ff triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:27.080093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.146075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.329609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.355211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.394149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] For port 178577d3-b900-4531-8368-bd95c34820ff, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=178577d3-b900-4531-8368-bd95c34820ff,segment=NetworkSegment(2563a3ad-7907-46cf-905f-ad7438310880),segment_id=2563a3ad-7907-46cf-905f-ad7438310880)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:27.430259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.481220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.504032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.551893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:27.565656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:security_group_rule and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:27.569975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:27.581785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:27.592106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-3befa752-1375-439d-a8bc-e872fc25ab8e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:27.593645 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-3befa752-1375-439d-a8bc-e872fc25ab8e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 811 time: 0.1942453 Apr 01 15:49:27.601964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74337d53-891b-4d54-bc6a-073b150bdb74 None None] Pushing event updated for resources: {'Port': ['ID=178577d3-b900-4531-8368-bd95c34820ff,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.633516 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-4112b278-7ad3-467d-a12b-d60a76fbabdb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/quotas/2c4981777fcb49aa96ca3c0b089d43e6 HTTP/1.1" status: 200 len: 375 time: 0.0316658 Apr 01 15:49:27.633682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-471698e5-511b-4188-8fe3-f4bb2f73f5db None None] Provisioning complete for port 178577d3-b900-4531-8368-bd95c34820ff triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:27.634003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-471698e5-511b-4188-8fe3-f4bb2f73f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.773843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.848939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-cc17400c-8cc2-4e86-9517-7a3b60470418 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Synchronizing usage tracker for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:27.856909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 178577d3-b900-4531-8368-bd95c34820ff up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:27.872231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.902532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Subnet': ['ID=a5d83613-6760-467c-83cc-403371cfa2eb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.944459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 178577d3-b900-4531-8368-bd95c34820ff triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:27.945114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.955735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Checking segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:27.956322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network hostable DHCP agents. Network: 2f6d6d1f-a68a-4853-b072-12a58a214aef, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:28.007222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] In _notify_port_updated(), no bound segment for port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed on network 88e29e3e-2eed-4814-856b-9c0af689b1ef {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:49:28.012660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.013307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.017601 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "PUT /v2.0/ports/e88f5c63-3c73-473d-a0a7-8ba6a82c23ed HTTP/1.1" status: 200 len: 994 time: 3.5205848 Apr 01 15:49:28.018121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42130) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.029168 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] No L3 agents can host the router 7b959914-e97f-45fe-98ab-f7b5d4da4a0f Apr 01 15:49:28.029973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a9f97-df27-4583-b283-11a3ab189386 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=e88f5c63-3c73-473d-a0a7-8ba6a82c23ed,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.063214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-cc17400c-8cc2-4e86-9517-7a3b60470418 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Unset dirty status for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:28.064628 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-cc17400c-8cc2-4e86-9517-7a3b60470418 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4160874 Apr 01 15:49:28.098715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c76b4a9b-ef6a-4ae5-b150-5ca579687dca up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:28.116242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:28.198415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-26ca25d2-edf6-41b1-a060-34d7f4c7fc89 None None] Provisioning complete for port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:28.198985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26ca25d2-edf6-41b1-a060-34d7f4c7fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.225325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:28.225751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.237648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.253820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c76b4a9b-ef6a-4ae5-b150-5ca579687dca completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:28.259531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-26ca25d2-edf6-41b1-a060-34d7f4c7fc89 None None] Port e88f5c63-3c73-473d-a0a7-8ba6a82c23ed cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:28.261117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c76b4a9b-ef6a-4ae5-b150-5ca579687dca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:28.261476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.330443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=fd3e8a9c-64aa-4518-99d9-ef82b617cef2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.339305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 2f6d6d1f-a68a-4853-b072-12a58a214aef) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:28.340584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Hosts for router 7b959914-e97f-45fe-98ab-f7b5d4da4a0f: [] {{(pid=88600) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 01 15:49:28.344263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.345106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.380463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050328f4-a388-49ee-8651-fcc480793552 None None] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:28.458272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c637ea74-44ed-482c-b863-c06ca206fedd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5804658 Apr 01 15:49:28.469720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42134) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.512448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Hosts for other DVR routers connected to router 7b959914-e97f-45fe-98ab-f7b5d4da4a0f: set() {{(pid=88600) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 01 15:49:28.521475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.557542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c76b4a9b-ef6a-4ae5-b150-5ca579687dca, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:28.629005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.674115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.742146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-2f6d6d1f-a68a-4853-b072-12a58a214aef', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:28.742949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.750604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.751836 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b2bef3a-2b0f-4b32-be56-90ece1b2b09c tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "PUT /v2.0/routers/7b959914-e97f-45fe-98ab-f7b5d4da4a0f HTTP/1.1" status: 200 len: 715 time: 3.4035707 Apr 01 15:49:28.758324 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4d4b520-1acd-467b-9c88-990c11db9598 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/fd3e8a9c-64aa-4518-99d9-ef82b617cef2 HTTP/1.1" status: 204 len: 168 time: 4.4133396 Apr 01 15:49:28.762392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.763065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.826879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.845537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.845537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.845537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.845932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.846005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.846320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.846661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.847003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.847351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.847676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.847998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.848318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:28.858531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-f437e035-e84c-4d0b-82f6-8d533e2a2502 service neutron] 10.222.0.18 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743466 Apr 01 15:49:28.941755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.943955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.945427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.946367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:28.961649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Allocated IP 172.20.0.2 (2f6d6d1f-a68a-4853-b072-12a58a214aef/a5d83613-6760-467c-83cc-403371cfa2eb/f9b63c64-c4b7-4098-bda5-5604b86e1ae2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:28.967586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.072455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-42bd61f7-1088-4265-ba3a-3e420e0a505a tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "GET /v2.0/routers/7b959914-e97f-45fe-98ab-f7b5d4da4a0f HTTP/1.1" status: 200 len: 715 time: 0.3077955 Apr 01 15:49:29.074654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.080543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:29.099946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.253488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.267428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Transition to ACTIVE for port object f9b63c64-c4b7-4098-bda5-5604b86e1ae2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:29.277023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.289349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Transition to ACTIVE for port object f9b63c64-c4b7-4098-bda5-5604b86e1ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:29.339105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:29.340300 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7346bf30-acfb-4b77-9f3a-4a073470926c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5743492 Apr 01 15:49:29.347299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.355660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.357102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:29.392131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object ffeb8b83-61e6-4644-8c5c-671001f0187a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:29.445019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:29.449097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:29.454446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d618cd67-9458-4b57-80dc-09275366892a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.458755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:29.466437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:29.505179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Pushing event updated for resources: {'Port': ['ID=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.534985 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ebcd652-47c8-4b47-b2a6-037a3ac43efa tempest-RoutersTestDVR-2087838929 tempest-RoutersTestDVR-2087838929-project] 10.222.0.18 "GET /v2.0/routers/7b959914-e97f-45fe-98ab-f7b5d4da4a0f HTTP/1.1" status: 200 len: 681 time: 0.4510107 Apr 01 15:49:29.538382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:29.547642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e284f4b7-ce4a-467a-a050-397700e0ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.560587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.560937 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Added segment 065645d4-9368-4399-b9e7-675cabad49d3 of type vlan for network f57c1f99-88dd-4138-b380-407c2661c6bb Apr 01 15:49:29.566403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Attempting to bind port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:29.566770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Attempting to bind port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:29.567129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Attempting to bind port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 on network 2f6d6d1f-a68a-4853-b072-12a58a214aef {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:29.572517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:29.572949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Checking segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:29.573303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.574080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-4f97bb3e-bdec-4214-bbf9-09c1a0325575 service neutron] 10.222.0.18 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969748 Apr 01 15:49:29.579299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Bound using segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:29.580181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Bound port: f9b63c64-c4b7-4098-bda5-5604b86e1ae2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:29.581252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.606089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.617968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:29.625488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.737108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c76b4a9b-ef6a-4ae5-b150-5ca579687dca up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:29.754655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.764645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for e88f5c63-3c73-473d-a0a7-8ba6a82c23ed owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:29.767319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.854920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] For port f9b63c64-c4b7-4098-bda5-5604b86e1ae2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:29.860668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] For port f9b63c64-c4b7-4098-bda5-5604b86e1ae2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:29.866975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c76b4a9b-ef6a-4ae5-b150-5ca579687dca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:29.867383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.909309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.967818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.996825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.997836 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e1939d59-34c9-4aca-a0ff-3056337bb8c8 req-ae48ed79-8307-47f7-9166-354190325b23 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1487365 Apr 01 15:49:30.131476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 40591693-37cb-4694-8001-3520808d8755 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:30.157365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:30.158905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20292453-59fd-4aee-93de-7e083787ccf5 None None] Pushing event updated for resources: {'Port': ['ID=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.168155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:30.168896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.266750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Allocated IP 172.26.7.99 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d1c42016-dace-4459-8d10-17e4d2528bf5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:30.272680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.277968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.303427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=ffeb8b83-61e6-4644-8c5c-671001f0187a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.331725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.417621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.423888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:30.424550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.429796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.454037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.454354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b959914-e97f-45fe-98ab-f7b5d4da4a0f {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:30.585619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.587657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a03ac0a-02c4-4082-93a3-b30d01f761d2 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7b959914-e97f-45fe-98ab-f7b5d4da4a0f HTTP/1.1" status: 204 len: 168 time: 1.0482826 Apr 01 15:49:30.597164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.600238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-299d440e-a220-4317-9a93-7f1d4d4803ea None None] Provisioning for port ffeb8b83-61e6-4644-8c5c-671001f0187a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:30.613468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=e88f5c63-3c73-473d-a0a7-8ba6a82c23ed,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.615039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-299d440e-a220-4317-9a93-7f1d4d4803ea None None] Provisioning complete for port ffeb8b83-61e6-4644-8c5c-671001f0187a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:30.621500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-299d440e-a220-4317-9a93-7f1d4d4803ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.643296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.649110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Request body: {'router': {'name': 'tempest-router-1194663857', 'distributed': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:30.701445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.703435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-299d440e-a220-4317-9a93-7f1d4d4803ea None None] Port ffeb8b83-61e6-4644-8c5c-671001f0187a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:30.715958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:30.780445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Usage tracker for resource:router and tenant:c931e0bfb4114336b964927194b156fb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:30.799307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:30.841559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:30.844612 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.6577647 Apr 01 15:49:30.858317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.858983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb543811-c1a9-455a-8aca-9dcc5dd29f40 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Network': ['ID=f57c1f99-88dd-4138-b380-407c2661c6bb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.871322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.874864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network f57c1f99-88dd-4138-b380-407c2661c6bb details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:30.875070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'subnet': {'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:30.875325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.925480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.929927 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5b533dde-4223-4032-a29b-e57e4945df7c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb HTTP/1.1" status: 204 len: 168 time: 1.5716608 Apr 01 15:49:30.931345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745ca9d-a8ce-4e29-93a0-8faff6764c32 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:30.932870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42178) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.945348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:30.982202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:30.987035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:31.064592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Pushing event updated for resources: {'Port': ['ID=d1c42016-dace-4459-8d10-17e4d2528bf5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:31.082165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet b53a4212-3b88-421b-a907-bc3502c744c4 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:31.085588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.169231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.266962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.268076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.289435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.371862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09c87314-be86-425b-bb51-c0b719bcaa3f req-c8e032d6-abec-48e3-b084-0431d3a3d3d6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1114676 Apr 01 15:49:31.433585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.446915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.504943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.545057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.674595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.679189 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e5e9474b-34e2-496e-aed9-b0c5e173f196 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/e88f5c63-3c73-473d-a0a7-8ba6a82c23ed HTTP/1.1" status: 204 len: 168 time: 3.6596773 Apr 01 15:49:31.690232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42184) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:31.737329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4824b-30fc-4ff3-b98f-d54d42d1154d None None] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:31.740322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.744580 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab76ee2f-7055-47c2-a3d9-56921279f747 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1286271 Apr 01 15:49:31.745389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:31.769414 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe22fbf-92fb-46d9-ad19-59078202c389 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] GET failed (client error): The resource could not be found. Apr 01 15:49:31.780152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9fe22fbf-92fb-46d9-ad19-59078202c389 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Synchronizing usage tracker for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:31.796371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.808067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9fe22fbf-92fb-46d9-ad19-59078202c389 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Unset dirty status for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:31.813023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fe22fbf-92fb-46d9-ad19-59078202c389 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports/e88f5c63-3c73-473d-a0a7-8ba6a82c23ed HTTP/1.1" status: 404 len: 333 time: 0.1179717 Apr 01 15:49:31.834791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:31.855787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:31.869431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-499887332'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:31.873402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.883700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9b63c64-c4b7-4098-bda5-5604b86e1ae2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:31.886862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:subnet and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:31.985715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=b53a4212-3b88-421b-a907-bc3502c744c4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:31.997035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:32.016373 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-24772b77-6df3-41dd-b8bc-2b59f03e103c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/b53a4212-3b88-421b-a907-bc3502c744c4 HTTP/1.1" status: 204 len: 168 time: 1.0755408 Apr 01 15:49:32.018843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.053924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-904300a3-0015-4e1c-b6c5-778eae6567b3 None None] Provisioning for port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:32.114888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:32.209789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.217130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:32.224040 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db767044-67a6-43c2-87df-2ce595c7bbc9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2025077 Apr 01 15:49:32.225861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.242935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:32.245930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.257148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:32.394791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2c92c-2768-4ff6-8d59-518aba8d427e None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:32.467774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.470481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bd0a016b-efbd-400c-b90a-372432a61cda None None] Provisioning complete for port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:32.471107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd0a016b-efbd-400c-b90a-372432a61cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.558354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d817238c-9083-4365-80e3-b55a39b15132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.645126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:32.702480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:32.706929 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a768305-3a1d-4348-9880-547b4e6228cc req-369509ae-ac6f-451f-805b-363e4a4393f5 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1203296 Apr 01 15:49:32.707873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:32.718358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:32.782200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.827795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:32.831437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.892182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.967672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f9b63c64-c4b7-4098-bda5-5604b86e1ae2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:32.983117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.990960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:33.001783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.046485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.114584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:33.140420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Deleting port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:33.141156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.236846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.244799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cffcd92c-c0aa-4413-8a9e-5ea8b5a8e0cf None None] Provisioning complete for port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:33.245193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cffcd92c-c0aa-4413-8a9e-5ea8b5a8e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.245676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.298709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:33.352351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.374336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.474717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:33.527111 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:33.548980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-44b1efa3-6cb3-4907-b419-16663ef2a366 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:33.550985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-44b1efa3-6cb3-4907-b419-16663ef2a366 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 811 time: 1.0942717 Apr 01 15:49:33.606037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] For port 3cf04ee4-c7ab-4f78-b239-0d19685d0462, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3cf04ee4-c7ab-4f78-b239-0d19685d0462,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:33.606439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.609271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.614287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:33.680223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.680715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a753383b-43c0-478b-8048-42359df7bf45 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:33.687455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:33.688519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Router 05b1e851-265d-46e4-82fd-59fdd662b3a9 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:33.691198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:33.709519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:33.710123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.751653 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-986ef16b-c6bd-42aa-b06b-d43ce05908b8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4981777fcb49aa96ca3c0b089d43e6 HTTP/1.1" status: 200 len: 379 time: 0.1298857 Apr 01 15:49:33.755861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.762765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Calling delete_port for 3cf04ee4-c7ab-4f78-b239-0d19685d0462 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:33.793712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9b63c64-c4b7-4098-bda5-5604b86e1ae2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:33.815936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=cf45a6fd-81a5-4719-b42c-30319c151873,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:33.863466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'port': {'device_id': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'admin_state_up': True, 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'security_groups': ['88cf8206-998e-4fb6-9ae6-afbe60161a84']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:33.902111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:33.902442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.926760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:33.930185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.931662 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11d68cb7-3fda-4484-a0fd-7cd6b3402d9b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6956508 Apr 01 15:49:33.935295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42212) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:33.943063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:34.008474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.043853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.044977 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4474dfe5-54a7-4d01-8f10-a0d965cb0796 tempest-RoutersTestDVR-637398910 tempest-RoutersTestDVR-637398910-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a753383b-43c0-478b-8048-42359df7bf45 HTTP/1.1" status: 204 len: 168 time: 2.2839200 Apr 01 15:49:34.051194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:34.053521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.054786 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c0c3867-d198-476d-97ca-ba6c6fa96526 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "PUT /v2.0/routers/05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 200 len: 919 time: 7.1886292 Apr 01 15:49:34.062521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.064396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42218) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.072428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-080dd68f-27c8-4e46-8705-fc3873caf219 req-b80810e4-ff37-45e6-87da-ba986ad6e030 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1763208 Apr 01 15:49:34.122485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] Sync routers for ids ['05b1e851-265d-46e4-82fd-59fdd662b3a9'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:34.134644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] No DVR routers for this DVR port 3cf04ee4-c7ab-4f78-b239-0d19685d0462 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:34.161763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] Routers {'05b1e851-265d-46e4-82fd-59fdd662b3a9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:34.162359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['05b1e851-265d-46e4-82fd-59fdd662b3a9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:34.224996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3cf04ee4-c7ab-4f78-b239-0d19685d0462 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:34.229701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port 885b6655-d5f8-471a-99cb-a073861866e3 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:34.265923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:34.273804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:34.275133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3cf04ee4-c7ab-4f78-b239-0d19685d0462 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:34.278093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.278744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.280411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:34.283344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3cf04ee4-c7ab-4f78-b239-0d19685d0462 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:34.285447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d71694-abaf-4429-98ff-57634f85e1d8 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:34.298684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:34.313399 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a938dee-a3ce-4173-bf90-3f301413bba7 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 200 len: 925 time: 0.2450757 Apr 01 15:49:34.313984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.314272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfa7aa-8734-4be7-a1eb-47be129415d2 None None] Pushing event deleted for resources: {'Port': ['ID=3cf04ee4-c7ab-4f78-b239-0d19685d0462,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:34.328142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:34.376442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=ffeb8b83-61e6-4644-8c5c-671001f0187a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:34.383439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Allocated IP 172.20.0.1 (2f6d6d1f-a68a-4853-b072-12a58a214aef/a5d83613-6760-467c-83cc-403371cfa2eb/5f542407-2d34-4c51-91b2-7593df8cf0c9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:34.395581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d043280-910c-44ea-8169-0d1e646a39d6 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:34.399801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d043280-910c-44ea-8169-0d1e646a39d6 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=05b1e851-265d-46e4-82fd-59fdd662b3a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0822630 Apr 01 15:49:34.400198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.407608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] Routers {'05b1e851-265d-46e4-82fd-59fdd662b3a9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:34.408243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['05b1e851-265d-46e4-82fd-59fdd662b3a9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:34.472996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:34.473307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f752950-7ead-4106-938a-53aff21d31cd None None] The sync data for ids ['05b1e851-265d-46e4-82fd-59fdd662b3a9'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:34.489594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:34.493133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.566382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.632414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'cf45a6fd-81a5-4719-b42c-30319c151873'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:34.633533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.696487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:34.763840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:34.778651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bff14b-d5dc-44ec-8ae4-a0634a85a148 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:34.783025 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2bff14b-d5dc-44ec-8ae4-a0634a85a148 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/networks/9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 881 time: 0.3785262 Apr 01 15:49:34.784862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42232) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.844437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.847234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Allocated IP 172.20.0.2 (9d919997-7b56-4b49-acd8-35888c2943cc/cf45a6fd-81a5-4719-b42c-30319c151873/1d676100-48b8-4f42-b6a6-f6710a2ac18e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:34.848854 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c277cb50-fb7a-4a79-a09d-3f8980f485c8 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 200 len: 205 time: 0.0631614 Apr 01 15:49:34.857429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.955455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.105491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.108608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.9 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/885b6655-d5f8-471a-99cb-a073861866e3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:35.109560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.120993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Transition to ACTIVE for port object 1d676100-48b8-4f42-b6a6-f6710a2ac18e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:35.149466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.152233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Transition to ACTIVE for port object 1d676100-48b8-4f42-b6a6-f6710a2ac18e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:35.158736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.201490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.210715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 40591693-37cb-4694-8001-3520808d8755 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:35.214235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Subnet': ['ID=5fc732c5-0503-400d-907d-3d8107991998,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.222711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:35.224826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Usage tracker for resource:security_group_rule and tenant:1a047029601242928094255aae33a0d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:35.236608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:35.265660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Transition to ACTIVE for port object 5f542407-2d34-4c51-91b2-7593df8cf0c9 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:35.302342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.320551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6302792-25df-4db9-b453-a8200d0c1ceb req-780e67c1-e552-4f4b-a87d-b1f6fe31fdb4 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.0889795 Apr 01 15:49:35.361807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Checking segment: {'id': '065645d4-9368-4399-b9e7-675cabad49d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:35.361807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network hostable DHCP agents. Network: f57c1f99-88dd-4138-b380-407c2661c6bb, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:35.365577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Made reservation on behalf of 2c4981777fcb49aa96ca3c0b089d43e6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:35.372558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.384192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.466921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:35.471396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:35.473781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:35.514168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.528745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Pushing event updated for resources: {'Port': ['ID=1d676100-48b8-4f42-b6a6-f6710a2ac18e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.561175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.567013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8bc24685-d754-493d-99b8-973f897b3e24 None None] Provisioning complete for port ffeb8b83-61e6-4644-8c5c-671001f0187a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:35.567848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bc24685-d754-493d-99b8-973f897b3e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.629471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port d1c42016-dace-4459-8d10-17e4d2528bf5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:35.629471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.663801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.684999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Attempting to bind port 1d676100-48b8-4f42-b6a6-f6710a2ac18e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:35.685364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Attempting to bind port 1d676100-48b8-4f42-b6a6-f6710a2ac18e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:35.685833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Attempting to bind port 1d676100-48b8-4f42-b6a6-f6710a2ac18e on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:35.694619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8bc24685-d754-493d-99b8-973f897b3e24 None None] Port ffeb8b83-61e6-4644-8c5c-671001f0187a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:35.697098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:35.697742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:35.697996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.698390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:35.699423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Bound port: 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:35.699423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.734780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.805828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] For port 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:35.811752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] For port 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1d676100-48b8-4f42-b6a6-f6710a2ac18e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:35.813036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a047029601242928094255aae33a0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9672959 Apr 01 15:49:35.819875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.820466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object 885b6655-d5f8-471a-99cb-a073861866e3 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:35.822150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcb8f3-7b3e-4ab0-b2ce-488b20d9b219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a876cc-5373-4b0d-bc8d-9562372add0d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.830682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:35.867200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.886790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.909194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:49:35.962259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Allocated IP 172.20.0.13 (2ded8afc-50fc-4a25-af7b-831ce3ae3148/53032bd6-0ba0-493d-bd4a-9f47c10c74af/c293f469-fb33-4295-87c8-93f68508a893) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:35.973099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:35.987261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:35.996160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:36.000835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdc743-84cb-47ba-92c5-a799492d6d56 None None] Pushing event updated for resources: {'Port': ['ID=1d676100-48b8-4f42-b6a6-f6710a2ac18e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.048798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, f57c1f99-88dd-4138-b380-407c2661c6bb) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:36.055495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.069758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:36.070642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.071466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.075500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7e09f-6b35-40ab-8430-2d0042658010 None None] Network f57c1f99-88dd-4138-b380-407c2661c6bb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:36.105441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router d070f0f6-740a-425f-b115-b381064d0795 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:36.154033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.162477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.271939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.304342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for d1c42016-dace-4459-8d10-17e4d2528bf5 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:36.312718 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c377323-a177-4ce4-9497-5cfce1cf8e72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.4509358 Apr 01 15:49:36.395661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.435862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-120895047', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:36.532972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75611c0-4d34-427d-b89c-89fadad77ff9 None None] Network f57c1f99-88dd-4138-b380-407c2661c6bb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:36.633617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9b9b68fa-3cff-406c-a655-2f91e945107b None None] Provisioning for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:36.640502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9b9b68fa-3cff-406c-a655-2f91e945107b None None] Provisioning complete for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:36.640958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b9b68fa-3cff-406c-a655-2f91e945107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.642856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:36.668133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:router and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:36.671836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:36.687619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-dce303cd-e9d5-4dc1-b065-a02415a360fa req-c71ecb7b-4793-4b1d-ad03-a005c1c0f59c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Synchronizing usage tracker for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:36.695723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:36.703630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:36.708988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.727686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:36.732813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b68fa-3cff-406c-a655-2f91e945107b None None] Port 5f542407-2d34-4c51-91b2-7593df8cf0c9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:36.758287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:36.800531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=885b6655-d5f8-471a-99cb-a073861866e3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.861289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:36.880870 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] Sync routers for ids ['d070f0f6-740a-425f-b115-b381064d0795'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:36.907939 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-37105464-5800-45cd-bdf1-a3b928eff62a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/d070f0f6-740a-425f-b115-b381064d0795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7195590 Apr 01 15:49:36.908269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.912174 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] Routers {'d070f0f6-740a-425f-b115-b381064d0795'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:36.913880 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d070f0f6-740a-425f-b115-b381064d0795'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:36.917733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.953624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-dce303cd-e9d5-4dc1-b065-a02415a360fa req-c71ecb7b-4793-4b1d-ad03-a005c1c0f59c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Unset dirty status for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:36.956131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dce303cd-e9d5-4dc1-b065-a02415a360fa req-c71ecb7b-4793-4b1d-ad03-a005c1c0f59c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.3836586 Apr 01 15:49:37.005213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.006343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.009903 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.025666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.056529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] Routers {'d070f0f6-740a-425f-b115-b381064d0795'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:37.057640 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d070f0f6-740a-425f-b115-b381064d0795'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.059097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:37.073294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.184518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.191194 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.191686 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c040f-7c3a-4a60-be56-5b4c9d022823 None None] The sync data for ids ['d070f0f6-740a-425f-b115-b381064d0795'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:37.217963 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62fe7a0b-4a24-4a35-840c-af7cd171f24c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3736851 Apr 01 15:49:37.218655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42264) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.241304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:76:9e:7c'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:37.249077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=d1c42016-dace-4459-8d10-17e4d2528bf5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.269309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-125ef693-2cd3-4b87-9a6b-9586af813f08 None None] Provisioning for port 885b6655-d5f8-471a-99cb-a073861866e3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:37.276125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-125ef693-2cd3-4b87-9a6b-9586af813f08 None None] Provisioning complete for port 885b6655-d5f8-471a-99cb-a073861866e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:37.276500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-125ef693-2cd3-4b87-9a6b-9586af813f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.308644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.389605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-125ef693-2cd3-4b87-9a6b-9586af813f08 None None] Port 885b6655-d5f8-471a-99cb-a073861866e3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:37.414280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.446694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984287f2-2d62-4dbb-931c-43e26c7a54b9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:37.448475 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-984287f2-2d62-4dbb-931c-43e26c7a54b9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports/ffeb8b83-61e6-4644-8c5c-671001f0187a HTTP/1.1" status: 200 len: 911 time: 0.4593060 Apr 01 15:49:37.458411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.506437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d2be459-7d41-4617-a43f-9a029b1cbcbf'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:37.506900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Transition to ACTIVE for port object c293f469-fb33-4295-87c8-93f68508a893 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:37.545904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a876cc-5373-4b0d-bc8d-9562372add0d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.546706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.571046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.690530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d28aeb2-cf25-44f2-99fa-9ca2ffc0731f None None] Provisioning for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:37.837489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1d676100-48b8-4f42-b6a6-f6710a2ac18e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:37.886449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.887633 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c852f2cf-6fd4-4eef-91b7-6759f20acf16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11a876cc-5373-4b0d-bc8d-9562372add0d HTTP/1.1" status: 204 len: 168 time: 2.0667655 Apr 01 15:49:37.890775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.925812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.988817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:37.994003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:37.998893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.065792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1d676100-48b8-4f42-b6a6-f6710a2ac18e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:38.091330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.093599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router 05b1e851-265d-46e4-82fd-59fdd662b3a9 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:38.154951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.163091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.166730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.176228 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4ef9c55-dc6c-4d09-9530-c2fdee070461 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 204 len: 168 time: 3.3171346 Apr 01 15:49:38.191674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42276) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.205476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.273069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.287576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624483182', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:38.356818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.358266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:38.358863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:38.368981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.370758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.374618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.403718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:38.405053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Usage tracker for resource:router and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:38.418210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:38.420675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:38.453761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:38.486955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event updated for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.500793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:38.521590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.570792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:38.657446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.658108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.662184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.667256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.724325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42282) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.758268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:38.767956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10e478-bb7f-42d6-9c61-ef194fd21f91 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:38.777564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.778158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.795966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=d70bad88-e417-4602-8a52-3f36b5e14d45,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.800796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.825018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.836694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=1d676100-48b8-4f42-b6a6-f6710a2ac18e,revision_number=4']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.859394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b1c5581-9b39-4371-96c8-fd4caac86e04 None None] Provisioning for port c293f469-fb33-4295-87c8-93f68508a893 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:38.897645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13889b7-39f7-4f65-9bbd-2538db334416 req-4d2a28b5-a48a-4a9d-874c-9f4f97526e9e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.898310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b1c5581-9b39-4371-96c8-fd4caac86e04 None None] Provisioning complete for port c293f469-fb33-4295-87c8-93f68508a893 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:38.898680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b1c5581-9b39-4371-96c8-fd4caac86e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.899802 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c13889b7-39f7-4f65-9bbd-2538db334416 req-4d2a28b5-a48a-4a9d-874c-9f4f97526e9e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 932 time: 0.6892076 Apr 01 15:49:38.919810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.945008 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba00a4a1-7e5a-4609-b3c6-dac10847b7e1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0085809 Apr 01 15:49:38.957174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.995704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:8b:78:5d', 'name': 'tempest-NetworksTestDHCPv6-233340857'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:38.997897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.009611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c5581-9b39-4371-96c8-fd4caac86e04 None None] Port c293f469-fb33-4295-87c8-93f68508a893 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:39.048369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c13889b7-39f7-4f65-9bbd-2538db334416 req-e8a1f862-4095-4141-be14-f38aa05740a9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Synchronizing usage tracker for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:39.076225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1d676100-48b8-4f42-b6a6-f6710a2ac18e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:39.089750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Usage tracker for resource:security_group_rule and tenant:c931e0bfb4114336b964927194b156fb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.093290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-9ba34500-d838-4b8c-b797-7e397240c793 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2336874 Apr 01 15:49:39.096546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.139609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c13889b7-39f7-4f65-9bbd-2538db334416 req-e8a1f862-4095-4141-be14-f38aa05740a9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Unset dirty status for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:39.147998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c13889b7-39f7-4f65-9bbd-2538db334416 req-e8a1f862-4095-4141-be14-f38aa05740a9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398124 Apr 01 15:49:39.170006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Request body: {'port': {'device_id': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:39.200156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.206929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.301864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=1d676100-48b8-4f42-b6a6-f6710a2ac18e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:39.303118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.311400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.315402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.316610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.343483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.388422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.434609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:39.449425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.464544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.470782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:39.471566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.473381 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/ports/ffeb8b83-61e6-4644-8c5c-671001f0187a HTTP/1.1" status: 200 len: 911 time: 1.9971311 Apr 01 15:49:39.491777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42290) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.631428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2fd42-0ee7-463b-bbc0-3afdb28065e9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=ffeb8b83-61e6-4644-8c5c-671001f0187a,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:39.647591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.690428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 6f8efa7e-473a-47e8-b195-012e102991a0 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:39.706744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1d676100-48b8-4f42-b6a6-f6710a2ac18e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:39.838911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:39.839537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.862150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.887536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:39.933169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 172.20.0.11 (9d919997-7b56-4b49-acd8-35888c2943cc/cf45a6fd-81a5-4719-b42c-30319c151873/6f8efa7e-473a-47e8-b195-012e102991a0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:39.939404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe8b:785d (9d919997-7b56-4b49-acd8-35888c2943cc/d70bad88-e417-4602-8a52-3f36b5e14d45/6f8efa7e-473a-47e8-b195-012e102991a0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:39.967231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b291a280-7aae-4021-b3df-5dd3d7dcc99a None None] Provisioning complete for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:39.967881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b291a280-7aae-4021-b3df-5dd3d7dcc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.000549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.015675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.021295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.023407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.147364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.165471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.188912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 6f8efa7e-473a-47e8-b195-012e102991a0 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:40.267629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.323191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.338668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:40.346347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:40.350827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:40.382954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=6f8efa7e-473a-47e8-b195-012e102991a0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.427178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.427742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.527368 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c371622c-aec3-4fe4-a015-11e57f049445 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5690532 Apr 01 15:49:40.530018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:40.631446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042362e-a30d-49bd-8685-6bb5b6167a06 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.636967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042362e-a30d-49bd-8685-6bb5b6167a06 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.637882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a042362e-a30d-49bd-8685-6bb5b6167a06 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:40.647976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.720515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a042362e-a30d-49bd-8685-6bb5b6167a06 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:40.721731 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a042362e-a30d-49bd-8685-6bb5b6167a06 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1906972 Apr 01 15:49:40.724593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42300) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:40.777936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7478315-7c94-44e6-9c92-f549c4da8dc5 None None] Provisioning for port 6f8efa7e-473a-47e8-b195-012e102991a0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:40.784840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7478315-7c94-44e6-9c92-f549c4da8dc5 None None] Provisioning complete for port 6f8efa7e-473a-47e8-b195-012e102991a0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:40.785297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7478315-7c94-44e6-9c92-f549c4da8dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.799049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 6f8efa7e-473a-47e8-b195-012e102991a0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:40.799411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.860251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d7478315-7c94-44e6-9c92-f549c4da8dc5 None None] Port 6f8efa7e-473a-47e8-b195-012e102991a0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:40.940875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=885b6655-d5f8-471a-99cb-a073861866e3,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.943944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.980266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a9a8c76-d5e2-44c0-88b1-4fda90fbb5d3 None None] Provisioning complete for port 885b6655-d5f8-471a-99cb-a073861866e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:40.980885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a9a8c76-d5e2-44c0-88b1-4fda90fbb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.020697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3decd655-07cf-4bdb-ab62-9812c08be84a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.046692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a8c76-d5e2-44c0-88b1-4fda90fbb5d3 None None] Port 885b6655-d5f8-471a-99cb-a073861866e3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:41.055792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] In _notify_port_updated(), no bound segment for port 885b6655-d5f8-471a-99cb-a073861866e3 on network 88e29e3e-2eed-4814-856b-9c0af689b1ef {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:49:41.061730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:41.062638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.063999 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8a977a73-5477-439a-9ab0-4a240cefd3e8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "PUT /v2.0/ports/885b6655-d5f8-471a-99cb-a073861866e3 HTTP/1.1" status: 200 len: 995 time: 3.8378406 Apr 01 15:49:41.068880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57368425-1973-4ffa-aecd-87113af45609 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c931e0bfb4114336b964927194b156fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3337231 Apr 01 15:49:41.068880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.071632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:41.071954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42308) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:41.193185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.326688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 6f8efa7e-473a-47e8-b195-012e102991a0 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:41.487771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec342-8f35-4a9e-bc42-404ac59eb38a req-fb3532ab-d100-487b-8a07-1583f5e3dcce tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:41.489249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0aaec342-8f35-4a9e-bc42-404ac59eb38a req-fb3532ab-d100-487b-8a07-1583f5e3dcce tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 932 time: 1.2078760 Apr 01 15:49:41.506957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:41.511431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port 885b6655-d5f8-471a-99cb-a073861866e3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:41.511765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.554793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:41.635448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.690478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=6f8efa7e-473a-47e8-b195-012e102991a0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.775825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-91c7db0e-e8f7-40a6-a2f2-050a7c2220c2 None None] Provisioning complete for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:41.779598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91c7db0e-e8f7-40a6-a2f2-050a7c2220c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.843590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-91c7db0e-e8f7-40a6-a2f2-050a7c2220c2 None None] Port 5f542407-2d34-4c51-91b2-7593df8cf0c9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:41.857944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.862091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.924349 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0aaec342-8f35-4a9e-bc42-404ac59eb38a req-e09b5176-32c3-46e2-8656-734cf6fb6ed0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730917 Apr 01 15:49:41.926978 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db7fcb57-6b25-48e5-91bd-bdc07b02ff6a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/6f8efa7e-473a-47e8-b195-012e102991a0 HTTP/1.1" status: 204 len: 168 time: 1.2012756 Apr 01 15:49:41.929367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42314) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:41.955509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.214 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d3715f59-c244-4e69-8da6-16c11d9e6ad5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:42.001221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.002705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.004258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.005047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:42.027233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.079535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:42.083755 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-def99db6-ee99-44cf-9476-9bbe3f994035 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1502569 Apr 01 15:49:42.084266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.160374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet cf45a6fd-81a5-4719-b42c-30319c151873 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:42.163663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.211117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:42.221289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.311726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.480567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.519650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=cf45a6fd-81a5-4719-b42c-30319c151873,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.532854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.534695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3bf6e-ae2d-4ede-8908-2a2805132f53 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:42.609939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66e6fb5c-fd6e-49fe-9449-c765e7170afe tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/cf45a6fd-81a5-4719-b42c-30319c151873 HTTP/1.1" status: 204 len: 168 time: 0.5209346 Apr 01 15:49:42.610955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42322) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.627430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c293f469-fb33-4295-87c8-93f68508a893 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:42.658439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.688292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet d70bad88-e417-4602-8a52-3f36b5e14d45 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:42.692664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.716487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Router 8d727329-1840-40b2-9d74-0bd63d031c95 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:42.756363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.815058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.850470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.855409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.933768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Transition to ACTIVE for port object c293f469-fb33-4295-87c8-93f68508a893 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:42.934965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.994936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.002893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.046171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=d70bad88-e417-4602-8a52-3f36b5e14d45,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:43.051912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.115411 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c83938f1-db3f-4535-8ffb-be252767dbdd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/d70bad88-e417-4602-8a52-3f36b5e14d45 HTTP/1.1" status: 204 len: 168 time: 0.5032644 Apr 01 15:49:43.116797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.120352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for 885b6655-d5f8-471a-99cb-a073861866e3 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:43.171012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.190961 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6349999d-7004-4d93-9c98-90dae511879a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730655 Apr 01 15:49:43.195879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.205003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:43.237347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.254194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3decd655-07cf-4bdb-ab62-9812c08be84a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:43.340252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24cea-555c-4134-8bf7-4cff67ad9e05 req-3eda5ea5-8f60-406e-aeff-681b8fa3dc0f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:43.341890 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-86b24cea-555c-4134-8bf7-4cff67ad9e05 req-3eda5ea5-8f60-406e-aeff-681b8fa3dc0f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.2968416 Apr 01 15:49:43.366260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa9899-aed2-4c04-8e37-2fe7a39f2cb1 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:43.396790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.422072 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-86b24cea-555c-4134-8bf7-4cff67ad9e05 req-6ea6ecfe-7327-4d7f-82bd-b78bac98bb11 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635493 Apr 01 15:49:43.423419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.428859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.436564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.446073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.499121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6bc17582-7300-4a14-95ca-9976155ee679 None None] Provisioning complete for port 1d676100-48b8-4f42-b6a6-f6710a2ac18e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:43.499656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6bc17582-7300-4a14-95ca-9976155ee679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.508393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:43.513118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.553411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.554541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49cb8cc1-41b1-478a-939f-fc03aa0cdd5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3decd655-07cf-4bdb-ab62-9812c08be84a HTTP/1.1" status: 204 len: 168 time: 2.4729471 Apr 01 15:49:43.555457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Pushing event updated for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:43.790800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:43.798977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Deleting port 1d676100-48b8-4f42-b6a6-f6710a2ac18e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:43.799630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.907865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:43.922147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Sync routers for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:43.968234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:43.968864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:44.006089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.006697 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ed61d4a-ffe5-4017-b604-0fe08630bb94 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "PUT /v2.0/routers/8d727329-1840-40b2-9d74-0bd63d031c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5219560 Apr 01 15:49:44.171549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.178501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=0a3e19b1-d3d2-47a0-afaf-8843cf38625f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.201107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:44.201107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:44.209983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:44.210653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.233966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Attempting to bind port c293f469-fb33-4295-87c8-93f68508a893 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:44.234318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Attempting to bind port c293f469-fb33-4295-87c8-93f68508a893 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:44.234651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Attempting to bind port c293f469-fb33-4295-87c8-93f68508a893 on network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:44.266709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.278944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Port c293f469-fb33-4295-87c8-93f68508a893 on network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:49:44.279309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Attempting to bind port c293f469-fb33-4295-87c8-93f68508a893 on network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:44.294317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] For port 1d676100-48b8-4f42-b6a6-f6710a2ac18e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1d676100-48b8-4f42-b6a6-f6710a2ac18e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:44.294754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.303170 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e53a234-4739-47d3-995f-bf8ac0d945d0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1055403 Apr 01 15:49:44.307624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:44.313045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:44.316187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:44.322522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:44.322872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Checking segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:44.323349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Bound using segment: {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:44.323761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Bound port: c293f469-fb33-4295-87c8-93f68508a893, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13595d1f-b8fa-4cce-bd93-3aa4e1086df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:44.331760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.337190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:44.355447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:44.441039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Allocated IP 172.26.7.169 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c67b9f8b-6888-42c0-b163-f2a9e9cb6606) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:44.465695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=d3715f59-c244-4e69-8da6-16c11d9e6ad5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.520557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Calling delete_port for 1d676100-48b8-4f42-b6a6-f6710a2ac18e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:44.562651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:44.566701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:44.569411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:44.576544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:44.605982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:44.644637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=885b6655-d5f8-471a-99cb-a073861866e3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.669139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:44.673167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.780666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.842602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85463d7e-8de6-4e1e-ad34-992bfd15d983 req-0b5b6e63-0c80-4386-b8a6-0e628bff55a0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:44.846594 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85463d7e-8de6-4e1e-ad34-992bfd15d983 req-0b5b6e63-0c80-4386-b8a6-0e628bff55a0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.2207856 Apr 01 15:49:44.856577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] Pushing event deleted for resources: {'Port': ['ID=1d676100-48b8-4f42-b6a6-f6710a2ac18e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.866201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-e7a20249-09ba-400f-bc97-e439772939d5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Synchronizing usage tracker for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:44.874739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc2225-5d06-4226-8045-0c2ffca0a46d None None] No DVR routers for this DVR port 1d676100-48b8-4f42-b6a6-f6710a2ac18e on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:44.921709 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85463d7e-8de6-4e1e-ad34-992bfd15d983 req-230ff721-3e44-49b2-81b7-2064f2a26122 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657668 Apr 01 15:49:44.932183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b4ab0-2500-4b30-8fe8-184fa04c6679 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:45.082270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.104069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.193161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.198345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2445f58f-e479-46c3-b33a-b98f9bb4f898 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/885b6655-d5f8-471a-99cb-a073861866e3 HTTP/1.1" status: 204 len: 168 time: 4.1181798 Apr 01 15:49:45.202043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.211750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:45.221638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c293f469-fb33-4295-87c8-93f68508a893,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:45.269827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port ffeb8b83-61e6-4644-8c5c-671001f0187a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:45.270173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.279832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:49:45.283836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.316151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:38Z', 'revision_number': 2, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:45.320883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Checking router: 8d727329-1840-40b2-9d74-0bd63d031c95 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:45.321235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Updating router 8d727329-1840-40b2-9d74-0bd63d031c95 port 5f542407-2d34-4c51-91b2-7593df8cf0c9 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:49:45.323075 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de5fdaf5-f672-43f7-8782-35880f242baf tempest-AgentManagementNegativeTest-591834838 tempest-AgentManagementNegativeTest-591834838-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2168314 Apr 01 15:49:45.331887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-e7a20249-09ba-400f-bc97-e439772939d5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Unset dirty status for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:45.333136 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-e7a20249-09ba-400f-bc97-e439772939d5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335440984&fields=id&tenant_id=35c3ff7397fa45b1b8a7dec146f3f365 HTTP/1.1" status: 200 len: 267 time: 1.0165997 Apr 01 15:49:45.338399 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-730b5383-11d4-49ba-904f-881309737e25 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] GET failed (client error): The resource could not be found. Apr 01 15:49:45.338569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-730b5383-11d4-49ba-904f-881309737e25 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Synchronizing usage tracker for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:45.352341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.372971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '0a3e19b1-d3d2-47a0-afaf-8843cf38625f'}, {'subnet_id': 'fbed77ef-6e59-4c0c-ab9c-046f852efd2a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:45.374062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.396095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=fbed77ef-6e59-4c0c-ab9c-046f852efd2a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.419637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:45.421784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:45.425670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.426262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.489116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.497835 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d216101e-7683-4340-a666-9d3732830311 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1878793 Apr 01 15:49:45.500845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42386) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.510069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:75:16:aa', 'name': 'tempest-NetworksTestDHCPv6-1484791750'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:45.719275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-730b5383-11d4-49ba-904f-881309737e25 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Unset dirty status for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:45.724403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-730b5383-11d4-49ba-904f-881309737e25 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports/885b6655-d5f8-471a-99cb-a073861866e3 HTTP/1.1" status: 404 len: 333 time: 0.5059638 Apr 01 15:49:45.727015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.735459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:45.742874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:45.749374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:45.749612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1d676100-48b8-4f42-b6a6-f6710a2ac18e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:45.758619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:45.803439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1d676100-48b8-4f42-b6a6-f6710a2ac18e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:45.803780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1d676100-48b8-4f42-b6a6-f6710a2ac18e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:45.854173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Allocated IP 172.20.0.2 (9d919997-7b56-4b49-acd8-35888c2943cc/0a3e19b1-d3d2-47a0-afaf-8843cf38625f/fd70fbd1-ac08-4993-b437-177642ecfb98) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:45.856020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:45.887365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.888177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.890058 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] 10.222.0.90 "PUT /v2.0/ports/c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1094 time: 6.7799981 Apr 01 15:49:45.892388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:45.902652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42394) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:45.917462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.930385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-1846461550'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:45.997089 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893', 'status': 'completed', 'code': 200} Apr 01 15:49:46.032007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.042732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:46.100762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:46.105203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:46.132650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 25602664-f548-427d-a828-8941fd1a70fc yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:46.165495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567ec6-6565-456a-9921-878fcb2f5277 service neutron] Pushing event updated for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.201585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Allocated IP 2001:db8::f816:3eff:fe64:df01 (9d919997-7b56-4b49-acd8-35888c2943cc/fbed77ef-6e59-4c0c-ab9c-046f852efd2a/fd70fbd1-ac08-4993-b437-177642ecfb98) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:46.250422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.257609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708478ab-73c4-435a-b4bb-177d633702c1 req-79e192e3-a825-4391-8727-cd3a07b6b7eb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:46.259468 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-708478ab-73c4-435a-b4bb-177d633702c1 req-79e192e3-a825-4391-8727-cd3a07b6b7eb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.1903982 Apr 01 15:49:46.271371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Transition to ACTIVE for port object 5f542407-2d34-4c51-91b2-7593df8cf0c9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:46.308289 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-708478ab-73c4-435a-b4bb-177d633702c1 req-f65eccd3-6b1d-4529-bd0a-1dfe13540f79 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Apr 01 15:49:46.363275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.375374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.559814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655ff3-a131-46d0-a9f6-40f3e9b3a32a None None] Pushing event updated for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.594587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:46.602407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.675166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Attempting to bind port 5f542407-2d34-4c51-91b2-7593df8cf0c9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:46.675549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Attempting to bind port 5f542407-2d34-4c51-91b2-7593df8cf0c9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:46.675911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Attempting to bind port 5f542407-2d34-4c51-91b2-7593df8cf0c9 on network 2f6d6d1f-a68a-4853-b072-12a58a214aef {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:46.679208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-bff89348-6ef1-46b8-ab1a-ec71d98d45d1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:46.679921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-bff89348-6ef1-46b8-ab1a-ec71d98d45d1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Synchronizing usage tracker for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:46.682350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event updated for resources: {'Port': ['ID=c67b9f8b-6888-42c0-b163-f2a9e9cb6606,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.687768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Usage tracker for resource:security_group_rule and tenant:7008dfd2e4994ed586a0f3af5a27a1ef is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:46.689445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:46.690181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Checking segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:46.690181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.690591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Bound using segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:46.691042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Bound port: 5f542407-2d34-4c51-91b2-7593df8cf0c9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:46.691437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.701387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:46.746074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.769284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Transition to ACTIVE for port object fd70fbd1-ac08-4993-b437-177642ecfb98 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:46.812858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Transition to ACTIVE for port object fd70fbd1-ac08-4993-b437-177642ecfb98 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:46.825517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] For port 5f542407-2d34-4c51-91b2-7593df8cf0c9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:46.827122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.829037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] For port 5f542407-2d34-4c51-91b2-7593df8cf0c9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f542407-2d34-4c51-91b2-7593df8cf0c9,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:46.873519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.876445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:46.898282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for ffeb8b83-61e6-4644-8c5c-671001f0187a owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:46.919263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.946558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:46.954479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:46.957325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:46.970388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Pushing event updated for resources: {'Port': ['ID=fd70fbd1-ac08-4993-b437-177642ecfb98,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.024194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-92c7c250-6e1a-45fc-aaf8-cd4fe20e7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.026060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-92c7c250-6e1a-45fc-aaf8-cd4fe20e7254 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1097 time: 1.0044439 Apr 01 15:49:47.031880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:47.036862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 172.20.0.11 (9d919997-7b56-4b49-acd8-35888c2943cc/0a3e19b1-d3d2-47a0-afaf-8843cf38625f/25602664-f548-427d-a828-8941fd1a70fc) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:47.045364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe75:16aa (9d919997-7b56-4b49-acd8-35888c2943cc/fbed77ef-6e59-4c0c-ab9c-046f852efd2a/25602664-f548-427d-a828-8941fd1a70fc) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:47.139566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:47.140220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:47.301444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-bff89348-6ef1-46b8-ab1a-ec71d98d45d1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Unset dirty status for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:47.302500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-bff89348-6ef1-46b8-ab1a-ec71d98d45d1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/networks?id=2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 200 len: 797 time: 1.9612284 Apr 01 15:49:47.312661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655ff3-a131-46d0-a9f6-40f3e9b3a32a None None] Pushing event updated for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.318403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Attempting to bind port fd70fbd1-ac08-4993-b437-177642ecfb98 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:47.318769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Attempting to bind port fd70fbd1-ac08-4993-b437-177642ecfb98 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:47.319007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.319489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Attempting to bind port fd70fbd1-ac08-4993-b437-177642ecfb98 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:47.335982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:47.335982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:47.335982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.336320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:47.336616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Bound port: fd70fbd1-ac08-4993-b437-177642ecfb98, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:47.336894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.340253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 25602664-f548-427d-a828-8941fd1a70fc will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:47.429609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.472510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:47.489927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-52ce06c3-bd07-4aa7-a6af-43263ab96eef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 217 time: 0.4474206 Apr 01 15:49:47.498734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:49:47.546324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:47.555938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:47.567812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:47.588682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] For port fd70fbd1-ac08-4993-b437-177642ecfb98, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:47.640065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-1dcbe230-6367-4d85-817a-d767501c3828 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/quotas/35c3ff7397fa45b1b8a7dec146f3f365 HTTP/1.1" status: 200 len: 375 time: 0.1630454 Apr 01 15:49:47.672482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] For port fd70fbd1-ac08-4993-b437-177642ecfb98, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd70fbd1-ac08-4993-b437-177642ecfb98,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:47.707771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=25602664-f548-427d-a828-8941fd1a70fc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.747309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.758577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.759217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.782089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebc5d7-f644-4b7b-97d2-fde180ff9ffd req-5c173ede-1a98-4f5d-a871-b1160beb9b7b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.783618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9ebc5d7-f644-4b7b-97d2-fde180ff9ffd req-5c173ede-1a98-4f5d-a871-b1160beb9b7b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.3121388 Apr 01 15:49:47.830619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:47.834371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.836349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9ebc5d7-f644-4b7b-97d2-fde180ff9ffd req-66e9a3db-1654-4ccb-bc6d-89b4f35d370d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Apr 01 15:49:47.861819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac350d-cb70-401b-8dbb-a999934cafa4 None None] Pushing event updated for resources: {'Port': ['ID=fd70fbd1-ac08-4993-b437-177642ecfb98,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.865688 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94141f47-bd05-4b6e-a965-528b5a993ed6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3632438 Apr 01 15:49:47.869555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42408) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:47.953719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:46Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:47.958558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71c7586-ab30-4619-8c6c-5ae21a83330a None None] The sync data for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv is: [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:46Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:47.960886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8220ea2-736d-473d-b538-1d3212376ce0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.968259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8220ea2-736d-473d-b538-1d3212376ce0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.969210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8220ea2-736d-473d-b538-1d3212376ce0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:48.046156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8220ea2-736d-473d-b538-1d3212376ce0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:48.049778 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8220ea2-736d-473d-b538-1d3212376ce0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1775763 Apr 01 15:49:48.050398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:48.071183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-853dfd56-01b9-434b-98e4-494e65647fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.073423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-853dfd56-01b9-434b-98e4-494e65647fad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.5121741 Apr 01 15:49:48.180057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.224915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 25602664-f548-427d-a828-8941fd1a70fc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:48.225272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.268505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port 63193c0c-0e8d-4382-8b29-f0817ed40e6b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:48.428000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.517010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.585448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.591264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-58ed0437-2834-4ab8-bcb2-ef5b183079c4 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Synchronizing usage tracker for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:48.658335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 25602664-f548-427d-a828-8941fd1a70fc owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:48.896441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.4 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/63193c0c-0e8d-4382-8b29-f0817ed40e6b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:49.032499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.033094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.094803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=25602664-f548-427d-a828-8941fd1a70fc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.112044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.241326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0776d-70d1-4f07-be82-6c372482df97 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:49.256975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d588c8-5ade-4b21-a8cb-f12cea3ba2a4 req-b2049b82-6ce6-4638-895c-ac08b56a68e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.258559 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-08d588c8-5ade-4b21-a8cb-f12cea3ba2a4 req-b2049b82-6ce6-4638-895c-ac08b56a68e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.2773888 Apr 01 15:49:49.293654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.345710 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-08d588c8-5ade-4b21-a8cb-f12cea3ba2a4 req-487afbeb-393f-469f-aa92-ce27d6170894 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737274 Apr 01 15:49:49.361088 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ff349f9-7462-4e17-a7c3-62c919dc6b76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/25602664-f548-427d-a828-8941fd1a70fc HTTP/1.1" status: 204 len: 168 time: 1.3095496 Apr 01 15:49:49.363546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.387110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858fe130-34eb-415b-92f1-6928944a5c8a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.390210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-58ed0437-2834-4ab8-bcb2-ef5b183079c4 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Unset dirty status for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:49.392019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-58ed0437-2834-4ab8-bcb2-ef5b183079c4 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7380555 Apr 01 15:49:49.394563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-f578f424-5111-4ae9-9d0d-29487e62bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.396874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-f578f424-5111-4ae9-9d0d-29487e62bc4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2935700 Apr 01 15:49:49.483575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.485539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=ffeb8b83-61e6-4644-8c5c-671001f0187a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.486251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.490482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab57fb90-d180-4d72-af42-d1580094584c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7008dfd2e4994ed586a0f3af5a27a1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5687513 Apr 01 15:49:49.494684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.494684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:49.498904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.518761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0f1a79c-c036-4b04-acc0-cfc504dc2e74 None None] Provisioning for port fd70fbd1-ac08-4993-b437-177642ecfb98 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:49.570661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.596252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:49.599704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7509c715-f1f5-47d3-92cf-8ccecbe0371a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2326088 Apr 01 15:49:49.600862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.635468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.719835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 0a3e19b1-d3d2-47a0-afaf-8843cf38625f {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:49.723047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.788391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd70fbd1-ac08-4993-b437-177642ecfb98 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:49.789737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.895960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.929076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.931816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port fd70fbd1-ac08-4993-b437-177642ecfb98 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:49.941207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fd70fbd1-ac08-4993-b437-177642ecfb98 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:49.941207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.959530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858fe130-34eb-415b-92f1-6928944a5c8a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.974872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.980052 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c6dbf016-db27-4763-9304-64e183bd42ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/858fe130-34eb-415b-92f1-6928944a5c8a HTTP/1.1" status: 204 len: 168 time: 0.4780507 Apr 01 15:49:49.988370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.040180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-93916056-e2b9-44b7-9873-cba593c20ad3 None None] Provisioning complete for port fd70fbd1-ac08-4993-b437-177642ecfb98 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:50.040548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93916056-e2b9-44b7-9873-cba593c20ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.079334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.096093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-b2382edb-2970-4d7c-98e9-506e0819d045 service neutron] 10.222.0.18 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772696 Apr 01 15:49:50.123540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.153660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3e19b1-d3d2-47a0-afaf-8843cf38625f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.163737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.257851 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67a30022-2ba9-4d4f-99a7-0f234cc34b21 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/0a3e19b1-d3d2-47a0-afaf-8843cf38625f HTTP/1.1" status: 204 len: 168 time: 0.6563430 Apr 01 15:49:50.260774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:50.267938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.310443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaa5ed-97b2-4d15-bc05-e29057d8b2e5 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:50.440706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93916056-e2b9-44b7-9873-cba593c20ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.453015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet fbed77ef-6e59-4c0c-ab9c-046f852efd2a {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:50.456574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.511521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port fd70fbd1-ac08-4993-b437-177642ecfb98, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd70fbd1-ac08-4993-b437-177642ecfb98,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:50.537584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.642277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.642277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f542407-2d34-4c51-91b2-7593df8cf0c9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:50.673244 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-079bcb03-5a8c-4530-a696-ea81b7511596 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1529133 Apr 01 15:49:50.707960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.747029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef3352-7a8b-480a-bd0b-e44546f019a2 req-7be289fa-8983-475d-867b-4cefee5ba703 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:50.748556 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87ef3352-7a8b-480a-bd0b-e44546f019a2 req-7be289fa-8983-475d-867b-4cefee5ba703 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.1522214 Apr 01 15:49:50.821064 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87ef3352-7a8b-480a-bd0b-e44546f019a2 req-fe9a5603-59d0-4cc1-96a1-359390d88394 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555046 Apr 01 15:49:50.855533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-93916056-e2b9-44b7-9873-cba593c20ad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:50.855886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-93916056-e2b9-44b7-9873-cba593c20ad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:50.861200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=fd70fbd1-ac08-4993-b437-177642ecfb98,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.871553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.903881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.925667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:50.936081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:50.936081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.949635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=fbed77ef-6e59-4c0c-ab9c-046f852efd2a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.951711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.963748 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de1316e6-a9dd-40af-9441-5127d590e1b8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/fbed77ef-6e59-4c0c-ab9c-046f852efd2a HTTP/1.1" status: 204 len: 168 time: 0.7019694 Apr 01 15:49:50.972173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.049174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:51.062936 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bccbaf48-fac7-4f7f-9fd8-20235ccd8c8c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896049 Apr 01 15:49:51.063560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.083394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object 63193c0c-0e8d-4382-8b29-f0817ed40e6b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:51.093031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.134299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 5f542407-2d34-4c51-91b2-7593df8cf0c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f542407-2d34-4c51-91b2-7593df8cf0c9,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:51.202506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf9220-2906-4bcb-8cc0-1bffe61150de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:51.209600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-83cf9220-2906-4bcb-8cc0-1bffe61150de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.257550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.287681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-cdff8628-c7b2-4af5-ab8e-6d42f581b79c service neutron] 10.222.0.18 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1784713 Apr 01 15:49:51.288089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-83cf9220-2906-4bcb-8cc0-1bffe61150de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:51.298599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router d070f0f6-740a-425f-b115-b381064d0795 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:51.299409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.301901 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83cf9220-2906-4bcb-8cc0-1bffe61150de tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2371483 Apr 01 15:49:51.319119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Router 6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:49:51.393147 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-056f1832-d2fa-429d-a991-11ac06f66e10 req-dcfb0fdf-18af-4125-905d-cff9a78ccdf1 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954840 Apr 01 15:49:51.463613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.479541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42468) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.587088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2f1d969-6b9a-45ad-805b-e9bbe0edab2f None None] Could not find standard attr ID for object 25602664-f548-427d-a828-8941fd1a70fc. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:49:51.616209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-161615861'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:51.622458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:51.626483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Usage tracker for resource:network and tenant:3aca3b61c05b4fd1af83055a653d08a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:51.629922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:51.642042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:51.759109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be4720-8291-4297-a1e3-f1f0ad43a28d None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:51.763616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:51.768918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.777748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb289f3-5aac-44ee-90d4-36da40d1aaf6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:51.778438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0bb289f3-5aac-44ee-90d4-36da40d1aaf6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.797285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.819352 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a06225b-a665-49dd-9482-c1ec5d0d86ce req-b382baf2-cbbd-4ecb-b49d-7e42172930b7 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1548011 Apr 01 15:49:51.826042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:51.833273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Usage tracker for resource:security_group_rule and tenant:3aca3b61c05b4fd1af83055a653d08a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:51.836769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:51.844060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:51.879199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.946222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:51.950143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd70fbd1-ac08-4993-b437-177642ecfb98 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:51.959569 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] Sync routers for ids ['d070f0f6-740a-425f-b115-b381064d0795'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:51.975003 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] Routers {'d070f0f6-740a-425f-b115-b381064d0795'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:51.976049 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d070f0f6-740a-425f-b115-b381064d0795'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.026746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.049500 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.061286 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] Routers {'d070f0f6-740a-425f-b115-b381064d0795'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.064009 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d070f0f6-740a-425f-b115-b381064d0795'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.070293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:52.079828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.083585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-436977f5-b32d-4673-a087-fc78c061d684 None None] Provisioning complete for port fd70fbd1-ac08-4993-b437-177642ecfb98 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:52.084075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-436977f5-b32d-4673-a087-fc78c061d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.141471 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.142244 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e594284-f264-4449-9495-ebb3b95c2136 None None] The sync data for ids ['d070f0f6-740a-425f-b115-b381064d0795'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:52.149686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:52.176834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1ed39-4900-41a1-aa6d-76b72cfee587,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.182277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.182619 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Added segment c9289806-b36d-4d44-ab1a-90d9c7ff7021 of type vlan for network ea11bb26-7b49-4a12-98bd-7ea309e83646 Apr 01 15:49:52.189283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:52.220919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.221461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.223547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.241666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:52.268586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0bb289f3-5aac-44ee-90d4-36da40d1aaf6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:52.270023 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0bb289f3-5aac-44ee-90d4-36da40d1aaf6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9486132 Apr 01 15:49:52.271056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:52.273551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42484) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.273713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:52.298818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.359471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.365885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.367007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.386549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fd70fbd1-ac08-4993-b437-177642ecfb98 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:52.387212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.445795 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f306d81a-01c6-4bf1-80d1-899e0aa42e6d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1705675 Apr 01 15:49:52.446546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42488) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.473313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:52.486932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.488237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.507690 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0260160 Apr 01 15:49:52.512422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42492) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.548559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'subnet': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:52.562268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=63193c0c-0e8d-4382-8b29-f0817ed40e6b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.566854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:52.579854 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] Sync routers for ids ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:52.596980 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] Routers {'6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.597839 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.628139 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a087f995-aca0-4ef3-b5dc-6ff0fe4b5473 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/d070f0f6-740a-425f-b115-b381064d0795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1050813 Apr 01 15:49:52.647938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.648547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa66dd-8a4f-4db2-bf78-8da5c365c58b None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:52.665894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.679592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.680855 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73ae3f4d-9f89-4a74-9cda-eb8030bd4fcb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 16.2763712 Apr 01 15:49:52.688866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42502) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.725832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-3a4c58eb-1fa3-434b-84b9-8ce04e076aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.727364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-3a4c58eb-1fa3-434b-84b9-8ce04e076aea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1097 time: 1.1579423 Apr 01 15:49:52.756076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:52.781495 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.799971 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] Routers {'6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:52.800597 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.809920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.810534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.820619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Deleting port fd70fbd1-ac08-4993-b437-177642ecfb98 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:52.820619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.879335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bf42e-4350-41b5-8814-304ed5bf6437 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Network': ['ID=ea11bb26-7b49-4a12-98bd-7ea309e83646,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.879972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e33d0104-822e-4634-a48d-eb291b33d3b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:52.883519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f542407-2d34-4c51-91b2-7593df8cf0c9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:52.911983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.913166 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-886ed24d-b993-40bb-9bbd-477a78ed7433 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.6558080 Apr 01 15:49:52.921166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.925098 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.925725 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91993817-51c5-40f0-8bb6-39644a5609fd None None] The sync data for ids ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:52.963537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bce496ba-88a8-4ca4-9ad3-860376509584 None None] Provisioning for port 63193c0c-0e8d-4382-8b29-f0817ed40e6b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:52.965249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:52.966593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:52.975059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:52.997464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bce496ba-88a8-4ca4-9ad3-860376509584 None None] Provisioning complete for port 63193c0c-0e8d-4382-8b29-f0817ed40e6b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:52.997834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bce496ba-88a8-4ca4-9ad3-860376509584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.063006 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a92a73c9-e602-4069-b5a7-b480899303ca req-b125be53-844a-480a-9859-2ae8cfcc1296 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1529973 Apr 01 15:49:53.119673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:53.121970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:53.146413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-70399d3d-23c6-49ee-a55e-65afab91bab3 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2529416 Apr 01 15:49:53.163998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632922-792f-4f75-83c5-d0252c163b88 req-70b2542c-e9b9-47b9-80a8-bdbcf8b2afcb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.166129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-92632922-792f-4f75-83c5-d0252c163b88 req-70b2542c-e9b9-47b9-80a8-bdbcf8b2afcb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 1.1008008 Apr 01 15:49:53.178567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.194325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Usage tracker for resource:subnet and tenant:3aca3b61c05b4fd1af83055a653d08a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:53.198231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e33d0104-822e-4634-a48d-eb291b33d3b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:53.199333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e33d0104-822e-4634-a48d-eb291b33d3b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=d070f0f6-740a-425f-b115-b381064d0795 HTTP/1.1" status: 200 len: 205 time: 0.5173373 Apr 01 15:49:53.213886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:53.214625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'network_id': '88e29e3e-2eed-4814-856b-9c0af689b1ef', 'name': 'tempest-AllowedAddressPairTestJSON-1147531058'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:53.216661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.228816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:53.271015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bce496ba-88a8-4ca4-9ad3-860376509584 None None] Port 63193c0c-0e8d-4382-8b29-f0817ed40e6b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:53.313970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5f542407-2d34-4c51-91b2-7593df8cf0c9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:53.314345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.384011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-268a552a-5b46-492a-811d-24fb32cf4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.385632 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-268a552a-5b46-492a-811d-24fb32cf4651 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.5871246 Apr 01 15:49:53.441560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] For port fd70fbd1-ac08-4993-b437-177642ecfb98, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd70fbd1-ac08-4993-b437-177642ecfb98,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:53.442246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.482290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.515738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-92632922-792f-4f75-83c5-d0252c163b88 req-920792f7-e7dc-4f27-bc5b-e2c3c9b63d00 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213074 Apr 01 15:49:53.517126 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-cd323945-a842-411c-9b3f-c705fa220246 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 217 time: 0.1166205 Apr 01 15:49:53.557142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:53.560605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.562321 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:53.562748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:53.580195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Calling delete_port for fd70fbd1-ac08-4993-b437-177642ecfb98 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:53.600313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:53.661678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:53.704903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-895e30c9-82b8-4083-aabb-41299517ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.706359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-895e30c9-82b8-4083-aabb-41299517ee60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.1038392 Apr 01 15:49:53.708619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:53.713269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.794036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd70fbd1-ac08-4993-b437-177642ecfb98 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:53.803304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Made reservation on behalf of 3384ef1feb6a402f918bb5e035ebb1c2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:53.806627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.830990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: fd70fbd1-ac08-4993-b437-177642ecfb98 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:53.831536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd70fbd1-ac08-4993-b437-177642ecfb98 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:53.833144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.863048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] device_id is not set on port cdd41702-8858-4d2f-850b-4cd82c4b6831 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:53.880592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] No DVR routers for this DVR port fd70fbd1-ac08-4993-b437-177642ecfb98 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:53.888732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc188-0eec-45bb-9f77-d9ab8ff1f9be None None] Pushing event deleted for resources: {'Port': ['ID=fd70fbd1-ac08-4993-b437-177642ecfb98,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:53.935085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.937922 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6b4235bd-e1a4-4dc1-ad91-6d340ce6d7a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4767125 Apr 01 15:49:53.939396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.946691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.964751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:54.121996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.122642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router d070f0f6-740a-425f-b115-b381064d0795 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:54.180075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-d2e0783f-07ff-4938-973f-36eb7b9124e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:54.182486 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-d2e0783f-07ff-4938-973f-36eb7b9124e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4151456 Apr 01 15:49:54.370443 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7eaf3b51-0ad7-4585-a5da-e4bf10cfaf69 req-4f30dcd3-4270-4ed6-aec0-862f1595c2bf tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1272271 Apr 01 15:49:54.401808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.402879 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3ef1b81-1e8d-4456-af08-dac95c0462e0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/d070f0f6-740a-425f-b115-b381064d0795 HTTP/1.1" status: 204 len: 168 time: 1.1838930 Apr 01 15:49:54.409038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:54.410986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42526) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.529765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:54.555903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Allocated IP 172.20.0.14 (88e29e3e-2eed-4814-856b-9c0af689b1ef/20cc8d5c-ae6b-45f3-883c-f6e89736253a/cdd41702-8858-4d2f-850b-4cd82c4b6831) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:54.660911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 0d2be459-7d41-4617-a43f-9a029b1cbcbf {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:49:54.662900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.699927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.709270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-f33a7684-0979-430e-a97b-7e3e0e14704a tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:54.710644 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-f33a7684-0979-430e-a97b-7e3e0e14704a tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.90 "GET /v2.0/networks?id=2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 200 len: 797 time: 0.5576944 Apr 01 15:49:54.788815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-517fe4ba-6cfe-4e26-9f55-6eb0652ce2be service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986118 Apr 01 15:49:54.876269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:54.879627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.880992 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:54.881413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:54.913560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c293f469-fb33-4295-87c8-93f68508a893 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:49:54.958106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.978061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.006754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-cdff1bf8-779d-4ade-8c6f-a2e64c69c9df tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c3ff7397fa45b1b8a7dec146f3f365 HTTP/1.1" status: 200 len: 380 time: 0.2457595 Apr 01 15:49:55.007388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Subnet': ['ID=da72ab23-9725-4b85-9d07-59b0bbdf184c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.029573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'port': {'device_id': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'admin_state_up': True, 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'security_groups': ['93923397-3259-44a4-b34a-94e7a0d01858']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:55.032721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Checking segment: {'id': 'c9289806-b36d-4d44-ab1a-90d9c7ff7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:55.036260 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network hostable DHCP agents. Network: ea11bb26-7b49-4a12-98bd-7ea309e83646, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:55.044104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-985c6fb0-f314-4851-b488-c4df1823f12f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0910888 Apr 01 15:49:55.046664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.054479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:55.078867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c293f469-fb33-4295-87c8-93f68508a893,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:55.095243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'c293f469-fb33-4295-87c8-93f68508a893', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'port_id': 'c293f469-fb33-4295-87c8-93f68508a893', 'mac_address': 'fa:16:3e:f3:3c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:49:55.163170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.184014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c293f469-fb33-4295-87c8-93f68508a893 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:55.190339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.200799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c293f469-fb33-4295-87c8-93f68508a893,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:55.215851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:55.220502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.226636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.262505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:55.286642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:55.320067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Deleting port c67b9f8b-6888-42c0-b163-f2a9e9cb6606 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:55.320359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.320511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.378772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9acb8d4-96fb-4b5f-ae62-c4a3e0e1e78e req-f85edc46-c2eb-4e0d-aee3-d3d529c005e3 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823021 Apr 01 15:49:55.398916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:55.403580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.405167 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:55.405835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:55.410359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a9ea-f191-4c89-b671-58bfe0059d4b req-40dc78ed-2301-4ca6-965e-ac3ca5b12383 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:55.418260 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8c2a9ea-f191-4c89-b671-58bfe0059d4b req-40dc78ed-2301-4ca6-965e-ac3ca5b12383 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 944 time: 0.7153907 Apr 01 15:49:55.443890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ea11bb26-7b49-4a12-98bd-7ea309e83646) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:55.450450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.465354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e72b4-7c54-4043-ac23-979315abed99 None None] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:55.497121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.499038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:55.549268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:55.550029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.566251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['c293f469-fb33-4295-87c8-93f68508a893'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:49:55.583246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8c2a9ea-f191-4c89-b671-58bfe0059d4b req-d4b4ec80-d7be-4ede-abd6-57dae95a8566 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643393 Apr 01 15:49:55.586168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.597659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b40f5d-6dc4-4428-8bd0-d60102a6f56d None None] Network 40591693-37cb-4694-8001-3520808d8755 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:55.605178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.606736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:55.609967 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/0d2be459-7d41-4617-a43f-9a029b1cbcbf HTTP/1.1" status: 204 len: 168 time: 1.1965907 Apr 01 15:49:55.613390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccda031-b535-4e69-9bc5-2f440b715ab0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2be459-7d41-4617-a43f-9a029b1cbcbf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.623602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.628601 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-329928b9-f275-415e-99c0-4d7de13a1879 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5803351 Apr 01 15:49:55.635858 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eef9aa0-7482-4a78-9cb1-9f58bccea867 req-35e2171b-5b55-454d-9839-71dcd53de6ee tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1223612 Apr 01 15:49:55.639191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.645254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:55.677846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Transition to ACTIVE for port object cdd41702-8858-4d2f-850b-4cd82c4b6831 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:55.749992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.766589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96913eb4-d601-4114-9232-1be633687798 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2295911 Apr 01 15:49:55.771266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.811109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Made reservation on behalf of 35c3ff7397fa45b1b8a7dec146f3f365 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:55.814856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.841626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-529995988'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:55.933895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.936867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Calling delete_port for c67b9f8b-6888-42c0-b163-f2a9e9cb6606 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:55.979211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:55.990737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ea11bb26-7b49-4a12-98bd-7ea309e83646', 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'tenant_id': '3aca3b61c05b4fd1af83055a653d08a1', 'fixed_ips': [{'subnet_id': 'da72ab23-9725-4b85-9d07-59b0bbdf184c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:49:55.991351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.033887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 178577d3-b900-4531-8368-bd95c34820ff {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:56.034467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.048075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:56.091255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.152033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:56.163660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Usage tracker for resource:port and tenant:3aca3b61c05b4fd1af83055a653d08a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:56.168167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:56.174616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:56.193959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:56.209172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.216623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:56.217345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:56.236145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Allocated IP 2001:db8::2 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/8e215556-5d54-4eb0-8979-2b34977a7f2e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:56.239109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] DHCP port deletion for 40591693-37cb-4694-8001-3520808d8755 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:49:56.250446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Deleting port 178577d3-b900-4531-8368-bd95c34820ff {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:56.255350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.266965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:56.270615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.312406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:49:56.376123 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d83977f-ded9-40e1-bfdd-160710e2f2e7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7332942 Apr 01 15:49:56.377431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:56.385571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:56.408117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:56.450815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:56.453217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:56.489085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.560327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Pushing event deleted for resources: {'Port': ['ID=c67b9f8b-6888-42c0-b163-f2a9e9cb6606,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.582047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=cdd41702-8858-4d2f-850b-4cd82c4b6831,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.629805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] For port 178577d3-b900-4531-8368-bd95c34820ff, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=178577d3-b900-4531-8368-bd95c34820ff,segment=NetworkSegment(2563a3ad-7907-46cf-905f-ad7438310880),segment_id=2563a3ad-7907-46cf-905f-ad7438310880)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:56.634649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.683988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.684809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.717256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.1 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/70576006-8407-4f0a-9183-cc57179bd76e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:56.744613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Allocated IP 172.20.0.14 (2f6d6d1f-a68a-4853-b072-12a58a214aef/a5d83613-6760-467c-83cc-403371cfa2eb/cf7eb141-6109-4985-9090-9e61493d2bbe) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:56.762945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 178577d3-b900-4531-8368-bd95c34820ff, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=178577d3-b900-4531-8368-bd95c34820ff,segment=NetworkSegment(2563a3ad-7907-46cf-905f-ad7438310880),segment_id=2563a3ad-7907-46cf-905f-ad7438310880)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:56.763784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.824175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:56.836431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Calling delete_port for 178577d3-b900-4531-8368-bd95c34820ff owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:56.886249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:56.897864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6d4676a-80b7-4672-a4f0-80efe8db12c4 req-615e2a4c-429b-4cff-9c39-8ee0532880ad tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.0550218 Apr 01 15:49:56.905883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.908933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.923535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c293f469-fb33-4295-87c8-93f68508a893 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:56.957425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Transition to ACTIVE for port object 8e215556-5d54-4eb0-8979-2b34977a7f2e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:56.980228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 178577d3-b900-4531-8368-bd95c34820ff owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:49:57.042557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dabc2fe4-817b-41e3-bddd-30840c2e4d34 None None] Provisioning for port cdd41702-8858-4d2f-850b-4cd82c4b6831 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:57.047904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.051472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.053235 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:57.053235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:57.054894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Transition to ACTIVE for port object 8e215556-5d54-4eb0-8979-2b34977a7f2e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:57.059209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dabc2fe4-817b-41e3-bddd-30840c2e4d34 None None] Provisioning complete for port cdd41702-8858-4d2f-850b-4cd82c4b6831 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:57.059586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dabc2fe4-817b-41e3-bddd-30840c2e4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.116138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dabc2fe4-817b-41e3-bddd-30840c2e4d34 None None] Port cdd41702-8858-4d2f-850b-4cd82c4b6831 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:57.148641 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-002a43f4-14e0-43c4-99ab-6e8c3876a9df tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9590080 Apr 01 15:49:57.152883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.180350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42562) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.192551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.209524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] Pushing event deleted for resources: {'Port': ['ID=178577d3-b900-4531-8368-bd95c34820ff,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:57.225740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:76:9e:7c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b3:82:2a'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:57.253012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b8e71-8d01-4409-a86e-dc4606da1d16 None None] No DVR routers for this DVR port 178577d3-b900-4531-8368-bd95c34820ff on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:57.267721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port c293f469-fb33-4295-87c8-93f68508a893 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:57.273977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:57.278600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:57.282470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:57.284750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port c293f469-fb33-4295-87c8-93f68508a893 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:57.285377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.311075 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85b12b83-de88-46f6-b4a0-1c80049be075 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9328854 Apr 01 15:49:57.316207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42566) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.363202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8e215556-5d54-4eb0-8979-2b34977a7f2e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:57.376249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:57.399249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.410981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::114 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/87a4f7ed-a7f0-45ad-af74-b3ca1c736f37) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:57.417909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.446168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Attempting to bind port 8e215556-5d54-4eb0-8979-2b34977a7f2e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:57.446536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Attempting to bind port 8e215556-5d54-4eb0-8979-2b34977a7f2e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'c9289806-b36d-4d44-ab1a-90d9c7ff7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:57.446928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Attempting to bind port 8e215556-5d54-4eb0-8979-2b34977a7f2e on network ea11bb26-7b49-4a12-98bd-7ea309e83646 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:49:57.455124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:57.455389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:49:57.455523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:57.456759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Checking segment: {'id': 'c9289806-b36d-4d44-ab1a-90d9c7ff7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:49:57.456759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.456759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Bound using segment: {'id': 'c9289806-b36d-4d44-ab1a-90d9c7ff7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:49:57.457030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Bound port: 8e215556-5d54-4eb0-8979-2b34977a7f2e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9289806-b36d-4d44-ab1a-90d9c7ff7021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:57.457303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.556983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b542b-930a-438f-a804-b416131fd31c req-24085ec8-28d2-45e4-a6a0-0f7d9beab9da tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:57.558356 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e37b542b-930a-438f-a804-b416131fd31c req-24085ec8-28d2-45e4-a6a0-0f7d9beab9da tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 945 time: 0.6967368 Apr 01 15:49:57.571856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.597661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.609590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Router 6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:49:57.618306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:57.627755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] For port 8e215556-5d54-4eb0-8979-2b34977a7f2e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:49:57.638827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c293f469-fb33-4295-87c8-93f68508a893,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:49:57.638827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] For port 8e215556-5d54-4eb0-8979-2b34977a7f2e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8e215556-5d54-4eb0-8979-2b34977a7f2e,segment=NetworkSegment(c9289806-b36d-4d44-ab1a-90d9c7ff7021),segment_id=c9289806-b36d-4d44-ab1a-90d9c7ff7021)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:49:57.667685 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893', 'code': 200} Apr 01 15:49:57.718515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.719574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.761028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.773993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e37b542b-930a-438f-a804-b416131fd31c req-80d866a5-3e1f-4674-8a0c-1dc19e26a548 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851439 Apr 01 15:49:57.793545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.846630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 178577d3-b900-4531-8368-bd95c34820ff no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:57.848819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.855433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:49:57.865174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.868975 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e82447a1-36ca-48a7-a7c3-77bfbeb48134 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "PUT /v2.0/routers/6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 200 len: 709 time: 4.9049065 Apr 01 15:49:57.870380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42572) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.902988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] Sync routers for ids ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:57.927606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.928256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 178577d3-b900-4531-8368-bd95c34820ff {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:49:57.928603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 178577d3-b900-4531-8368-bd95c34820ff not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:57.930956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.932453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:49:57.932873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:57.952801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:57.959069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 178577d3-b900-4531-8368-bd95c34820ff {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:49:57.959452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.995944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Transition to ACTIVE for port object cf7eb141-6109-4985-9090-9e61493d2bbe will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:57.999584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] Routers {'6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:58.000209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.016946 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cacce1a8-0a9a-4424-94c3-12e673890afc tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/routers/6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 200 len: 744 time: 0.1453922 Apr 01 15:49:58.020160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.100700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.131048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] Routers {'6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:49:58.131662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:49:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.171001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] The port '178577d3-b900-4531-8368-bd95c34820ff' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:49:58.174293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.207823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.208232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b283f0c-455d-4398-8697-d76abe4bf131 None None] The sync data for ids ['6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:58.213039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecae72a-1215-49a5-8747-580c7210f9c2 None None] Pushing event updated for resources: {'Port': ['ID=8e215556-5d54-4eb0-8979-2b34977a7f2e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.243976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62105e17-8d6f-4d74-8ec3-7771ae40d91f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9231284 Apr 01 15:49:58.244855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.250149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42582) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.285969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c959f9bb-bc18-4e69-ac61-de77f62cf472 tempest-RoutersIpV6AdminTest-1933708392 tempest-RoutersIpV6AdminTest-1933708392-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&device_id=6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 200 len: 205 time: 0.2621496 Apr 01 15:49:58.291940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.364512 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60af51bd-92f5-4571-82b1-00c7813c9ed2 req-34cef025-b113-4591-b75e-1f3305d0908d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1274257 Apr 01 15:49:58.374557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.421148 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ccc6833-1bff-456f-9b64-3613eade3d86 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1403725 Apr 01 15:49:58.429149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.437321 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb5e95b4-2fb1-450e-b5b0-05dbf047d361 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 200 len: 205 time: 0.1016281 Apr 01 15:49:58.440837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.480834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:58.509672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:58.533464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:58.554502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:58.583247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.623024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=70576006-8407-4f0a-9183-cc57179bd76e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.638573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.705314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df509b-70bd-4968-ae16-666bf6aa521d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:58.705990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8df509b-70bd-4968-ae16-666bf6aa521d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:58.723375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40591693-37cb-4694-8001-3520808d8755']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.732109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5730d30-1df3-4d4f-946a-548797485496 req-8805b1de-b687-4901-a875-755314039878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:58.733598 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f5730d30-1df3-4d4f-946a-548797485496 req-8805b1de-b687-4901-a875-755314039878 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.5553188 Apr 01 15:49:58.768522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2563a3ad-7907-46cf-905f-ad7438310880') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.768830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2563a3ad-7907-46cf-905f-ad7438310880') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:58.787409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.898760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8df509b-70bd-4968-ae16-666bf6aa521d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:58.900461 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8df509b-70bd-4968-ae16-666bf6aa521d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4642205 Apr 01 15:49:58.903692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.914642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.935128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.031181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.039431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.072300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.076527 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02fcf780-9950-4be0-8576-87cb450c1d59 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1717324 Apr 01 15:49:59.079993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.087380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.099533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:59.122805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f5730d30-1df3-4d4f-946a-548797485496 req-adc65b9b-5ed8-456b-9c83-e84875e96baf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753474 Apr 01 15:49:59.133187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:59.137497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:59.139958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:59.143857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:49:59.144438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.145944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.146245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.154583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=87a4f7ed-a7f0-45ad-af74-b3ca1c736f37,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:59.167290 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:59.172787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:59.218574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.218574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:49:59.222066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:59.228307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.229900 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-71fc50c8-c5a1-4457-afc1-5c58a90edf5a tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 204 len: 168 time: 0.7563365 Apr 01 15:49:59.235089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.275813 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-900ea933-b47a-48f7-9d08-fa3cd33258f9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5033603 Apr 01 15:49:59.282518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42612) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.286158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-28b9837a-97cb-4309-b6fe-57545fbd62a3 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 200 len: 205 time: 0.0498354 Apr 01 15:49:59.290263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.293581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:49:59.309883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d0812-cfc1-453f-95bc-8584a55fb351 None None] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:49:59.367121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1f901f23-8810-4c9c-a50d-b4a27bc1c3ce tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:49:59.368208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f901f23-8810-4c9c-a50d-b4a27bc1c3ce tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/6f1705f1-43eb-4a9a-8a58-2d59f8cb1be0 HTTP/1.1" status: 404 len: 336 time: 0.0763757 Apr 01 15:49:59.371405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42620) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.388627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.400053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1441729107', 'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:d7:b9:47'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:59.459927 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02dc2c58-efe1-4091-bf0e-cab22d359296 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 200 len: 205 time: 0.0871096 Apr 01 15:49:59.467382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.493663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:59.524497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91e5f9bd-9d7a-4e5a-9d91-1cd3e237805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.543449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-10e4d741-2080-45a2-b3b8-af1303e8d2b6 None None] Provisioning for port 8e215556-5d54-4eb0-8979-2b34977a7f2e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:59.588889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e1a7d203-0be6-4efe-a9dd-861368d28b3f tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:49:59.589950 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1a7d203-0be6-4efe-a9dd-861368d28b3f tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/05b1e851-265d-46e4-82fd-59fdd662b3a9 HTTP/1.1" status: 404 len: 336 time: 0.1205812 Apr 01 15:49:59.595026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.595518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.633180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.634103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.760071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5598c9cf-09fc-4636-8cc0-5d5d46f722f3 None None] Provisioning for port cf7eb141-6109-4985-9090-9e61493d2bbe completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:59.765901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5598c9cf-09fc-4636-8cc0-5d5d46f722f3 None None] Provisioning complete for port cf7eb141-6109-4985-9090-9e61493d2bbe triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:59.766901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5598c9cf-09fc-4636-8cc0-5d5d46f722f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.769735 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-86089510-78b3-4e25-9c6d-f3bb1e9f8b1b tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 200 len: 205 time: 0.1719544 Apr 01 15:49:59.771984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42634) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.794020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.805038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.825047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.829600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.860089 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-2c0415ff-81b9-4187-bf35-b686dbb4cc7d tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:49:59.864485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c0415ff-81b9-4187-bf35-b686dbb4cc7d tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/38888e60-3cb5-4134-9e45-efdab25b9ce4 HTTP/1.1" status: 404 len: 336 time: 0.0881519 Apr 01 15:49:59.866359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.869263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.886759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=40591693-37cb-4694-8001-3520808d8755,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.900186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5598c9cf-09fc-4636-8cc0-5d5d46f722f3 None None] Port cf7eb141-6109-4985-9090-9e61493d2bbe cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:49:59.910231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8e215556-5d54-4eb0-8979-2b34977a7f2e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:59.922828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9017b1aa-0270-455a-bf6b-288c70bf8fbd tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 200 len: 205 time: 0.0494008 Apr 01 15:49:59.923054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42642) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.930319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:59.934286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.971338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1369bd-fefa-4a41-9156-c92fad9c0e28 req-ef4df9a1-783e-4375-bcf2-c885a8a42aff tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.973011 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1369bd-fefa-4a41-9156-c92fad9c0e28 req-ef4df9a1-783e-4375-bcf2-c885a8a42aff tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.0339668 Apr 01 15:49:59.990715 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e47103f-1b80-4689-9731-d83b9f7eaf0d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/40591693-37cb-4694-8001-3520808d8755 HTTP/1.1" status: 204 len: 168 time: 4.3628602 Apr 01 15:50:00.007970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42646) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.014351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1633710005', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.032174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.050099 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-dabfda69-1aab-4672-be4e-ae067b962e83 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:50:00.053566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dabfda69-1aab-4672-be4e-ae067b962e83 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/08388443-ced7-4863-9b58-df9d1714f658 HTTP/1.1" status: 404 len: 336 time: 0.1272442 Apr 01 15:50:00.054126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.073191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.079520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8e215556-5d54-4eb0-8979-2b34977a7f2e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:00.085889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8e215556-5d54-4eb0-8979-2b34977a7f2e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.090658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.093076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcbe5c-2024-4774-87de-b9d727c123cf req-80044b20-159d-4a12-969f-fcc6d39d782e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.097042 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-06dcbe5c-2024-4774-87de-b9d727c123cf req-80044b20-159d-4a12-969f-fcc6d39d782e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 932 time: 0.5567491 Apr 01 15:50:00.098310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.135884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] In _notify_port_updated(), no bound segment for port cdd41702-8858-4d2f-850b-4cd82c4b6831 on network 88e29e3e-2eed-4814-856b-9c0af689b1ef {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:00.141990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.142873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.144361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "PUT /v2.0/ports/cdd41702-8858-4d2f-850b-4cd82c4b6831 HTTP/1.1" status: 200 len: 1057 time: 2.9595230 Apr 01 15:50:00.154003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-408517f1-3f57-4062-a098-e6a23f9ba2b2 None None] Provisioning for port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:00.173165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.176338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.198476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-8d2dbd79-6f2c-4a0b-855e-28d168863714 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1796241 Apr 01 15:50:00.208546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-408517f1-3f57-4062-a098-e6a23f9ba2b2 None None] Provisioning complete for port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.210333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-408517f1-3f57-4062-a098-e6a23f9ba2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.224376 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-06dcbe5c-2024-4774-87de-b9d727c123cf req-bb339a61-6ffc-40f1-82a4-5230243b4b04 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175840 Apr 01 15:50:00.279778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.280868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.313568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.335121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Request body: {'port': {'device_id': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.349005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-408517f1-3f57-4062-a098-e6a23f9ba2b2 None None] Port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:00.407530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.418862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.438595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.444114 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-06979d62-e17f-46a7-a58c-05c87edeea85 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 200 len: 205 time: 0.2983110 Apr 01 15:50:00.444312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8e215556-5d54-4eb0-8979-2b34977a7f2e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8e215556-5d54-4eb0-8979-2b34977a7f2e,segment=NetworkSegment(c9289806-b36d-4d44-ab1a-90d9c7ff7021),segment_id=c9289806-b36d-4d44-ab1a-90d9c7ff7021)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:00.445222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Usage tracker for resource:port and tenant:3aca3b61c05b4fd1af83055a653d08a1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.448532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.466707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.471315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Provisioning complete for port cdd41702-8858-4d2f-850b-4cd82c4b6831 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.472277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.504748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1369bd-fefa-4a41-9156-c92fad9c0e28 req-0b683c4e-3016-4306-ac8c-274121a31ff9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304380 Apr 01 15:50:00.508139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.511394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.512551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a003e43-32c4-4fa3-b77c-83aa06c8f1ca tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5039022 Apr 01 15:50:00.520258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.526777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-103000322'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.543507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.543507 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6da72bf1-b85c-49f4-b4b1-3b478e567f21 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:50:00.543507 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6da72bf1-b85c-49f4-b4b1-3b478e567f21 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/67e0d8d5-d325-40a8-8e33-d0f763b17c30 HTTP/1.1" status: 404 len: 336 time: 0.0910385 Apr 01 15:50:00.543507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.546397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.550111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.556677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117d887-6f21-46e2-aa50-2ae597566879 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event updated for resources: {'Port': ['ID=cdd41702-8858-4d2f-850b-4cd82c4b6831,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.562933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.592163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Port cdd41702-8858-4d2f-850b-4cd82c4b6831 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:00.598993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.602275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port cdd41702-8858-4d2f-850b-4cd82c4b6831 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:00.607284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.607407 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8e0fe58d-8c82-4aa6-9cc6-0e42bd8674cd tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 HTTP/1.1" status: 200 len: 205 time: 0.0586331 Apr 01 15:50:00.607407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.612138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8e215556-5d54-4eb0-8979-2b34977a7f2e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.615653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Provisioning complete for port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.616165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.683441 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6fe30170-9eb5-489a-a368-69a66ba41d59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] delete failed (client error): The resource could not be found. Apr 01 15:50:00.687434 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6fe30170-9eb5-489a-a368-69a66ba41d59 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/routers/ba0d6a43-7e0b-4f69-a2c2-8f4c2c7ff8d5 HTTP/1.1" status: 404 len: 336 time: 0.0756133 Apr 01 15:50:00.687576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.712013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.715596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d82b7521-cafc-4050-8a91-37819a3df698 None None] Port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:00.725829 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7241077a-8a52-4e9b-8d53-a111efc955f0 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:00.726292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7241077a-8a52-4e9b-8d53-a111efc955f0 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:00.728574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7241077a-8a52-4e9b-8d53-a111efc955f0 tempest-RoutersIpV6AdminTest-2133193241 tempest-RoutersIpV6AdminTest-2133193241-project] 10.222.0.18 "DELETE /v2.0/subnets/5efc5730-9c4f-4cd7-9271-8b452b20f148 HTTP/1.1" status: 404 len: 337 time: 0.0395308 Apr 01 15:50:00.741629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:00.745315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:00.750648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.778447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:00.785642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.785991 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment ced4e068-feb9-4b2b-a2a6-3a953574be96 of type vlan for network 74c4b804-9e56-49ba-8ae5-329670106cdf Apr 01 15:50:00.820145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.857602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.913662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.919334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.919969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.029227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=74c4b804-9e56-49ba-8ae5-329670106cdf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.039893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 74c4b804-9e56-49ba-8ae5-329670106cdf details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:01.057610 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d2faaf5-0dfe-4183-be65-dfd037ab1fcf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5359378 Apr 01 15:50:01.060334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.066972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:01.205459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.209868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.212917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.220218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.296044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.324586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:01.330600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.338295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.490565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.518501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.524604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Usage tracker for resource:security_group_rule and tenant:22c0f2bc9d0e45fb8b3cb513d58cfe7f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.530874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.532254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port b3428a20-50f6-47df-a8e0-de7587beb439 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:01.542364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.606848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995a4a8-40ed-459f-906f-3aef0472d32f req-f7bc7abf-1e0a-4146-9891-a96a18a950ae tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:01.608428 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e995a4a8-40ed-459f-906f-3aef0472d32f req-f7bc7abf-1e0a-4146-9891-a96a18a950ae tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 932 time: 0.2497394 Apr 01 15:50:01.720804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.725439 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e995a4a8-40ed-459f-906f-3aef0472d32f req-7cd9f433-928d-4b16-82b2-d6dd5116aa5c tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844963 Apr 01 15:50:01.791459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.810262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8e215556-5d54-4eb0-8979-2b34977a7f2e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:01.843824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.880060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8e215556-5d54-4eb0-8979-2b34977a7f2e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:01.880060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.888259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.974512 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22c0f2bc9d0e45fb8b3cb513d58cfe7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743443 Apr 01 15:50:01.974512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2fc01-cd50-46b8-9c5a-c497d10b3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde868f0-c6f5-4bea-ba9e-0728082134e5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.978722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42696) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.994309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=9c0eb001-73f7-41fe-9816-14150ebcb488,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.008780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:02.008780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 74c4b804-9e56-49ba-8ae5-329670106cdf, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:02.017414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for cdd41702-8858-4d2f-850b-4cd82c4b6831 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:02.066349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.094764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.114749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 74c4b804-9e56-49ba-8ae5-329670106cdf is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:02.228698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 74c4b804-9e56-49ba-8ae5-329670106cdf) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:02.233113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.233836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.242067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a22faa-3068-418d-83ba-75e5de6b1f06 None None] Network 74c4b804-9e56-49ba-8ae5-329670106cdf requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:02.267815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.270420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.274670 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dde868f0-c6f5-4bea-ba9e-0728082134e5 HTTP/1.1" status: 204 len: 168 time: 0.2917597 Apr 01 15:50:02.283593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bfa5-d305-4222-99ce-366b163207a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde868f0-c6f5-4bea-ba9e-0728082134e5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.333392 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-676dece4-0bd8-48ae-b163-595a43ba6644 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2684143 Apr 01 15:50:02.334044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.362514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:02.367872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a20585aa-4f25-45bc-8c2c-8751efca9292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.373638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.514663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:02.515375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-74c4b804-9e56-49ba-8ae5-329670106cdf', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:02.516228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.549905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::f0 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/b3428a20-50f6-47df-a8e0-de7587beb439) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:02.553153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:02.573718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d365db-ae9d-4a93-bea0-4e003d39a2f3 req-ccc630bc-a2bb-4637-b7f0-05be5c0e5f39 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.575305 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d365db-ae9d-4a93-bea0-4e003d39a2f3 req-ccc630bc-a2bb-4637-b7f0-05be5c0e5f39 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.8641386 Apr 01 15:50:02.589852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.589852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.609133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed163d-ba1a-4996-b005-c367d8e4bfe0 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:02.636693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=c8f303de-05fc-4f02-92a8-d9406295e52c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.745478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.796287 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d365db-ae9d-4a93-bea0-4e003d39a2f3 req-6202b97b-12bb-430f-98cd-6f949b67d7a5 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039716 Apr 01 15:50:02.814683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:02.823993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.873688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.912625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.936002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Allocated IP 2001:db8::2 (74c4b804-9e56-49ba-8ae5-329670106cdf/9c0eb001-73f7-41fe-9816-14150ebcb488/95ff5f8b-1a74-4de0-a125-546143b39e7f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:02.959430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Transition to ACTIVE for port object cf7eb141-6109-4985-9090-9e61493d2bbe will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:02.960596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.963360 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fc74241b-481a-42dd-b1f7-b328fb3e1733 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8719783 Apr 01 15:50:02.987035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.026984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.082819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.096000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:1a:35:d5', 'name': 'tempest-NetworksTestDHCPv6-29446008'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:03.134460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.146383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'c8f303de-05fc-4f02-92a8-d9406295e52c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:03.147699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.219275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.238989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.252497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=70576006-8407-4f0a-9183-cc57179bd76e,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.356162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773386cf-1fd3-4682-8f3c-ff17d5c6f272 req-ab5a266a-f77d-470c-9d13-6d37c794d706 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:03.357916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-773386cf-1fd3-4682-8f3c-ff17d5c6f272 req-ab5a266a-f77d-470c-9d13-6d37c794d706 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 944 time: 0.4112449 Apr 01 15:50:03.475124 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-773386cf-1fd3-4682-8f3c-ff17d5c6f272 req-756055bb-2ef6-42c0-8d1f-574ca7ad16df tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081231 Apr 01 15:50:03.484007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.505997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Transition to ACTIVE for port object 95ff5f8b-1a74-4de0-a125-546143b39e7f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:03.521420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Allocated IP 2001:db8::f816:3eff:feb0:81bf (9d919997-7b56-4b49-acd8-35888c2943cc/c8f303de-05fc-4f02-92a8-d9406295e52c/5365930b-ce52-4451-a1e6-73ac2466b292) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:03.544594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Transition to ACTIVE for port object 95ff5f8b-1a74-4de0-a125-546143b39e7f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:03.640853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=cdd41702-8858-4d2f-850b-4cd82c4b6831,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.644912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.698332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.709561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8::1 (74c4b804-9e56-49ba-8ae5-329670106cdf/9c0eb001-73f7-41fe-9816-14150ebcb488/6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:03.786601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Network 74c4b804-9e56-49ba-8ae5-329670106cdf is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:03.792856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Pushing event updated for resources: {'Port': ['ID=95ff5f8b-1a74-4de0-a125-546143b39e7f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.795404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:03.801359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:03.875673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75fa8fbc-8a71-43fb-997a-8891abf91f25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78892b09e2b6428f986fa7130e8b3253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6544960 Apr 01 15:50:03.878135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.914021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.951549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:03.968940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Attempting to bind port 95ff5f8b-1a74-4de0-a125-546143b39e7f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:03.969541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Attempting to bind port 95ff5f8b-1a74-4de0-a125-546143b39e7f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:03.969694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Attempting to bind port 95ff5f8b-1a74-4de0-a125-546143b39e7f on network 74c4b804-9e56-49ba-8ae5-329670106cdf {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:03.977652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.981163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:03.981537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Checking segment: {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:03.982520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.982520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Bound using segment: {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:03.982793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Bound port: 95ff5f8b-1a74-4de0-a125-546143b39e7f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:03.983182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.002030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.011662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.015512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.041338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Transition to ACTIVE for port object 5365930b-ce52-4451-a1e6-73ac2466b292 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:04.077980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.079848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Transition to ACTIVE for port object 5365930b-ce52-4451-a1e6-73ac2466b292 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:04.091378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.103024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] For port 95ff5f8b-1a74-4de0-a125-546143b39e7f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:04.106042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] For port 95ff5f8b-1a74-4de0-a125-546143b39e7f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=95ff5f8b-1a74-4de0-a125-546143b39e7f,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:04.116153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.125882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574d682-776b-4e75-8e31-3745e0d9c4bb req-9bb1357c-a90f-4f93-89bc-eb63438ee871 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.127469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8574d682-776b-4e75-8e31-3745e0d9c4bb req-9bb1357c-a90f-4f93-89bc-eb63438ee871 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.1592748 Apr 01 15:50:04.128518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object b3428a20-50f6-47df-a8e0-de7587beb439 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:04.139231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42724) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.142342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.144249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Request body: {'floatingip': {'port_id': 'c293f469-fb33-4295-87c8-93f68508a893'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:04.180341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.183991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.188478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.215418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.265659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:04.271021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:04.273535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:04.279275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Attempting to bind port cf7eb141-6109-4985-9090-9e61493d2bbe on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.279275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Attempting to bind port cf7eb141-6109-4985-9090-9e61493d2bbe by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.279275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Attempting to bind port cf7eb141-6109-4985-9090-9e61493d2bbe on network 2f6d6d1f-a68a-4853-b072-12a58a214aef {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.319065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:04.327503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Port cf7eb141-6109-4985-9090-9e61493d2bbe on network 2f6d6d1f-a68a-4853-b072-12a58a214aef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:50:04.327503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Attempting to bind port cf7eb141-6109-4985-9090-9e61493d2bbe on network 2f6d6d1f-a68a-4853-b072-12a58a214aef {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.341427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.344624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:04.348955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 74c4b804-9e56-49ba-8ae5-329670106cdf is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:04.367720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:04.367720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Checking segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:04.367997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Bound using segment: {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:04.368284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Bound port: cf7eb141-6109-4985-9090-9e61493d2bbe, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e44478-8044-4111-ae14-385219c8c392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:04.368677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.376893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Pushing event updated for resources: {'Port': ['ID=5365930b-ce52-4451-a1e6-73ac2466b292,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.377037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:04.390751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:04.391384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:04.392181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.399272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.451558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aac93e7-e73a-4754-8c12-ee602fea311c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.482257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.517095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0dea-a352-47f3-90e5-21c4b014527c None None] Pushing event updated for resources: {'Port': ['ID=95ff5f8b-1a74-4de0-a125-546143b39e7f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.550261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.555059 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4005d38-fb79-471b-88c5-ef4eb0882711 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/cdd41702-8858-4d2f-850b-4cd82c4b6831 HTTP/1.1" status: 204 len: 168 time: 4.3659389 Apr 01 15:50:04.558184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Attempting to bind port 5365930b-ce52-4451-a1e6-73ac2466b292 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:04.558553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Attempting to bind port 5365930b-ce52-4451-a1e6-73ac2466b292 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:04.559236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.561141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Attempting to bind port 5365930b-ce52-4451-a1e6-73ac2466b292 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:04.580717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:04.581114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:04.581514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.581918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:04.582396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Bound port: 5365930b-ce52-4451-a1e6-73ac2466b292, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:04.582784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.604160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.608273 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4edf695d-4f57-4f30-9c44-9969e347f8c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aac93e7-e73a-4754-8c12-ee602fea311c HTTP/1.1" status: 204 len: 168 time: 0.7260356 Apr 01 15:50:04.677025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.682141 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc029a4-d21e-4851-a1e2-4dccfb0a8ab8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] GET failed (client error): The resource could not be found. Apr 01 15:50:04.683542 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-efc029a4-d21e-4851-a1e2-4dccfb0a8ab8 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports/cdd41702-8858-4d2f-850b-4cd82c4b6831 HTTP/1.1" status: 404 len: 333 time: 0.1225479 Apr 01 15:50:04.687800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.725394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.736870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:04.740634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:04.808764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] For port 5365930b-ce52-4451-a1e6-73ac2466b292, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:04.814799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] For port 5365930b-ce52-4451-a1e6-73ac2466b292, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5365930b-ce52-4451-a1e6-73ac2466b292,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:04.820040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:04.830910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:04.898764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.922231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:04.928742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.929574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.967886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.020294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.023603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.025485 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] 10.222.0.90 "PUT /v2.0/ports/cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 200 len: 1094 time: 4.7255814 Apr 01 15:50:05.025778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:05.032025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c212-a53e-4712-ad97-ec3d0f1c72b7 None None] Pushing event updated for resources: {'Port': ['ID=5365930b-ce52-4451-a1e6-73ac2466b292,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.053653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port 63193c0c-0e8d-4382-8b29-f0817ed40e6b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:05.056319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.125856 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.7970977 Apr 01 15:50:05.128022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42742) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.172387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33594ec1-cb9f-4017-a882-9e880d4028c6 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=b3428a20-50f6-47df-a8e0-de7587beb439,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.191179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'status': 'completed', 'code': 200} Apr 01 15:50:05.208551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.374918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6e73ac32-7109-44d7-926c-a891ad23447a None None] Provisioning for port b3428a20-50f6-47df-a8e0-de7587beb439 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:05.381417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6e73ac32-7109-44d7-926c-a891ad23447a None None] Provisioning complete for port b3428a20-50f6-47df-a8e0-de7587beb439 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:05.381801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6e73ac32-7109-44d7-926c-a891ad23447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.393823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:05.433104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.490160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6e73ac32-7109-44d7-926c-a891ad23447a None None] Port b3428a20-50f6-47df-a8e0-de7587beb439 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:05.529058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dae9ac-f9ef-42bb-907d-2735a7d617ed req-42d7a0a0-58a3-4a85-aa09-5b7c045edaf1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.530699 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51dae9ac-f9ef-42bb-907d-2735a7d617ed req-42d7a0a0-58a3-4a85-aa09-5b7c045edaf1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 944 time: 0.7728336 Apr 01 15:50:05.732360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 52d99647-1e2a-49d3-b0b4-926e105a3e06 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:05.914064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b13d-3b60-4968-bdf4-58d1acaf1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.928677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-6392a578-aa42-44fb-8655-00b7e5dfbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.930221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-6392a578-aa42-44fb-8655-00b7e5dfbc56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1097 time: 0.7382865 Apr 01 15:50:05.999213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5365930b-ce52-4451-a1e6-73ac2466b292 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:06.015479 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51dae9ac-f9ef-42bb-907d-2735a7d617ed req-42bced86-d590-4158-8711-46d21a2f4490 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521447 Apr 01 15:50:06.056174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a06a03-630b-45b3-8729-298220251f98 None None] Network 74c4b804-9e56-49ba-8ae5-329670106cdf requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:06.109284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.115608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.128054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.129192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:06.315511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:06.316800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad8767e4-21dd-41f4-a158-635f7872d2dc tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.1511345 Apr 01 15:50:06.322894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:06.326582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42758) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.328776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5365930b-ce52-4451-a1e6-73ac2466b292 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:06.335068 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:06.339555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f2a5-8303-4544-87b1-bcd078aa3f98 None None] Provisioning for port 95ff5f8b-1a74-4de0-a125-546143b39e7f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:06.354592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 95ff5f8b-1a74-4de0-a125-546143b39e7f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:06.357680 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:06.363105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.435070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.449855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port b3428a20-50f6-47df-a8e0-de7587beb439 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:06.450205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.485069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe1a:35d5 (9d919997-7b56-4b49-acd8-35888c2943cc/c8f303de-05fc-4f02-92a8-d9406295e52c/52d99647-1e2a-49d3-b0b4-926e105a3e06) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:06.513985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a84b6f7f-4802-46e0-a5fe-a36b46c22c52 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/routers/28abb139-5029-4607-9e20-52f5f97e1837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7906170 Apr 01 15:50:06.526851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.538962 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.545908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-6f1d3953-0e75-4bf8-a942-927890e97fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.547499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-6f1d3953-0e75-4bf8-a942-927890e97fc1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5951576 Apr 01 15:50:06.557720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'port': {'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb', 'name': 'tempest-FloatingIPTestJSON-1912196949'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:06.561701 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:06.562331 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.576552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 95ff5f8b-1a74-4de0-a125-546143b39e7f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:06.581955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 95ff5f8b-1a74-4de0-a125-546143b39e7f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:06.582334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.694477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for 63193c0c-0e8d-4382-8b29-f0817ed40e6b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:06.707171 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:06.707584 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7c4852-fcc8-4ba5-a2fb-fba0fa40c851 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:06.796287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:06.800184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:port and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:06.803561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:06.810326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:06.842990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.898442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 95ff5f8b-1a74-4de0-a125-546143b39e7f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=95ff5f8b-1a74-4de0-a125-546143b39e7f,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:06.919123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Provisioning for port 5365930b-ce52-4451-a1e6-73ac2466b292 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:06.942408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Provisioning complete for port 5365930b-ce52-4451-a1e6-73ac2466b292 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:06.942790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.959176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:06.963343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.998445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.006834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.093273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.097186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.100320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.149365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] device_id is not set on port 849e7154-df13-4fac-bd1d-72e78865a66a yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:07.197790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=95ff5f8b-1a74-4de0-a125-546143b39e7f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.209108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.253541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.314822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] For port 5365930b-ce52-4451-a1e6-73ac2466b292, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5365930b-ce52-4451-a1e6-73ac2466b292,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:07.315162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.390561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-b53716ba-79a0-4be8-b64b-99652673ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.390800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.392049 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82b67c69-2a57-46b4-a68e-7825da2cfbd6 req-b53716ba-79a0-4be8-b64b-99652673ecfb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5719178 Apr 01 15:50:07.428341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.520155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=63193c0c-0e8d-4382-8b29-f0817ed40e6b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.577225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccca16-6108-4b40-b121-2ca6d61c97b9 None None] Pushing event updated for resources: {'Port': ['ID=5365930b-ce52-4451-a1e6-73ac2466b292,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.667090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Provisioning for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:07.675802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Provisioning complete for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:07.676649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.696980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Floating IP c8bb6492-719d-4f74-b876-1c7ef47fb2a6 associated. External IP: 172.26.7.21, port: c293f469-fb33-4295-87c8-93f68508a893. Apr 01 15:50:07.753319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:07.770078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 74c4b804-9e56-49ba-8ae5-329670106cdf is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:07.778884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:07.784506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Provisioning complete for port 95ff5f8b-1a74-4de0-a125-546143b39e7f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:07.784887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-342645d3-a2ea-4133-84ef-f1e16579fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.806803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.874061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.970646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5365930b-ce52-4451-a1e6-73ac2466b292 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:08.050709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.092663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-798f5b37-f5cf-4b6a-b783-4ebe3c879e40 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/63193c0c-0e8d-4382-8b29-f0817ed40e6b HTTP/1.1" status: 204 len: 168 time: 3.3995693 Apr 01 15:50:08.095168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42794) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.098547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5365930b-ce52-4451-a1e6-73ac2466b292 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.099053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.167130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for b3428a20-50f6-47df-a8e0-de7587beb439 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:08.254504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.260099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e7b1e204-49a3-47f2-8743-72ab1b448f20 None None] Provisioning complete for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.260705 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7b1e204-49a3-47f2-8743-72ab1b448f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.278359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.6 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/849e7154-df13-4fac-bd1d-72e78865a66a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:08.287784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee88e9d-5ebb-427b-8ba9-80dd12c96caf req-71450f25-69fb-42d1-8c3d-368a5b8adce5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.288759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-5ee88e9d-5ebb-427b-8ba9-80dd12c96caf req-71450f25-69fb-42d1-8c3d-368a5b8adce5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Synchronizing usage tracker for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:08.309522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 95ff5f8b-1a74-4de0-a125-546143b39e7f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:08.336265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 52d99647-1e2a-49d3-b0b4-926e105a3e06 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:08.354116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-3aea457c-9a8b-4c24-9da5-d19eaecd5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.354858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-3aea457c-9a8b-4c24-9da5-d19eaecd5b63 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1097 time: 0.8733017 Apr 01 15:50:08.356651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-282324932', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:08.368076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1e204-49a3-47f2-8743-72ab1b448f20 None None] Port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:08.375761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.382158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee52d1f-8d65-4f59-804b-129e5300a829 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] GET failed (client error): The resource could not be found. Apr 01 15:50:08.382701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8ee52d1f-8d65-4f59-804b-129e5300a829 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Synchronizing usage tracker for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:08.387868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Usage tracker for resource:port and tenant:a713468bb9f446019d41c20d7939ed7b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.394516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.396936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 95ff5f8b-1a74-4de0-a125-546143b39e7f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.396936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.417284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.466363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-c1af8a35-b7fc-46d5-920f-8375a42d1ef8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 200 len: 217 time: 0.0918345 Apr 01 15:50:08.471263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-5ee88e9d-5ebb-427b-8ba9-80dd12c96caf req-71450f25-69fb-42d1-8c3d-368a5b8adce5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Unset dirty status for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:08.472455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ee88e9d-5ebb-427b-8ba9-80dd12c96caf req-71450f25-69fb-42d1-8c3d-368a5b8adce5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 944 time: 1.1544664 Apr 01 15:50:08.534007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:50:08.588498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8ee52d1f-8d65-4f59-804b-129e5300a829 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Unset dirty status for tenant:3384ef1feb6a402f918bb5e035ebb1c2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:08.589738 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8ee52d1f-8d65-4f59-804b-129e5300a829 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "GET /v2.0/ports/63193c0c-0e8d-4382-8b29-f0817ed40e6b HTTP/1.1" status: 404 len: 333 time: 0.4934592 Apr 01 15:50:08.595795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42800) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.603078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Made reservation on behalf of a713468bb9f446019d41c20d7939ed7b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:08.605309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.713977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-a75fcd99-d27a-487e-b71d-7107ab89266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.715492 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-a75fcd99-d27a-487e-b71d-7107ab89266b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5d83613-6760-467c-83cc-403371cfa2eb HTTP/1.1" status: 200 len: 835 time: 0.2420850 Apr 01 15:50:08.724114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.731320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.792323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ee88e9d-5ebb-427b-8ba9-80dd12c96caf req-ea2146ca-0355-45ac-b5ff-33bca2f70576 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693846 Apr 01 15:50:08.837379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.852528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Usage tracker for resource:security_group_rule and tenant:a713468bb9f446019d41c20d7939ed7b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.856583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Router 11b3c7df-9126-4a81-8839-30bac53fd076 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:08.860333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port a43b3ebf-765a-4334-9f15-410e5a84edda {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:08.860671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.893060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.897321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:08.908388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=52d99647-1e2a-49d3-b0b4-926e105a3e06,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.914393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:08.920068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:08.925070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.925607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.926246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.931470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:08.932129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.943351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:08.950273 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d88710b1-6dbd-4634-9b8d-1288a187c9a2 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6125133 Apr 01 15:50:08.959247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.961247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:08.963170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.017082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.025168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=b3428a20-50f6-47df-a8e0-de7587beb439,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.068969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2142059312'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:09.106697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:09.121228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:09.129178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:09.143434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:09.153557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-f3445a94-b9c4-48d1-b2b4-f5b7ad55e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.155587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:09.166913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-f3445a94-b9c4-48d1-b2b4-f5b7ad55e194 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f6d6d1f-a68a-4853-b072-12a58a214aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4340820 Apr 01 15:50:09.173357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de73f60e-4f2e-446e-a235-7a7a992fdd4b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.1812053 Apr 01 15:50:09.237003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.412200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:09.416484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.433608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:09.448934 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Sync routers for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:09.457823 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:09.458437 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.504016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.509797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe6f26d8-39d3-44a9-99b7-a7dc3dab69e9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/b3428a20-50f6-47df-a8e0-de7587beb439 HTTP/1.1" status: 204 len: 168 time: 3.1766620 Apr 01 15:50:09.518204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.521592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.525754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:09.535101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.554810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-810353d4-c5da-4ade-969d-879cfa1ab3a2 None None] Provisioning for port 52d99647-1e2a-49d3-b0b4-926e105a3e06 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:09.568271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-810353d4-c5da-4ade-969d-879cfa1ab3a2 None None] Provisioning complete for port 52d99647-1e2a-49d3-b0b4-926e105a3e06 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:09.568971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-810353d4-c5da-4ade-969d-879cfa1ab3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.582325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-57d85570-fc45-4d60-ad75-311a36046e37 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054344 Apr 01 15:50:09.592117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66704f-b795-4e79-b209-ffa593dec4e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.598541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66704f-b795-4e79-b209-ffa593dec4e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.599398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f66704f-b795-4e79-b209-ffa593dec4e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:09.655852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-810353d4-c5da-4ade-969d-879cfa1ab3a2 None None] Port 52d99647-1e2a-49d3-b0b4-926e105a3e06 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:09.657753 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:09.677917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:09.683483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:09.684093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Updating router 608403fd-5341-49f6-86d5-be1874f2ec5a port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:09.709955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.710676 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment a7eac776-4caf-4c17-8b32-3d69d8cc51c2 of type vlan for network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 Apr 01 15:50:09.712803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.725616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for a43b3ebf-765a-4334-9f15-410e5a84edda owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:09.755855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.768558 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcefb230-fc98-46b3-8989-0e8f7dbbf0f3 req-ec82d425-23f9-436b-b436-d248b18299b1 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635842 Apr 01 15:50:09.770234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.796691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.824307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abe5e08f-cf2f-4da1-99eb-532c0b0614dc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "PUT /v2.0/floatingips/c8bb6492-719d-4f74-b876-1c7ef47fb2a6 HTTP/1.1" status: 200 len: 991 time: 5.6803138 Apr 01 15:50:09.827317 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-368fa40f-9e1f-4e07-b9ec-25555f58a509 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] GET failed (client error): The resource could not be found. Apr 01 15:50:09.828039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-368fa40f-9e1f-4e07-b9ec-25555f58a509 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:09.836403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] device_id is not set on port 3f079c0c-f6b1-4f33-b24f-020ec676b20e yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:09.851927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:09.870226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:09.873691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:09.961498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.963950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.985362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f66704f-b795-4e79-b209-ffa593dec4e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:09.987005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f66704f-b795-4e79-b209-ffa593dec4e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7491362 Apr 01 15:50:09.999134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.136471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:10.171332 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c8bb6492-719d-4f74-b876-1c7ef47fb2a6', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'port_id': 'c293f469-fb33-4295-87c8-93f68508a893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'mac_address': 'fa:16:3e:f3:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:22Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 1, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:10.176488 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Checking router: 11b3c7df-9126-4a81-8839-30bac53fd076 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:10.187512 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:10.188259 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:10.194294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6663554 Apr 01 15:50:10.196551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735974f-a80e-4292-825f-3426c8b6be5a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=849e7154-df13-4fac-bd1d-72e78865a66a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.200380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-368fa40f-9e1f-4e07-b9ec-25555f58a509 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:10.201886 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-368fa40f-9e1f-4e07-b9ec-25555f58a509 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports/b3428a20-50f6-47df-a8e0-de7587beb439 HTTP/1.1" status: 404 len: 333 time: 0.6783652 Apr 01 15:50:10.228250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.254860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42826) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.262465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.265664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'port': {'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb', 'name': 'tempest-FloatingIPTestJSON-1416342354'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.291609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-791569059'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.291954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c1c87-ed65-4116-8c49-905659e05425,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.302215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.323984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Transition to ACTIVE for port object 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:10.382097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.399946 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:10.474601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Allocated IP 172.26.7.89 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/3f079c0c-f6b1-4f33-b24f-020ec676b20e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:10.487538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33336df-955b-4f78-9989-c1d1fa0d16d4 req-edcb145c-5782-4642-afbe-62f29c958193 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.489016 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c33336df-955b-4f78-9989-c1d1fa0d16d4 req-edcb145c-5782-4642-afbe-62f29c958193 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 944 time: 0.3365009 Apr 01 15:50:10.490363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 52d99647-1e2a-49d3-b0b4-926e105a3e06 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:10.490819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.496580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.502020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.503125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.582729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.594935 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:10.630704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7b52-e038-41d3-ae60-2b2bb34dac7f req-23aebf80-18fd-4978-a92f-0d37200e073f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.632484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a0e7b52-e038-41d3-ae60-2b2bb34dac7f req-23aebf80-18fd-4978-a92f-0d37200e073f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4454086 Apr 01 15:50:10.712057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c2cb-d060-49e6-8aa5-9660708ccd4d None None] Pushing event updated for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.752236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Attempting to bind port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:10.752612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Attempting to bind port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:10.752979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Attempting to bind port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 on network 74c4b804-9e56-49ba-8ae5-329670106cdf {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:10.759574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:10.759979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Checking segment: {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:10.760362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.760759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Bound using segment: {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:10.761237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Bound port: 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced4e068-feb9-4b2b-a2a6-3a953574be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:10.761609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.795297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=a43b3ebf-765a-4334-9f15-410e5a84edda,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.817633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.834137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:10.879235 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c33336df-955b-4f78-9989-c1d1fa0d16d4 req-7bf985e4-3670-47b2-8c64-35e86c261877 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646057 Apr 01 15:50:10.913995 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8454e2a-3901-4b45-bcf4-d306eb0eadf0 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8977630 Apr 01 15:50:10.955950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.976573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:10.992684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.022896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.037292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e269283b-8951-4bad-b401-44e876b23239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c8bb6492-719d-4f74-b876-1c7ef47fb2a6', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'port_id': 'c293f469-fb33-4295-87c8-93f68508a893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'mac_address': 'fa:16:3e:f3:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:22Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 1, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:11.040377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a0e7b52-e038-41d3-ae60-2b2bb34dac7f req-ec66cf2f-018f-47e2-a08b-f4957592cb10 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992465 Apr 01 15:50:11.043393 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269283b-8951-4bad-b401-44e876b23239 None None] The sync data for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv is: [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c8bb6492-719d-4f74-b876-1c7ef47fb2a6', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'port_id': 'c293f469-fb33-4295-87c8-93f68508a893', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'mac_address': 'fa:16:3e:f3:3c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:22Z', 'updated_at': '2022-04-01T15:50:06Z', 'revision_number': 1, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:11.077007 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893', 'status': 'completed', 'code': 200} Apr 01 15:50:11.119457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.124137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:port and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.127826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.136540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.153065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:11.157032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.236121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port 49dd0278-e363-4aa5-a7e5-b978c90eef90 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:11.238511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] For port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:11.241557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] For port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:11.259408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.259408 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-44f8efa7-0096-4463-95f3-f4bfb691769c tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/ports/a43b3ebf-765a-4334-9f15-410e5a84edda HTTP/1.1" status: 204 len: 168 time: 2.5925319 Apr 01 15:50:11.283296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.291258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:11.294745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.339210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.349182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.359660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.367740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.375072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.380015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.387995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.400527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863b652-813c-4103-9f4c-a729c928bc7b None None] New status for floating IP c8bb6492-719d-4f74-b876-1c7ef47fb2a6: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:50:11.427190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffcfd9-92ed-451f-ab8d-c138beb18a41 req-12b68f6f-9057-47f2-9258-96f871223a72 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.428721 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1fffcfd9-92ed-451f-ab8d-c138beb18a41 req-12b68f6f-9057-47f2-9258-96f871223a72 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1854606 Apr 01 15:50:11.475486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] device_id is not set on port 29789af7-63f3-4585-aa24-f205ac7c00e3 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:11.497688 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1fffcfd9-92ed-451f-ab8d-c138beb18a41 req-d2a85984-2b82-4a85-aa9b-758add899a50 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626056 Apr 01 15:50:11.498383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:11.502312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.519895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:11.520469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:11.553772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.595587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 52d99647-1e2a-49d3-b0b4-926e105a3e06 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:11.686697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:11.699034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:11.704746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:11.741753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c2cb-d060-49e6-8aa5-9660708ccd4d None None] Pushing event updated for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.763277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.763985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.788308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Pushing event updated for resources: {'Port': ['ID=3f079c0c-f6b1-4f33-b24f-020ec676b20e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.808935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:11.861056 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7927e7c2-05b9-4d06-9f02-a05139303cc9 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.8073835 Apr 01 15:50:11.863953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:11.869817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.89'}]}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:11.874885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:11.879112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Usage tracker for resource:router and tenant:a713468bb9f446019d41c20d7939ed7b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:11.882057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:11.889083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:11.913533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting subnet 20cc8d5c-ae6b-45f3-883c-f6e89736253a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:11.934043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.973587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-73f97e9d-e265-48f3-afab-d46c155aab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.975097 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-73f97e9d-e265-48f3-afab-d46c155aab58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.9250782 Apr 01 15:50:11.992666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.994829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.193753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:11Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:12.197690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9342f5-4eb2-452e-81c0-a74b57c71824 None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:04Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:11Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:12.248866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::90 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/49dd0278-e363-4aa5-a7e5-b978c90eef90) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.251265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.13 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/29789af7-63f3-4585-aa24-f205ac7c00e3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.310379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.336245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.370879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.449582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=52d99647-1e2a-49d3-b0b4-926e105a3e06,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.632793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-18011865-aff5-412f-be4c-b95583260bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.634454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-18011865-aff5-412f-be4c-b95583260bf6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.6451633 Apr 01 15:50:12.637958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.650074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.678157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.846640 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a3a20fdf-d2d1-4cd6-a8d9-ea9e7040e802 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/52d99647-1e2a-49d3-b0b4-926e105a3e06 HTTP/1.1" status: 204 len: 168 time: 2.8436241 Apr 01 15:50:12.878100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.007173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949121-456a-458d-833c-dbd12d51e57b req-2c88b60f-d3f8-4f96-afa6-feb08c391f9a tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.009291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:13.009766 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17949121-456a-458d-833c-dbd12d51e57b req-2c88b60f-d3f8-4f96-afa6-feb08c391f9a tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 944 time: 0.9775314 Apr 01 15:50:13.048548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.073707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=1e195a27-3d86-4281-a5a3-0948ac29c767,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.085438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:13.085438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:13.125706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5235f5-d8fb-4add-9312-745b39c08557 req-8bb07c63-6282-4965-bb2a-7c05069ad595 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.127309 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc5235f5-d8fb-4add-9312-745b39c08557 req-8bb07c63-6282-4965-bb2a-7c05069ad595 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2284782 Apr 01 15:50:13.218044 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc5235f5-d8fb-4add-9312-745b39c08557 req-229a1f9b-0069-405e-af00-795fb49e2fe9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842831 Apr 01 15:50:13.255418 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-5142c6f6-bbf9-4a40-8109-af609493e610 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.4906175 Apr 01 15:50:13.259325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:13.273985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'mac_address': 'fa:16:3e:f2:0d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:13.275569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:13.277568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.340163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.356434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb6e4f-bd1c-47e4-8749-353220a39b96 None None] Network 88e29e3e-2eed-4814-856b-9c0af689b1ef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:13.361993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:13.375852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.376443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.381222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd315d0-bae5-4360-b51a-82d33e294c49 None None] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:13.396230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.402297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.426268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Subnet': ['ID=20cc8d5c-ae6b-45f3-883c-f6e89736253a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.428931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:13.459194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3ab20-8daf-4d34-8fdb-ad94763021e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.461394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3ab20-8daf-4d34-8fdb-ad94763021e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.461499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-94b3ab20-8daf-4d34-8fdb-ad94763021e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:13.475285 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30115519-9bd9-4ecc-b5e1-a8e37f29ced1 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/subnets/20cc8d5c-ae6b-45f3-883c-f6e89736253a HTTP/1.1" status: 204 len: 168 time: 2.1881628 Apr 01 15:50:13.476025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.490430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17949121-456a-458d-833c-dbd12d51e57b req-5cfcb74d-a581-4c51-ab9c-dc9fec8331eb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378695 Apr 01 15:50:13.505959 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b143a49-7ef6-4adf-b0f7-ee010baf38b6 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5463090 Apr 01 15:50:13.506159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-1d0086a6-0ac7-4a0a-9a20-64950c482371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.507217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-1d0086a6-0ac7-4a0a-9a20-64950c482371 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.2012248 Apr 01 15:50:13.508714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42860) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.590480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:13.650271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-94b3ab20-8daf-4d34-8fdb-ad94763021e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:13.654913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-94b3ab20-8daf-4d34-8fdb-ad94763021e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7698834 Apr 01 15:50:13.656201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42864) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.667512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.667637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.698689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.709661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.746933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.754964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object 49dd0278-e363-4aa5-a7e5-b978c90eef90 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:13.791921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Deleting port ab15ad46-c6ee-4d58-be4b-37c6e595e455 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:13.792266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.854597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.871016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:13.871931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.888417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.960812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['cf7eb141-6109-4985-9090-9e61493d2bbe'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:50:13.998815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] DHCP port deletion for 88e29e3e-2eed-4814-856b-9c0af689b1ef request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:14.000822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:14.026579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.064583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Deleting port ab15ad46-c6ee-4d58-be4b-37c6e595e455 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:14.064583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.194114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] For port ab15ad46-c6ee-4d58-be4b-37c6e595e455, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ab15ad46-c6ee-4d58-be4b-37c6e595e455,segment=NetworkSegment(20c4067a-9254-4622-9dcc-207ecbdcd8b4),segment_id=20c4067a-9254-4622-9dcc-207ecbdcd8b4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:14.194635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.215543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet c8f303de-05fc-4f02-92a8-d9406295e52c {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:14.228036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.370981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:14.386619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:14.388552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=49dd0278-e363-4aa5-a7e5-b978c90eef90,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.390977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:14.396853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.397799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.405303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:14.409744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-c6d54160-e831-42cf-862c-af2f14fdab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.411278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-c6d54160-e831-42cf-862c-af2f14fdab8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8314307 Apr 01 15:50:14.455768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:14.465637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.476757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.520050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.537580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:14.557965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] For port ab15ad46-c6ee-4d58-be4b-37c6e595e455, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ab15ad46-c6ee-4d58-be4b-37c6e595e455,segment=NetworkSegment(20c4067a-9254-4622-9dcc-207ecbdcd8b4),segment_id=20c4067a-9254-4622-9dcc-207ecbdcd8b4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:14.558420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.610705 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:14.611086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.654377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Calling delete_port for ab15ad46-c6ee-4d58-be4b-37c6e595e455 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:14.682273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Allocated IP 2001:db8:1::2 (2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9/1e195a27-3d86-4281-a5a3-0948ac29c767/38a0e4c8-6f15-486b-bd88-3c97decf6c71) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:14.827130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Calling delete_port for ab15ad46-c6ee-4d58-be4b-37c6e595e455 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:14.893698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.907563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.918810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-931e8800-1e8b-47c4-a290-6cab2f1f0a56 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.6564169 Apr 01 15:50:14.920462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:14.951035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=29789af7-63f3-4585-aa24-f205ac7c00e3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.954765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:d7:b9:47'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:14.978534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.979188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.007181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659567b-dac6-4102-993f-21f6a7be5322 req-bb193535-784f-4ba9-bc24-a1a43660a307 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.011088 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1659567b-dac6-4102-993f-21f6a7be5322 req-bb193535-784f-4ba9-bc24-a1a43660a307 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5755539 Apr 01 15:50:15.064429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.134264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.137340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f55880b-9f91-42bd-8d8d-a0bb1679110f None None] Provisioning for port 49dd0278-e363-4aa5-a7e5-b978c90eef90 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:15.154271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] No DVR routers for this DVR port ab15ad46-c6ee-4d58-be4b-37c6e595e455 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:15.171600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-12501ad6-9dfe-4333-8392-61d42e03241a service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026477 Apr 01 15:50:15.191213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.191836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6272b94-b1cc-41d0-bed9-9972f342b110 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:50:15.193532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Port': ['ID=ab15ad46-c6ee-4d58-be4b-37c6e595e455,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.215383 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1659567b-dac6-4102-993f-21f6a7be5322 req-211cc07a-5045-4b58-b14c-614de275b31a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001004 Apr 01 15:50:15.218921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:15.219305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:15.219785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f55880b-9f91-42bd-8d8d-a0bb1679110f None None] Provisioning complete for port 49dd0278-e363-4aa5-a7e5-b978c90eef90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.220148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f55880b-9f91-42bd-8d8d-a0bb1679110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.242041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2e9dc09-e698-44bf-9b0b-ff7594727e0a tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9845085 Apr 01 15:50:15.261283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42876) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.279739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c1c7-8418-4141-8366-4f415135834e req-aa81e8d4-c01a-4b0e-b067-8dcce9d9db6d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.281284 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcd6c1c7-8418-4141-8366-4f415135834e req-aa81e8d4-c01a-4b0e-b067-8dcce9d9db6d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 945 time: 0.5661066 Apr 01 15:50:15.306410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '29789af7-63f3-4585-aa24-f205ac7c00e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:15.330903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:15.365620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.384203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.399638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f55880b-9f91-42bd-8d8d-a0bb1679110f None None] Port 49dd0278-e363-4aa5-a7e5-b978c90eef90 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:15.417501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:floatingip and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:15.425431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:15.425668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:15.426804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.429341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e29e3e-2eed-4814-856b-9c0af689b1ef']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.432738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.437738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Transition to ACTIVE for port object 38a0e4c8-6f15-486b-bd88-3c97decf6c71 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:15.445537 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:15.446638 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-33d0ff63-771e-482a-bfa9-47ce9d4129c5 tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5813289 Apr 01 15:50:15.450409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42880) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.450807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c4067a-9254-4622-9dcc-207ecbdcd8b4') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.451120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c4067a-9254-4622-9dcc-207ecbdcd8b4') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.451592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:15.462392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Transition to ACTIVE for port object 38a0e4c8-6f15-486b-bd88-3c97decf6c71 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:15.474905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.490770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.531207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.543637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:15.544048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.548054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:15.558902 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:15.578741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:15.581265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:15.587423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:15.606153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.618518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.630283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.648386 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcd6c1c7-8418-4141-8366-4f415135834e req-2b772571-1b32-4464-9ca4-1d60c6c215f1 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476260 Apr 01 15:50:15.693002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Pushing event updated for resources: {'Port': ['ID=38a0e4c8-6f15-486b-bd88-3c97decf6c71,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.717312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.734777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.756157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Deleting port ab15ad46-c6ee-4d58-be4b-37c6e595e455 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:15.756536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.763937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.789097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] Pushing event deleted for resources: {'Network': ['ID=88e29e3e-2eed-4814-856b-9c0af689b1ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.811606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Attempting to bind port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:15.811606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Attempting to bind port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:15.811606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Attempting to bind port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 on network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:15.849498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:15.849933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Checking segment: {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:15.850351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.850750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Bound using segment: {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:15.851284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Bound port: 38a0e4c8-6f15-486b-bd88-3c97decf6c71, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:15.851658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.876868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-38b2190c-8116-4efe-bfcc-cdd69d754ad0 None None] The port 'ab15ad46-c6ee-4d58-be4b-37c6e595e455' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:50:15.894404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:15.909098 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-160cbda6-c3bf-44b0-a95c-7ec68117a2dd req-4bfd367c-28e5-4d8f-89ac-39b1a86b54c7 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287908 Apr 01 15:50:15.910105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.919033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f303de-05fc-4f02-92a8-d9406295e52c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.932583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da95bbe-122c-4320-8895-91c70788620a None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:15.941706 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-284ae890-4839-4a94-b613-6212e5a4cf27 tempest-AllowedAddressPairTestJSON-1235206913 tempest-AllowedAddressPairTestJSON-1235206913-project] 10.222.0.18 "DELETE /v2.0/networks/88e29e3e-2eed-4814-856b-9c0af689b1ef HTTP/1.1" status: 204 len: 168 time: 2.4646330 Apr 01 15:50:15.976161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Deleting port 3f079c0c-f6b1-4f33-b24f-020ec676b20e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:15.976161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.155085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.217589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.267832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] For port 38a0e4c8-6f15-486b-bd88-3c97decf6c71, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:16.272595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] For port 38a0e4c8-6f15-486b-bd88-3c97decf6c71, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=38a0e4c8-6f15-486b-bd88-3c97decf6c71,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:16.275031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] In _notify_port_updated(), no bound segment for port 49dd0278-e363-4aa5-a7e5-b978c90eef90 on network ea11bb26-7b49-4a12-98bd-7ea309e83646 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:16.275230 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-563ac42a-b409-4ed4-8f08-1d839331f97e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/c8f303de-05fc-4f02-92a8-d9406295e52c HTTP/1.1" status: 204 len: 168 time: 2.5361176 Apr 01 15:50:16.282656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.283558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.285834 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "PUT /v2.0/ports/49dd0278-e363-4aa5-a7e5-b978c90eef90 HTTP/1.1" status: 200 len: 1001 time: 1.3584247 Apr 01 15:50:16.291346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.291346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42890) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.291862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:16.292246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.424044 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4fddcd7b-0064-4898-9eaa-539b85059792 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1332126 Apr 01 15:50:16.428352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.434692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.435753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b8fb-b66e-4b55-b9df-66585f583785 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=49dd0278-e363-4aa5-a7e5-b978c90eef90,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.463182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port 49dd0278-e363-4aa5-a7e5-b978c90eef90 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:16.463706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.524965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:16.709646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.710512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:16.717651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Deleting port 5365930b-ce52-4451-a1e6-73ac2466b292 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:16.717651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.774376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8:1::1 (2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9/1e195a27-3d86-4281-a5a3-0948ac29c767/74970578-c028-4f7d-b776-575c8856eb59) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:16.798365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcbc4c-81c8-4834-bd8a-bc8522121c10 None None] Pushing event updated for resources: {'Port': ['ID=38a0e4c8-6f15-486b-bd88-3c97decf6c71,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.882151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf524-3cf5-4088-8089-344885568bc8 req-e002810a-0822-461e-b534-381a30983363 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.886693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57caf524-3cf5-4088-8089-344885568bc8 req-e002810a-0822-461e-b534-381a30983363 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3875020 Apr 01 15:50:16.914268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ab15ad46-c6ee-4d58-be4b-37c6e595e455 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:16.963400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ab15ad46-c6ee-4d58-be4b-37c6e595e455 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:16.963400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ab15ad46-c6ee-4d58-be4b-37c6e595e455 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:16.996327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.028144 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57caf524-3cf5-4088-8089-344885568bc8 req-e6193c70-0313-41a0-844c-46874796be39 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321416 Apr 01 15:50:17.065586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:17.085222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.184497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb4de563-a848-4029-aad2-1fc42c730a1f None None] Provisioning complete for port 49dd0278-e363-4aa5-a7e5-b978c90eef90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:17.185214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb4de563-a848-4029-aad2-1fc42c730a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.226440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for 49dd0278-e363-4aa5-a7e5-b978c90eef90 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:17.269229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.277847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.50 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d236d867-5990-4077-a8ef-1b4e8e94eee5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:17.284929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:17.298849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] For port 5365930b-ce52-4451-a1e6-73ac2466b292, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5365930b-ce52-4451-a1e6-73ac2466b292,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:17.299474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.311665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:17.377818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:17.426163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d31c8-1fb8-4140-9c9d-f572146bc781 req-53d61523-7d8d-402a-ac62-d11c3a47c61d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:17.427750 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318d31c8-1fb8-4140-9c9d-f572146bc781 req-53d61523-7d8d-402a-ac62-d11c3a47c61d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1671181 Apr 01 15:50:17.455653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Calling delete_port for 5365930b-ce52-4451-a1e6-73ac2466b292 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:17.463178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Calling delete_port for 3f079c0c-f6b1-4f33-b24f-020ec676b20e owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:17.485246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bb4de563-a848-4029-aad2-1fc42c730a1f None None] Port 49dd0278-e363-4aa5-a7e5-b978c90eef90 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:17.497060 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318d31c8-1fb8-4140-9c9d-f572146bc781 req-99377a9c-1619-4b4b-b2ad-0fbf763ec35f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575397 Apr 01 15:50:17.530930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:17.552062 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.563122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-643643f7-ba57-4820-be24-a25770156285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3384ef1feb6a402f918bb5e035ebb1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450499 Apr 01 15:50:17.563944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:17.582705 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port cf7eb141-6109-4985-9090-9e61493d2bbe completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:17.590666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port cf7eb141-6109-4985-9090-9e61493d2bbe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:17.591153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.594753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.645277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.693898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=49dd0278-e363-4aa5-a7e5-b978c90eef90,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.737371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] No DVR routers for this DVR port 5365930b-ce52-4451-a1e6-73ac2466b292 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:17.738808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c321f19-bac1-441f-9338-7ee5d8593c60 None None] Pushing event deleted for resources: {'Port': ['ID=5365930b-ce52-4451-a1e6-73ac2466b292,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.779842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:17.779842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.838748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object 74970578-c028-4f7d-b776-575c8856eb59 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:17.883243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.908181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.944437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:17.953078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cf6c7-31ac-42ce-b7c1-ed5d977a3ae6 req-8a897e3c-9078-4562-af3d-226e787e10c7 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:17.954721 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a03cf6c7-31ac-42ce-b7c1-ed5d977a3ae6 req-8a897e3c-9078-4562-af3d-226e787e10c7 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 945 time: 1.0286262 Apr 01 15:50:17.961934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:17.996111 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99ba0ecd-f5b3-4b04-9489-fe285e34a0e7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/49dd0278-e363-4aa5-a7e5-b978c90eef90 HTTP/1.1" status: 204 len: 168 time: 1.7026429 Apr 01 15:50:17.998987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.002093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 38a0e4c8-6f15-486b-bd88-3c97decf6c71 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:18.092661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.093341 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dea09e-06ee-4ace-84b4-17d778c12ea4 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] GET failed (client error): The resource could not be found. Apr 01 15:50:18.093949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-03dea09e-06ee-4ace-84b4-17d778c12ea4 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:18.178420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.205201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-03dea09e-06ee-4ace-84b4-17d778c12ea4 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:18.210206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e3a48-cc6b-428f-91f7-d3766bdb39c5 None None] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:18.210488 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03dea09e-06ee-4ace-84b4-17d778c12ea4 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports/49dd0278-e363-4aa5-a7e5-b978c90eef90 HTTP/1.1" status: 404 len: 333 time: 0.2102091 Apr 01 15:50:18.211207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42928) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.218764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374444570'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:18.321523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.348487 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'code': 200} Apr 01 15:50:18.384514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:18.385113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.385891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:18.408065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a03cf6c7-31ac-42ce-b7c1-ed5d977a3ae6 req-611963aa-f909-47ab-a414-4c2d7dead5fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347770 Apr 01 15:50:18.448651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.477787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5365930b-ce52-4451-a1e6-73ac2466b292 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:18.492078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:18.521298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5365930b-ce52-4451-a1e6-73ac2466b292 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:18.522834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5365930b-ce52-4451-a1e6-73ac2466b292 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:18.531273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Provisioning for port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:18.542969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Provisioning complete for port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:18.543373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.556500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.558873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0876d-85d1-4266-bb53-30d4544b136f req-8294a82f-3f06-4304-9d89-12f261e575ec tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.560622 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ada0876d-85d1-4266-bb53-30d4544b136f req-8294a82f-3f06-4304-9d89-12f261e575ec tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1664884 Apr 01 15:50:18.599688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:18.603825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.631196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.633683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port 93c30c76-e08e-4600-b885-4a62803153c9 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:18.652691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f079c0c-f6b1-4f33-b24f-020ec676b20e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.707356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.749217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] For port 38a0e4c8-6f15-486b-bd88-3c97decf6c71, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=38a0e4c8-6f15-486b-bd88-3c97decf6c71,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:18.801125 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ada0876d-85d1-4266-bb53-30d4544b136f req-b2986e12-246a-4859-abc6-29cc66a7833c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330983 Apr 01 15:50:18.814085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:18.815359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.823423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.831752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:18.846884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:18.846884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.910394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4b9f-89c2-4b66-a276-c0fda536647c None None] Pushing event updated for resources: {'Port': ['ID=38a0e4c8-6f15-486b-bd88-3c97decf6c71,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.933279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:18.955976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2f89f29-0185-4053-8b8d-9a6e4abff968 None None] Provisioning complete for port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:18.956578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2f89f29-0185-4053-8b8d-9a6e4abff968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.975452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:19.002045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::17 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/93c30c76-e08e-4600-b885-4a62803153c9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:19.025613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:19.028676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.046570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:19.114671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.189830 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6516c833-23c9-4828-a533-0404ff93fe6e tempest-RoutersAdminNegativeIpV6Test-1550204105 tempest-RoutersAdminNegativeIpV6Test-1550204105-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3f079c0c-f6b1-4f33-b24f-020ec676b20e HTTP/1.1" status: 204 len: 168 time: 3.7319138 Apr 01 15:50:19.228009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.228445 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/850a2e27-c39f-4213-bd1c-a35f03a075a6 HTTP/1.1" status: 204 len: 168 time: 1.6463773 Apr 01 15:50:19.287017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464807ca-4d95-443e-b6b2-62fb4ac51f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a2e27-c39f-4213-bd1c-a35f03a075a6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.309335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.333688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object 93c30c76-e08e-4600-b885-4a62803153c9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:19.380369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb4c75d-39fe-425e-a6f6-1f498f0bd997 None None] Provisioning for port 74970578-c028-4f7d-b776-575c8856eb59 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:19.386246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb4c75d-39fe-425e-a6f6-1f498f0bd997 None None] Provisioning complete for port 74970578-c028-4f7d-b776-575c8856eb59 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:19.386675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5cb4c75d-39fe-425e-a6f6-1f498f0bd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.407710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=d236d867-5990-4077-a8ef-1b4e8e94eee5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.418144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d96dd-157f-451b-9dc6-2cc13edc58e0 req-a2ca1234-acaa-4620-a719-6aba721fc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.419889 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-892d96dd-157f-451b-9dc6-2cc13edc58e0 req-a2ca1234-acaa-4620-a719-6aba721fc4b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1099 time: 0.7762058 Apr 01 15:50:19.443903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5cb4c75d-39fe-425e-a6f6-1f498f0bd997 None None] Port 74970578-c028-4f7d-b776-575c8856eb59 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:19.483886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.572349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:19.575835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:19.578247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:19.584380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.587125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.636747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=93c30c76-e08e-4600-b885-4a62803153c9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.728819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-892d96dd-157f-451b-9dc6-2cc13edc58e0 req-f59b7c45-dfba-4f42-8e40-0144d1ddc6af service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789030 Apr 01 15:50:19.735456 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a94c049d-a205-4378-aafe-b3cd0c52b069 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5222363 Apr 01 15:50:19.736642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42948) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.742478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:b9:47'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:19.759450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:19.760447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.767050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.803413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42952) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.883179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 38a0e4c8-6f15-486b-bd88-3c97decf6c71 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:20.044152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:20.044152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.090815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.096213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:20.111991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:20.137627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.137936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872d251-318b-44a8-9cc6-42d981cd043f None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:20.139537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.140137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.156720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:20.161985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Usage tracker for resource:security_group_rule and tenant:5fbfd628a4944a02bd3dda64b57aa1a0 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:20.166697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:20.173450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:20.195130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.245159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22ed8e-43e6-4799-bbe6-a4a5060545bf req-10f1df3a-d34b-44b5-b7b4-49c728d63876 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.246705 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf22ed8e-43e6-4799-bbe6-a4a5060545bf req-10f1df3a-d34b-44b5-b7b4-49c728d63876 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.6980476 Apr 01 15:50:20.276893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.341236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d1463f4-2146-4634-b7f8-9afc430175c1 None None] Provisioning for port 93c30c76-e08e-4600-b885-4a62803153c9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:20.352696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d1463f4-2146-4634-b7f8-9afc430175c1 None None] Provisioning complete for port 93c30c76-e08e-4600-b885-4a62803153c9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:20.353080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d1463f4-2146-4634-b7f8-9afc430175c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.360874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.414001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684505-71c8-4843-be9f-c64fccff7541 req-826c4828-2048-45aa-a6fb-ac6046bebbf3 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.424549 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ad684505-71c8-4843-be9f-c64fccff7541 req-826c4828-2048-45aa-a6fb-ac6046bebbf3 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4144835 Apr 01 15:50:20.453578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57699235-e77f-4e4c-8258-f7b67c1cbc40 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9409554 Apr 01 15:50:20.468230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 42974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.481889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:8b:6b:6f', 'name': 'tempest-NetworksTestDHCPv6-1218885874'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:20.531046 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fbfd628a4944a02bd3dda64b57aa1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088726 Apr 01 15:50:20.540407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.560035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d904a6-c845-4d1d-8bb1-4e757de4d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42812900-9397-4ad3-af5d-ee0b50cd7d3c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.579673 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ad684505-71c8-4843-be9f-c64fccff7541 req-3f86b263-0199-4fc1-ac34-455ccbcfea68 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546476 Apr 01 15:50:20.586549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5d1463f4-2146-4634-b7f8-9afc430175c1 None None] Port 93c30c76-e08e-4600-b885-4a62803153c9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:20.660095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:20.662265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.696026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf22ed8e-43e6-4799-bbe6-a4a5060545bf req-787d9d77-252c-486a-bd26-146e16434539 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928001 Apr 01 15:50:20.746239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.777490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.798250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.860960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.905854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:20.918640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Allocated IP 2001:db8::f816:3eff:fe49:ed08 (9d919997-7b56-4b49-acd8-35888c2943cc/137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48/9a34655f-6b94-4fed-9054-e57fbbbbc72e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:20.922041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:20.926180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:20.934569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.937862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:20.946613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.965303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42812900-9397-4ad3-af5d-ee0b50cd7d3c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.969847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.970995 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1417cdc-37ed-4374-b472-51c366fcd213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42812900-9397-4ad3-af5d-ee0b50cd7d3c HTTP/1.1" status: 204 len: 168 time: 0.4296005 Apr 01 15:50:20.985542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.987388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.062754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:21.079311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1723913227'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:21.108955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:21.116423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Usage tracker for resource:network and tenant:826c0fc57b5b48cd92b56df528895e10 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:21.119648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] In _notify_port_updated(), no bound segment for port 93c30c76-e08e-4600-b885-4a62803153c9 on network ea11bb26-7b49-4a12-98bd-7ea309e83646 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:21.125859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:21.126639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.131103 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "PUT /v2.0/ports/93c30c76-e08e-4600-b885-4a62803153c9 HTTP/1.1" status: 200 len: 1001 time: 1.3933637 Apr 01 15:50:21.132530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:21.138666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.139246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 42994) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.139747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.147353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:21.251076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.253215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port 93c30c76-e08e-4600-b885-4a62803153c9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:21.253629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.263041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Transition to ACTIVE for port object 9a34655f-6b94-4fed-9054-e57fbbbbc72e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:21.284780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Transition to ACTIVE for port object 9a34655f-6b94-4fed-9054-e57fbbbbc72e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:21.315832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f37456-c6da-4ca2-85eb-bd18605b23f7 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=93c30c76-e08e-4600-b885-4a62803153c9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.355513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.387682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Made reservation on behalf of 826c0fc57b5b48cd92b56df528895e10 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:21.391221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.409563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.445539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.447478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:21.453396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:21.458251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:21.486474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:21.496090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Usage tracker for resource:security_group_rule and tenant:826c0fc57b5b48cd92b56df528895e10 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:21.497458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.508327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:21.543889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.551923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Pushing event updated for resources: {'Port': ['ID=9a34655f-6b94-4fed-9054-e57fbbbbc72e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.554844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4a2555dc-9432-4c33-91dc-c0c670c694f9 None None] Provisioning complete for port 93c30c76-e08e-4600-b885-4a62803153c9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:21.554844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4a2555dc-9432-4c33-91dc-c0c670c694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.582015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:21.632161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:21.663600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.666453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Attempting to bind port 9a34655f-6b94-4fed-9054-e57fbbbbc72e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:21.666924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Attempting to bind port 9a34655f-6b94-4fed-9054-e57fbbbbc72e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:21.667282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Attempting to bind port 9a34655f-6b94-4fed-9054-e57fbbbbc72e on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:21.670011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4a2555dc-9432-4c33-91dc-c0c670c694f9 None None] Port 93c30c76-e08e-4600-b885-4a62803153c9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:21.674556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:21.679021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:21.679531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:21.679950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.681205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:21.682164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:21.682745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Bound port: 9a34655f-6b94-4fed-9054-e57fbbbbc72e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:21.683165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.884539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] For port 9a34655f-6b94-4fed-9054-e57fbbbbc72e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:21.888782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] For port 9a34655f-6b94-4fed-9054-e57fbbbbc72e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9a34655f-6b94-4fed-9054-e57fbbbbc72e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:21.974563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43004) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.985081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.057427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for 93c30c76-e08e-4600-b885-4a62803153c9 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:22.063842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-553763d4-8e48-4355-86b8-dda6aaa1b306 None None] Provisioning complete for port 74970578-c028-4f7d-b776-575c8856eb59 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:22.064230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-553763d4-8e48-4355-86b8-dda6aaa1b306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.128353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24843831-1f9a-4dfd-a8ac-cf3b3ce22273 None None] Pushing event updated for resources: {'Port': ['ID=9a34655f-6b94-4fed-9054-e57fbbbbc72e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.130740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:22.147950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe8b:6b6f (9d919997-7b56-4b49-acd8-35888c2943cc/137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48/02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:22.161280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-553763d4-8e48-4355-86b8-dda6aaa1b306 None None] Port 74970578-c028-4f7d-b776-575c8856eb59 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:22.342568 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04115511-921a-4489-892b-8cf62375f99c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a713468bb9f446019d41c20d7939ed7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136474 Apr 01 15:50:22.342568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.342568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43008) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.369106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7424-b6e4-472a-b9c1-b002af55d6c0 req-88c1cf73-3fba-48ca-9a49-d74a57b26e3f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.370698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fec7424-b6e4-472a-b9c1-b002af55d6c0 req-88c1cf73-3fba-48ca-9a49-d74a57b26e3f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6696360 Apr 01 15:50:22.471671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fec7424-b6e4-472a-b9c1-b002af55d6c0 req-b2e19b02-748d-49f1-8d73-07ee48c52c29 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848064 Apr 01 15:50:22.482640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:22.488236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.519868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.530184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cea10-6227-4e97-8c3c-b1234638ae98 req-26cbd77c-b663-4ffe-8adf-954f7088b1dd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.531726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f2cea10-6227-4e97-8c3c-b1234638ae98 req-26cbd77c-b663-4ffe-8adf-954f7088b1dd tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.5940313 Apr 01 15:50:22.540928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.576660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:22.580300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.587008 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:22.598710 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:22.599282 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.618388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d096ed01-9748-477d-a8b6-1b748d693e0e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.629723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.631341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:22.634688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.635032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.635399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.635730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.636057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.636387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.636840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.637176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.637500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.637910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.638233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.638557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:22.664161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f2cea10-6227-4e97-8c3c-b1234638ae98 req-98dd2181-f0b9-489f-9d5d-38c47e2b9a18 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226132 Apr 01 15:50:22.666235 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9ba95da3-18ca-4098-a337-b558b9cce1bf tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1516802 Apr 01 15:50:22.716181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.716687 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Added segment 2407c5a0-7cb3-4829-968d-ec2c2781e066 of type vlan for network 8c85772c-b9cc-4d6f-8945-c19ab457efad Apr 01 15:50:22.734921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.742507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.754322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.754560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1340474056'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:22.766683 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:22.789630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=93c30c76-e08e-4600-b885-4a62803153c9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.804334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.842386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:22.863255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.874957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.877492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.882974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.884479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.916207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:22.929443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=d236d867-5990-4077-a8ef-1b4e8e94eee5,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.956705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c1c87-ed65-4116-8c49-905659e05425,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.957451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.986971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.048743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.049273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.049804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.050269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.050608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.051352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.056941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:23.068263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.088783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:23.094725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.169699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.171557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c45d092a-8088-4fe6-bbb7-669aded603b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d8c1c87-ed65-4116-8c49-905659e05425 HTTP/1.1" status: 204 len: 168 time: 0.8865442 Apr 01 15:50:23.188772 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dc000c67-4fa1-4719-92a1-93b8ebeff821 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/93c30c76-e08e-4600-b885-4a62803153c9 HTTP/1.1" status: 204 len: 168 time: 2.0484066 Apr 01 15:50:23.189631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:23.195135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'Network': ['ID=8c85772c-b9cc-4d6f-8945-c19ab457efad,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.197818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43020) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.216474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:23.248822 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90a0de0-0e9b-4c6e-b637-7b6dfbf803a5 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] GET failed (client error): The resource could not be found. Apr 01 15:50:23.249371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a90a0de0-0e9b-4c6e-b637-7b6dfbf803a5 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:23.257368 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:19Z', 'revision_number': 3, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:20Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:23.265125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03acc31-64b6-46a3-aaf1-d2b8735c86d6 req-21730ddf-6576-492f-bef3-d78cc21ba88b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:23.265125 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f03acc31-64b6-46a3-aaf1-d2b8735c86d6 req-21730ddf-6576-492f-bef3-d78cc21ba88b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.4623160 Apr 01 15:50:23.265474 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:23.265474 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Updating router 608403fd-5341-49f6-86d5-be1874f2ec5a port 74970578-c028-4f7d-b776-575c8856eb59 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:23.325832 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa38479b-af53-49aa-8acd-51eafb2411fe tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5228572 Apr 01 15:50:23.336104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.342104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Request body: {'subnet': {'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:23.355329 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.379643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:23.427608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.427870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment 67ebaeb2-aa51-490e-9d18-e4bf8c500465 of type vlan for network ffc511f5-5293-43c4-a064-d3d65cd971a3 Apr 01 15:50:23.432627 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f03acc31-64b6-46a3-aaf1-d2b8735c86d6 req-3adeaea7-39b8-4e01-8b09-0a6677181ae5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608298 Apr 01 15:50:23.453592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP c9973157-575f-4f73-84c9-6c66f516f018 associated. External IP: 172.26.7.50, port: 29789af7-63f3-4585-aa24-f205ac7c00e3. Apr 01 15:50:23.509109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a90a0de0-0e9b-4c6e-b637-7b6dfbf803a5 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:23.510317 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a90a0de0-0e9b-4c6e-b637-7b6dfbf803a5 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports/93c30c76-e08e-4600-b885-4a62803153c9 HTTP/1.1" status: 404 len: 333 time: 0.3088760 Apr 01 15:50:23.511099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.524347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.533822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.563650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1701452018'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:23.613530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:23.620879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Usage tracker for resource:subnet and tenant:826c0fc57b5b48cd92b56df528895e10 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:23.626321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:23.634900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:23.679702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1855b100-88e9-4a85-8596-d79685f544b3 None None] Provisioning for port 9a34655f-6b94-4fed-9054-e57fbbbbc72e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:23.688118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750791c-8ffa-44db-ad81-26c703f517f2 tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:23.691574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8750791c-8ffa-44db-ad81-26c703f517f2 tempest-TestNetworkAdvancedServerOps-1268965027 tempest-TestNetworkAdvancedServerOps-1268965027-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1094 time: 0.1739986 Apr 01 15:50:23.694723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.700333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:23.707479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:23.711877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.712885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Usage tracker for resource:floatingip and tenant:35c3ff7397fa45b1b8a7dec146f3f365 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:23.716813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:23.725127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:23.748699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Made reservation on behalf of 826c0fc57b5b48cd92b56df528895e10 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:23.752446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.804827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:23.825245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:23.831540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.855015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:23.860489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:23.861114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.875289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.940999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9a34655f-6b94-4fed-9054-e57fbbbbc72e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:23.983579 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.000899 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Transition to ACTIVE for port object 74970578-c028-4f7d-b776-575c8856eb59 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:24.035273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:24.176378 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.188165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:24.205947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e612266-77c9-47f9-b886-ddf004fb4c28 req-2c0efae8-07d8-4dec-9665-7a6339aa0423 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.207025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9a34655f-6b94-4fed-9054-e57fbbbbc72e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:24.207577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e612266-77c9-47f9-b886-ddf004fb4c28 req-2c0efae8-07d8-4dec-9665-7a6339aa0423 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5790300 Apr 01 15:50:24.226873 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29edbff4-3d94-4d74-98c1-e6f66270a94a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7525620 Apr 01 15:50:24.226873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.228147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9a34655f-6b94-4fed-9054-e57fbbbbc72e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:24.229283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.231576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.232287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.238721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43050) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.239490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:24.309798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.311687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Pushing event updated for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.313713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-767bb45d-5d37-4e81-a013-9e129fe91b5f None None] Provisioning for port 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:24.352387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-767bb45d-5d37-4e81-a013-9e129fe91b5f None None] Provisioning complete for port 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:24.363310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-767bb45d-5d37-4e81-a013-9e129fe91b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.418989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.465453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-767bb45d-5d37-4e81-a013-9e129fe91b5f None None] Port 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:24.580796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.625700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=ffc511f5-5293-43c4-a064-d3d65cd971a3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.646403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:24.648253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9a34655f-6b94-4fed-9054-e57fbbbbc72e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9a34655f-6b94-4fed-9054-e57fbbbbc72e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:24.651404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.654348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:24.660615 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Attempting to bind port 74970578-c028-4f7d-b776-575c8856eb59 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:24.660999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Attempting to bind port 74970578-c028-4f7d-b776-575c8856eb59 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:24.661372 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Attempting to bind port 74970578-c028-4f7d-b776-575c8856eb59 on network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:24.669349 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:24.669733 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Checking segment: {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:24.670278 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.670676 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Bound using segment: {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:24.671258 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Bound port: 74970578-c028-4f7d-b776-575c8856eb59, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:24.671923 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.732815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2acc6-fe18-442a-a6b3-5efa8ef3ef60 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.739811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2acc6-fe18-442a-a6b3-5efa8ef3ef60 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.741769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b3a2acc6-fe18-442a-a6b3-5efa8ef3ef60 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5020788 Apr 01 15:50:24.747324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.767165 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e612266-77c9-47f9-b886-ddf004fb4c28 req-49ba5c44-768a-47d1-ad3e-691319f9f04a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226688 Apr 01 15:50:24.773110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.773742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cd00ec54-5150-4640-8e45-169047fa8ea8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0376601 Apr 01 15:50:24.785287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43066) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.801351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:24.832224 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] For port 74970578-c028-4f7d-b776-575c8856eb59, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:24.840509 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] For port 74970578-c028-4f7d-b776-575c8856eb59, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=74970578-c028-4f7d-b776-575c8856eb59,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:24.846472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port 945b6239-2bf8-4795-87e5-958a8bd4a688 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:24.858894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9a34655f-6b94-4fed-9054-e57fbbbbc72e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.902128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'Subnet': ['ID=7982786e-6b61-4afc-a2a3-0393a5217ad7,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.917651 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.924146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:24.924371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.988445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Allocated IP 172.26.7.108 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/73e59e5d-8a9b-4efc-8602-f1fa6186011b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:25.018152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:25.053107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:25.053107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.105767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:25.121437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.124133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:25.170820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:25.198831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Checking segment: {'id': '2407c5a0-7cb3-4829-968d-ec2c2781e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:25.203744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Network hostable DHCP agents. Network: 8c85772c-b9cc-4d6f-8945-c19ab457efad, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:25.214593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:25.242174 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Pushing event updated for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.307908 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:25.369553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.377319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:25.381406 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.381782 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.382202 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.383163 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.384011 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.384391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::10e (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/945b6239-2bf8-4795-87e5-958a8bd4a688) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:25.384519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.384754 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.385062 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.386167 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.386167 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.386167 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.386440 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac39f0-e00f-4734-85ed-df3b61274f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:25.389247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385886204'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:25.408207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:25.411761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.437677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:25.471057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:25.484432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:25.510052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:25.512634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:25.519742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:25.526249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:25.538723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:25.542271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.549361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8c85772c-b9cc-4d6f-8945-c19ab457efad) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:25.567625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:25.569047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.630918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.697161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ded28557-bec2-4afb-bd37-ede20f8f64e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3596938 Apr 01 15:50:25.698101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43078) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.711036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e584bd0-bff8-41d2-8bbf-ca339e8526f7 None None] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:25.716067 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:19Z', 'revision_number': 3, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:24Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.717756 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ec4ea-ae34-458d-9504-bc44573fee00 None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:19Z', 'revision_number': 3, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:24Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:25.719804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Request body: {'port': {'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1944383339'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:25.750709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.794725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:25.821314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.922989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.936213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d84c393f-fc10-4310-9538-96b50d97a0fc tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6659679 Apr 01 15:50:25.940495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.943343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.945065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9a34655f-6b94-4fed-9054-e57fbbbbc72e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:25.960239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:25.985051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.012259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:26.016321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:security_group_rule and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:26.016997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:26.017852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:26.019485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:26.027487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:26.116416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:26.116973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d767a-e06e-4786-bd03-78ebb0323a0b None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:26.127014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.143788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=73e59e5d-8a9b-4efc-8602-f1fa6186011b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.163538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.170137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object 945b6239-2bf8-4795-87e5-958a8bd4a688 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:26.199540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:26.200889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.213437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:26.221674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:26.226010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Usage tracker for resource:port and tenant:826c0fc57b5b48cd92b56df528895e10 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:26.229921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:26.236462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:26.237737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9a34655f-6b94-4fed-9054-e57fbbbbc72e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:26.238276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.269621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8c85772c-b9cc-4d6f-8945-c19ab457efad', 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad', 'tenant_id': '826c0fc57b5b48cd92b56df528895e10', 'fixed_ips': [{'subnet_id': '7982786e-6b61-4afc-a2a3-0393a5217ad7'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:26.270678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.276789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:26.309656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=e7af7f69-29f5-477b-b4af-92795e6c8a3c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.364116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.382296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:26.383802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: ffc511f5-5293-43c4-a064-d3d65cd971a3, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:26.407934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Made reservation on behalf of 826c0fc57b5b48cd92b56df528895e10 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:26.411366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.439631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.445119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.493538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.495536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:26.529912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] device_id is not set on port dfb0b95e-5208-4401-babb-be4931fc089b yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:26.530944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:26.594961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Allocated IP 2001:db8::2 (8c85772c-b9cc-4d6f-8945-c19ab457efad/7982786e-6b61-4afc-a2a3-0393a5217ad7/dae8227a-b4f8-4f10-81c5-7a5f9b405245) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:26.611024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:26.626868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:26.630282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:26.638619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:26.639861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.697206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bace1d-607e-4764-8254-75cde62e069c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.706657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.707377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment 5600ebee-12cd-4bef-b8d2-eedeae3fa0d0 of type vlan for network d1316355-6966-453f-9c7f-05e845930e49 Apr 01 15:50:26.757195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=945b6239-2bf8-4795-87e5-958a8bd4a688,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:26.785444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ffc511f5-5293-43c4-a064-d3d65cd971a3) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:26.796237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:26.797107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.802362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd344684-794f-4641-9963-0f87d4be7b8a None None] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:26.803810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.883292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d560ab08-2f58-4675-9b94-ead5398125b9 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3509564 Apr 01 15:50:26.884449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.890744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'network_id': 'ea11bb26-7b49-4a12-98bd-7ea309e83646', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-163167794'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:26.925884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.931982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1a994d2d-e66e-4d6f-bc8f-45fc3f1e70e7 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1439288 Apr 01 15:50:26.932635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.068077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.069420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.081182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Transition to ACTIVE for port object dae8227a-b4f8-4f10-81c5-7a5f9b405245 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:27.107160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Transition to ACTIVE for port object dae8227a-b4f8-4f10-81c5-7a5f9b405245 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:27.132036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cb9fdd2e-d10e-4acb-8080-837a30c02355 None None] Provisioning for port 945b6239-2bf8-4795-87e5-958a8bd4a688 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:27.151377 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-127a1f29-ae43-42f0-9bdf-a26b9eff4567 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e HTTP/1.1" status: 204 len: 168 time: 2.3896654 Apr 01 15:50:27.169353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cb9fdd2e-d10e-4acb-8080-837a30c02355 None None] Provisioning complete for port 945b6239-2bf8-4795-87e5-958a8bd4a688 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:27.170742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cb9fdd2e-d10e-4acb-8080-837a30c02355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.171531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d57e41-5b04-42e3-9917-4ae6b0a7fa10 req-e3692c5a-c698-46bd-9106-6eff999fb447 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.175818 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9d57e41-5b04-42e3-9917-4ae6b0a7fa10 req-e3692c5a-c698-46bd-9106-6eff999fb447 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.0820918 Apr 01 15:50:27.182631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.209119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.225231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.230700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.231333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.282923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:27.293844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:27.296142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ffc511f5-5293-43c4-a064-d3d65cd971a3', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:27.297504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.310786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:27.323514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fdd2e-d10e-4acb-8080-837a30c02355 None None] Port 945b6239-2bf8-4795-87e5-958a8bd4a688 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:27.371105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Pushing event updated for resources: {'Port': ['ID=dae8227a-b4f8-4f10-81c5-7a5f9b405245,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.449816 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3134077 Apr 01 15:50:27.475593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e9e98-ba85-4195-a73f-6160bc86ec4f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=d1316355-6966-453f-9c7f-05e845930e49,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.546996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:27.557943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63ba1f-5086-4799-a865-e28f87b48987 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.559871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63ba1f-5086-4799-a865-e28f87b48987 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.564581 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d63ba1f-5086-4799-a865-e28f87b48987 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3781929 Apr 01 15:50:27.567857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.589125 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9d57e41-5b04-42e3-9917-4ae6b0a7fa10 req-93ca26aa-4cf3-4391-a300-ff486d2b1899 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491712 Apr 01 15:50:27.609522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:27.671768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Allocated IP 2001:db8:2::2 (ffc511f5-5293-43c4-a064-d3d65cd971a3/e7af7f69-29f5-477b-b4af-92795e6c8a3c/7abc44db-07de-4c63-90e2-ebf8952767ec) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:27.692647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.705936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Allocated IP 2001:db8::34f (8c85772c-b9cc-4d6f-8945-c19ab457efad/7982786e-6b61-4afc-a2a3-0393a5217ad7/dfb0b95e-5208-4401-babb-be4931fc089b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:27.791541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.791541 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP c9973157-575f-4f73-84c9-6c66f516f018 disassociated. External IP: 172.26.7.50, port: 29789af7-63f3-4585-aa24-f205ac7c00e3. Apr 01 15:50:27.822867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Made reservation on behalf of 3aca3b61c05b4fd1af83055a653d08a1 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:27.826585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.842959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:27.904546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.004634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] device_id is not set on port f4ada67c-74b9-4771-a57b-f5478d162a9e yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:28.032112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.045238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Transition to ACTIVE for port object 7abc44db-07de-4c63-90e2-ebf8952767ec will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:28.068769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Transition to ACTIVE for port object 7abc44db-07de-4c63-90e2-ebf8952767ec will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:28.071893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d1316355-6966-453f-9c7f-05e845930e49 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:28.198997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 74970578-c028-4f7d-b776-575c8856eb59 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:28.218001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.232324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.263403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.322659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Attempting to bind port dae8227a-b4f8-4f10-81c5-7a5f9b405245 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:28.323334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Attempting to bind port dae8227a-b4f8-4f10-81c5-7a5f9b405245 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2407c5a0-7cb3-4829-968d-ec2c2781e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:28.323802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Attempting to bind port dae8227a-b4f8-4f10-81c5-7a5f9b405245 on network 8c85772c-b9cc-4d6f-8945-c19ab457efad {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:28.351557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:28.352807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Checking segment: {'id': '2407c5a0-7cb3-4829-968d-ec2c2781e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:28.353315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.353813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Bound using segment: {'id': '2407c5a0-7cb3-4829-968d-ec2c2781e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:28.354398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Bound port: dae8227a-b4f8-4f10-81c5-7a5f9b405245, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2407c5a0-7cb3-4829-968d-ec2c2781e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:28.354881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.417975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.461696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Allocated IP 2001:db8::293 (ea11bb26-7b49-4a12-98bd-7ea309e83646/da72ab23-9725-4b85-9d07-59b0bbdf184c/f4ada67c-74b9-4771-a57b-f5478d162a9e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:28.464039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.475103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:28.488408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] For port dae8227a-b4f8-4f10-81c5-7a5f9b405245, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:28.492032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] For port dae8227a-b4f8-4f10-81c5-7a5f9b405245, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dae8227a-b4f8-4f10-81c5-7a5f9b405245,segment=NetworkSegment(2407c5a0-7cb3-4829-968d-ec2c2781e066),segment_id=2407c5a0-7cb3-4829-968d-ec2c2781e066)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:28.497697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:28.505335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:28.515031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:28.533479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Transition to ACTIVE for port object dfb0b95e-5208-4401-babb-be4931fc089b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:28.544264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.556496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Pushing event updated for resources: {'Port': ['ID=7abc44db-07de-4c63-90e2-ebf8952767ec,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:28.613792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.718586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22db3fc-3e12-4f32-8d89-899f2bf3e609 None None] Pushing event updated for resources: {'Port': ['ID=dae8227a-b4f8-4f10-81c5-7a5f9b405245,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:28.733712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 74970578-c028-4f7d-b776-575c8856eb59 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:28.766204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 74970578-c028-4f7d-b776-575c8856eb59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:28.766573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.811033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Attempting to bind port 7abc44db-07de-4c63-90e2-ebf8952767ec on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:28.811662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Attempting to bind port 7abc44db-07de-4c63-90e2-ebf8952767ec by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:28.812032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Attempting to bind port 7abc44db-07de-4c63-90e2-ebf8952767ec on network ffc511f5-5293-43c4-a064-d3d65cd971a3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:28.831795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.850069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:28.850445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Checking segment: {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:28.850887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.851322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Bound using segment: {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:28.851836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Bound port: 7abc44db-07de-4c63-90e2-ebf8952767ec, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:28.852344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.056801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] For port 7abc44db-07de-4c63-90e2-ebf8952767ec, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:29.058762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.095970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] For port 7abc44db-07de-4c63-90e2-ebf8952767ec, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7abc44db-07de-4c63-90e2-ebf8952767ec,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:29.156562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 74970578-c028-4f7d-b776-575c8856eb59, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=74970578-c028-4f7d-b776-575c8856eb59,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:29.177549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:29.186453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.202505 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:29.203924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.219071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.235870 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:29.236889 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.263628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.332931 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.344402 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:29.344715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.345427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.484868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Pushing event updated for resources: {'Port': ['ID=7abc44db-07de-4c63-90e2-ebf8952767ec,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.496229 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.496547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac312ac-57d2-49ef-8708-1a03dbb7b855 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:29.501461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.501811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.503306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.503306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.503735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.503813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.504271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.504575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.504981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.505307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.505768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.506092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3696a83a-0a0e-4d6e-9986-e121b95ee5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:29.576110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:29.589812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.593895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e479040a-3323-4960-94e0-da63d089d744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.605806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:29.612170 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67c18ab5-eab8-47b8-9779-9c59cd80282d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/c9973157-575f-4f73-84c9-6c66f516f018 HTTP/1.1" status: 200 len: 687 time: 3.6682856 Apr 01 15:50:29.615168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:29.621804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:29.622448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.643540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.649035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'Port': ['ID=dfb0b95e-5208-4401-babb-be4931fc089b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.679080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.753231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2ae74-71af-4310-9cf4-891269e3dab9 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:29.792403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.852406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Transition to ACTIVE for port object f4ada67c-74b9-4771-a57b-f5478d162a9e will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:29.910232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.014066 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c77d2421-c673-4a17-8a6a-f11aa72621b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3006546 Apr 01 15:50:30.014204 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84b21f24-1ba6-4100-b80d-9fe6d984555e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48 HTTP/1.1" status: 204 len: 168 time: 2.4344156 Apr 01 15:50:30.014370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43110) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.014827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.190343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port d236d867-5990-4077-a8ef-1b4e8e94eee5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:30.190685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.266609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dae8227a-b4f8-4f10-81c5-7a5f9b405245 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:30.291482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.414290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Request body: {'port': {'network_id': '8c85772c-b9cc-4d6f-8945-c19ab457efad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-20126170', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:30.415463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:30.416139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:30.416312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:30.462849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:30.467218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Deleting port 9a34655f-6b94-4fed-9054-e57fbbbbc72e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:30.467689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.475509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8:2::1 (ffc511f5-5293-43c4-a064-d3d65cd971a3/e7af7f69-29f5-477b-b4af-92795e6c8a3c/bd0c943f-1796-46d6-aaab-74905a3fc649) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:30.531296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port dae8227a-b4f8-4f10-81c5-7a5f9b405245 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:30.565075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 74970578-c028-4f7d-b776-575c8856eb59 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:30.741763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.766715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:30.778321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:30.787935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:30.800595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c88c2-b4e9-4c96-9d24-6d32c6936068 None None] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:30.802727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.804976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.849574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65be9-1ab2-4b53-b6f2-fe4ad9559817 req-50fe8915-bedb-406d-b7d7-916e57921866 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.851388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2d65be9-1ab2-4b53-b6f2-fe4ad9559817 req-50fe8915-bedb-406d-b7d7-916e57921866 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.8618345 Apr 01 15:50:30.884935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43120) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.886967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=f4ada67c-74b9-4771-a57b-f5478d162a9e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:30.913427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:30.918449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': 'd1316355-6966-453f-9c7f-05e845930e49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:30.926846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Usage tracker for resource:port and tenant:826c0fc57b5b48cd92b56df528895e10 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:30.930691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:30.937933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object bd0c943f-1796-46d6-aaab-74905a3fc649 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:30.941238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:30.962419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbc06817-c702-4193-a9d7-cfa04f584086 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9229720 Apr 01 15:50:30.974926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.985853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2d65be9-1ab2-4b53-b6f2-fe4ad9559817 req-d1f9451b-a7ae-485e-9a7a-cc9b2e6c3f55 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052470 Apr 01 15:50:31.040242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.055176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Made reservation on behalf of 826c0fc57b5b48cd92b56df528895e10 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:31.065243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.089797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Provisioning for port dae8227a-b4f8-4f10-81c5-7a5f9b405245 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:31.108038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-adc015ab-0afd-457a-9d38-86d9aa681004 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2222152 Apr 01 15:50:31.116915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.140527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 74970578-c028-4f7d-b776-575c8856eb59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:31.140919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.141632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.142138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.152812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:31.153724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.159722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:subnet and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:31.162665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::114', 'mac_address': 'fa:16:3e:d7:b9:47'}, {'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:3e:39:aa'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:31.164696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:31.179604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:31.256751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3580d-06f9-4100-9334-bf0778c9486a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.257574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8f3580d-06f9-4100-9334-bf0778c9486a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:31.262821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] device_id is not set on port 97710e04-4e53-4adf-855e-cdde5fd18c73 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:31.288324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:31.292518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.305738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Provisioning complete for port dae8227a-b4f8-4f10-81c5-7a5f9b405245 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:31.306097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.352137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e4c3c-cb4c-4f74-b4d7-afbcb67a3805 None None] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:31.384574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.392008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] For port 9a34655f-6b94-4fed-9054-e57fbbbbc72e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9a34655f-6b94-4fed-9054-e57fbbbbc72e,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:31.395213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.428618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8f3580d-06f9-4100-9334-bf0778c9486a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:31.433048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e8f3580d-06f9-4100-9334-bf0778c9486a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4527445 Apr 01 15:50:31.451691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.532928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:31.542844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:31.556791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:31.557328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.561726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for d236d867-5990-4077-a8ef-1b4e8e94eee5 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:31.575871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:31.589216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6503502-5cbd-44e8-9a7e-ff36bcd1e313 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.589216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d6503502-5cbd-44e8-9a7e-ff36bcd1e313 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:31.644109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Calling delete_port for 9a34655f-6b94-4fed-9054-e57fbbbbc72e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:31.688796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d6503502-5cbd-44e8-9a7e-ff36bcd1e313 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:31.692272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d6503502-5cbd-44e8-9a7e-ff36bcd1e313 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2376163 Apr 01 15:50:31.692997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.703646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event updated for resources: {'Port': ['ID=73e59e5d-8a9b-4efc-8602-f1fa6186011b,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:31.781734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c25ce86-5429-4f8d-8321-c87e71e761bb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838370 Apr 01 15:50:31.783179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43140) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.797866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:31.857279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.963613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7abc44db-07de-4c63-90e2-ebf8952767ec up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:32.053885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.061568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Allocated IP 2001:db8::110 (8c85772c-b9cc-4d6f-8945-c19ab457efad/7982786e-6b61-4afc-a2a3-0393a5217ad7/97710e04-4e53-4adf-855e-cdde5fd18c73) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:32.066424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.136384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:32.138813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.165032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:32.194943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] No DVR routers for this DVR port 9a34655f-6b94-4fed-9054-e57fbbbbc72e on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:32.208403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb1a49-84ad-44ea-9514-1a1c3fd932d0 None None] Pushing event deleted for resources: {'Port': ['ID=9a34655f-6b94-4fed-9054-e57fbbbbc72e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.221192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.250239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] For port dae8227a-b4f8-4f10-81c5-7a5f9b405245, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dae8227a-b4f8-4f10-81c5-7a5f9b405245,segment=NetworkSegment(2407c5a0-7cb3-4829-968d-ec2c2781e066),segment_id=2407c5a0-7cb3-4829-968d-ec2c2781e066)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:32.295485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Floating IP 644398ff-e94f-4c03-8c6d-0d3e0d16556c associated. External IP: 172.26.7.108, port: cf7eb141-6109-4985-9090-9e61493d2bbe. Apr 01 15:50:32.358087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7abc44db-07de-4c63-90e2-ebf8952767ec completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:32.362809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.363055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.364654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d07dcf07-f157-4746-9d7d-084e6b02adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.402558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.416735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:32.421859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.536846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=d2faac25-c2ca-44ed-8651-46a2bbefa2c2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.565677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:32.566051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: d1316355-6966-453f-9c7f-05e845930e49, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:32.681694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9a34655f-6b94-4fed-9054-e57fbbbbc72e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:32.762163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Provisioning for port f4ada67c-74b9-4771-a57b-f5478d162a9e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:32.770680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ea0fe-59b2-4748-8c66-ded944ec1263 None None] Pushing event updated for resources: {'Port': ['ID=dae8227a-b4f8-4f10-81c5-7a5f9b405245,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.783379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9a34655f-6b94-4fed-9054-e57fbbbbc72e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:32.783823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9a34655f-6b94-4fed-9054-e57fbbbbc72e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:32.786224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Provisioning complete for port f4ada67c-74b9-4771-a57b-f5478d162a9e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:32.786609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.824521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=d236d867-5990-4077-a8ef-1b4e8e94eee5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.846467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.908249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Port f4ada67c-74b9-4771-a57b-f5478d162a9e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:32.923990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.945799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Transition to ACTIVE for port object 97710e04-4e53-4adf-855e-cdde5fd18c73 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:32.950968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network d1316355-6966-453f-9c7f-05e845930e49 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:32.960709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.029825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Provisioning for port 7abc44db-07de-4c63-90e2-ebf8952767ec completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:33.033827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Provisioning complete for port 7abc44db-07de-4c63-90e2-ebf8952767ec triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:33.034206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.106474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d1316355-6966-453f-9c7f-05e845930e49) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:33.123454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123febb-a69d-4852-9737-ea14b4b44a61 None None] Network d1316355-6966-453f-9c7f-05e845930e49 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:33.146537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.147396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.287028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d292e823-d723-43d0-b9ab-fb08253b3b0e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3969233 Apr 01 15:50:33.289585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.291116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43146) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.299288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-543277338'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:33.302162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:33.306377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:33.309667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:33.320906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:33.420598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.423823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.425133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.500001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:33.508399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.516833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:33.516833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.520311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.541157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] For port 7abc44db-07de-4c63-90e2-ebf8952767ec, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7abc44db-07de-4c63-90e2-ebf8952767ec,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:33.563426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-d1316355-6966-453f-9c7f-05e845930e49', 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': 'd2faac25-c2ca-44ed-8651-46a2bbefa2c2'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:33.564549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.579899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.594153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.598820 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46f56b78-002b-4a6a-bb19-5aba28a470e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/c9973157-575f-4f73-84c9-6c66f516f018 HTTP/1.1" status: 204 len: 168 time: 3.9507647 Apr 01 15:50:33.611916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.625187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '849e7154-df13-4fac-bd1d-72e78865a66a'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:33.628127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.651371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:33.662985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.666300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:33.680591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.681255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.684181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:33.694345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6f123-1bb1-486b-aa92-cf842e3f33ab None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:33.700908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.702691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:floatingip and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:33.726549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:33.750800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:33.768928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=ac92ea7e-2ad0-495c-aa0d-735622079868,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.774405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:33.780274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.780625 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment 6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c of type vlan for network 8605d325-bfc5-4023-8e03-95a38998fdb4 Apr 01 15:50:33.825657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.828082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61816213-6379-41e4-ae3d-d77a05831d9d None None] Pushing event updated for resources: {'Port': ['ID=7abc44db-07de-4c63-90e2-ebf8952767ec,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.846100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f37a-8446-44e1-b603-386ab7455180 req-69709561-f75d-4baa-b4c6-ebbbd07c1b93 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.849453 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-49a3f37a-8446-44e1-b603-386ab7455180 req-69709561-f75d-4baa-b4c6-ebbbd07c1b93 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.9972925 Apr 01 15:50:33.859886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:33.870834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:33.873485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:33.914398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.922752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:33.942475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning for port dfb0b95e-5208-4401-babb-be4931fc089b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:33.954115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:33.959768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.963591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.971268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning complete for port dfb0b95e-5208-4401-babb-be4931fc089b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:33.971744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.986330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'Port': ['ID=97710e04-4e53-4adf-855e-cdde5fd18c73,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.014319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-94ae4853-41eb-4a2e-9dc8-df7773c58647 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2306828 Apr 01 15:50:34.016333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43154) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.032478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:9b:7a:56', 'name': 'tempest-NetworksTestDHCPv6-497305060'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:34.062312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.062555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Allocated IP 2001:db8:0:ffff::2 (d1316355-6966-453f-9c7f-05e845930e49/d2faac25-c2ca-44ed-8651-46a2bbefa2c2/c97120ca-947f-4153-af9a-730b178e7c20) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:34.155770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Port dfb0b95e-5208-4401-babb-be4931fc089b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:34.177222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.183487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'ac92ea7e-2ad0-495c-aa0d-735622079868'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:34.187822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.211259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8859e066-c6fb-4902-aff3-d64b42c4551f tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.1763031 Apr 01 15:50:34.217832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Router 8d727329-1840-40b2-9d74-0bd63d031c95 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:34.231253 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-49a3f37a-8446-44e1-b603-386ab7455180 req-12cb3e21-8309-46f3-91f3-24aad3a06e40 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208528 Apr 01 15:50:34.251989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] In _notify_port_updated(), no bound segment for port f4ada67c-74b9-4771-a57b-f5478d162a9e on network ea11bb26-7b49-4a12-98bd-7ea309e83646 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:34.260374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.272073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.277396 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "PUT /v2.0/ports/f4ada67c-74b9-4771-a57b-f5478d162a9e HTTP/1.1" status: 200 len: 1067 time: 3.1547978 Apr 01 15:50:34.281047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.281660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.356809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:34.372010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:34.380197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning complete for port dae8227a-b4f8-4f10-81c5-7a5f9b405245 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:34.380527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.406203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:34.433421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.442095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.442694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.499810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cbcc8-d234-4a4f-bfe1-f16369724aed tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event updated for resources: {'Port': ['ID=f4ada67c-74b9-4771-a57b-f5478d162a9e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.637089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.646979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7abc44db-07de-4c63-90e2-ebf8952767ec up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:34.649968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:34.744412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port f4ada67c-74b9-4771-a57b-f5478d162a9e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:34.745013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.752589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.762873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Transition to ACTIVE for port object c97120ca-947f-4153-af9a-730b178e7c20 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:34.783821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Transition to ACTIVE for port object c97120ca-947f-4153-af9a-730b178e7c20 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:34.868026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.870130 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5779054 Apr 01 15:50:34.880978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.881838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:34.886577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34bd94-9ea6-4206-b93e-e8be3d50de25 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=8605d325-bfc5-4023-8e03-95a38998fdb4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.895376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-878d78d0-e31e-4fcd-8ee3-55580555fdbe tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9577131 Apr 01 15:50:34.899579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.908275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Allocated IP 2001:db8::f816:3eff:fe99:a428 (9d919997-7b56-4b49-acd8-35888c2943cc/ac92ea7e-2ad0-495c-aa0d-735622079868/fd402496-e7dc-432a-81be-d57bb8693e31) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:34.912947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021882337'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:34.916105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:34.920100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:34.933101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:network and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:34.938863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:34.944799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:34.952045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:34.956442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:35.013690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.020947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Network d1316355-6966-453f-9c7f-05e845930e49 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:35.049201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 88d62a67-2dc0-47ed-9775-7327c11df914 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:35.082164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:35.082703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:35.172479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:35.190167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:35.190749 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Sync routers for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:35.194543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.204784 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:35.206201 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:35.214966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:35.239167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:35.248918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:35.259342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.259820 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added segment 1182622f-70f7-4b10-85bf-20c77a254e7e of type vlan for network 77908341-8169-4b1b-a796-36538ff1d7d8 Apr 01 15:50:35.272425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5067-6611-4e65-942e-2462e0416df2 req-c06ff151-dc9f-43fb-8564-dae2ad51a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.274853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-c06ff151-dc9f-43fb-8564-dae2ad51a21b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.1333003 Apr 01 15:50:35.309474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.322552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.335487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.338231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Pushing event updated for resources: {'Port': ['ID=c97120ca-947f-4153-af9a-730b178e7c20,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.340699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Synchronizing usage tracker for tenant:826c0fc57b5b48cd92b56df528895e10 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:35.355571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:35.359817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:subnet and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:35.362888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:35.370025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:35.431718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5067-6611-4e65-942e-2462e0416df2 req-e694387a-9056-4b61-975c-a522b529e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.433213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-e694387a-9056-4b61-975c-a522b529e932 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.1516850 Apr 01 15:50:35.440159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.471026 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:35.549985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7abc44db-07de-4c63-90e2-ebf8952767ec triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:35.550404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.553720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.573046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-b1ad93d0-4fc6-4915-887e-2569039c713f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.1289086 Apr 01 15:50:35.589201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning complete for port 7abc44db-07de-4c63-90e2-ebf8952767ec triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:35.589569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.644939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.651313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.652101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.690703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Attempting to bind port c97120ca-947f-4153-af9a-730b178e7c20 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:35.691077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Attempting to bind port c97120ca-947f-4153-af9a-730b178e7c20 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:35.691467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Attempting to bind port c97120ca-947f-4153-af9a-730b178e7c20 on network d1316355-6966-453f-9c7f-05e845930e49 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:35.701748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:35.781299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Network': ['ID=77908341-8169-4b1b-a796-36538ff1d7d8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.794078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5067-6611-4e65-942e-2462e0416df2 req-adb84233-7ac9-4ef5-b430-c65b0bc199af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.794258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:35.794502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Checking segment: {'id': '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:35.795066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.795483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Bound using segment: {'id': '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:35.795844 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-adb84233-7ac9-4ef5-b430-c65b0bc199af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.2166963 Apr 01 15:50:35.796083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Bound port: c97120ca-947f-4153-af9a-730b178e7c20, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd1316355-6966-453f-9c7f-05e845930e49'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:35.796466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.817388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 77908341-8169-4b1b-a796-36538ff1d7d8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:35.848848 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '644398ff-e94f-4c03-8c6d-0d3e0d16556c', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'mac_address': 'fa:16:3e:f2:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:27Z', 'updated_at': '2022-04-01T15:50:27Z', 'revision_number': 0, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:35.854123 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Checking router: 8d727329-1840-40b2-9d74-0bd63d031c95 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:35.866169 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:35.867203 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:35.904290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for f4ada67c-74b9-4771-a57b-f5478d162a9e owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:35.907992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5067-6611-4e65-942e-2462e0416df2 req-0d668c65-d2b4-4883-b15e-0be607a4e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.909552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-0d668c65-d2b4-4883-b15e-0be607a4e70b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057389 Apr 01 15:50:35.917224 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c701149-6ae6-4028-9bc2-80c186ee9d02 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0167363 Apr 01 15:50:35.943155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.950027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'subnet': {'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:36.068921 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:36.156572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.222359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:36.227220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.344870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.373460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.382006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:subnet and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.394909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.398526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Transition to ACTIVE for port object fd402496-e7dc-432a-81be-d57bb8693e31 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:36.406233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] For port c97120ca-947f-4153-af9a-730b178e7c20, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:36.409348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.414879 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-a6c60759-aec9-435b-b0d1-7b79a310a4dc service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961047 Apr 01 15:50:36.443579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dae8227a-b4f8-4f10-81c5-7a5f9b405245 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:36.470720 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '644398ff-e94f-4c03-8c6d-0d3e0d16556c', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'mac_address': 'fa:16:3e:f2:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:27Z', 'updated_at': '2022-04-01T15:50:27Z', 'revision_number': 0, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:36.474909 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4426e6e-74a7-40ca-ae7a-a6b0c1e60149 None None] The sync data for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv is: [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '644398ff-e94f-4c03-8c6d-0d3e0d16556c', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'mac_address': 'fa:16:3e:f2:0d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:50:27Z', 'updated_at': '2022-04-01T15:50:27Z', 'revision_number': 0, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:36.485013 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cc422b2-d830-46ef-a9b3-75d0176f5ec2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.7892041 Apr 01 15:50:36.485918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.491895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] For port c97120ca-947f-4153-af9a-730b178e7c20, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c97120ca-947f-4153-af9a-730b178e7c20,segment=NetworkSegment(5600ebee-12cd-4bef-b8d2-eedeae3fa0d0),segment_id=5600ebee-12cd-4bef-b8d2-eedeae3fa0d0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:36.497274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:36.511325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Transition to ACTIVE for port object fd402496-e7dc-432a-81be-d57bb8693e31 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:36.535667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Unset dirty status for tenant:826c0fc57b5b48cd92b56df528895e10 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:36.536813 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1732d43-5a53-45ea-8d25-e9738e6359e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 2.2503102 Apr 01 15:50:36.556781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43186) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.565994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Made reservation on behalf of f3c85e5792d0455aa7669ce0c3d035db for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:36.569254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.573086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.606917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=f4ada67c-74b9-4771-a57b-f5478d162a9e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.629540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.662461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.682960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning for port bd0c943f-1796-46d6-aaab-74905a3fc649 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:36.738777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe119f-a27c-4f38-86bc-94fb9dfac68e req-c3ea1832-e024-4980-83de-17462c3f84f2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.745390 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2fe119f-a27c-4f38-86bc-94fb9dfac68e req-c3ea1832-e024-4980-83de-17462c3f84f2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.7873938 Apr 01 15:50:36.770938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5d782-edf5-4e26-84a3-5c60e3bca778 None None] Pushing event updated for resources: {'Port': ['ID=c97120ca-947f-4153-af9a-730b178e7c20,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.784454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:36.797444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Provisioning complete for port bd0c943f-1796-46d6-aaab-74905a3fc649 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:36.798691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.857735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Deleting port 97710e04-4e53-4adf-855e-cdde5fd18c73 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:36.857927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.919183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24f5447b-0944-4dd6-ae55-9cb8a8930b59 None None] Port bd0c943f-1796-46d6-aaab-74905a3fc649 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:36.922145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689563e-1e35-4730-927d-2578d0dc9cf6 None None] New status for floating IP 644398ff-e94f-4c03-8c6d-0d3e0d16556c: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:50:36.981647 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2fe119f-a27c-4f38-86bc-94fb9dfac68e req-3cee852c-77b9-43b2-b6b6-cd4129d522e4 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104104 Apr 01 15:50:37.028330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.220 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/2825127e-ce93-4569-8773-60f1c23eee0e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:37.072706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:37.082119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.093284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe9b:7a56 (9d919997-7b56-4b49-acd8-35888c2943cc/ac92ea7e-2ad0-495c-aa0d-735622079868/88d62a67-2dc0-47ed-9775-7327c11df914) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:37.120962 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-957a5067-6611-4e65-942e-2462e0416df2 req-7b97c48a-4e62-4133-96fa-30af8185756c service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986611 Apr 01 15:50:37.128775 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'status': 'completed', 'code': 200} Apr 01 15:50:37.191276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:37.229782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port dae8227a-b4f8-4f10-81c5-7a5f9b405245 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:37.230328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.275684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:37.280199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.372370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Pushing event updated for resources: {'Port': ['ID=fd402496-e7dc-432a-81be-d57bb8693e31,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:37.375343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=0e7e7066-8ef6-4162-bb26-1d21ba0e2971,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:37.388033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aeba4-b347-483e-9125-656860f3bb00 req-eb0ce12e-fee0-461f-b962-93ea8e7dfd26 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.394515 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb9aeba4-b347-483e-9125-656860f3bb00 req-eb0ce12e-fee0-461f-b962-93ea8e7dfd26 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.6496248 Apr 01 15:50:37.434139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:37.434364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: 8605d325-bfc5-4023-8e03-95a38998fdb4, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:37.450460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Provisioning for port 97710e04-4e53-4adf-855e-cdde5fd18c73 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:37.466587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.489114 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-28047d34-d975-4223-8e48-bb5afb0dcac2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/f4ada67c-74b9-4771-a57b-f5478d162a9e HTTP/1.1" status: 204 len: 168 time: 3.1983397 Apr 01 15:50:37.489319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43190) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:37.537100 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5295e98-70ab-4280-bcdf-bdab6603c084 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] GET failed (client error): The resource could not be found. Apr 01 15:50:37.537718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5295e98-70ab-4280-bcdf-bdab6603c084 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:37.556314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:37.567673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Provisioning complete for port 97710e04-4e53-4adf-855e-cdde5fd18c73 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:37.568048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.620249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:31Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:32Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:37.622788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Attempting to bind port fd402496-e7dc-432a-81be-d57bb8693e31 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:37.622925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Attempting to bind port fd402496-e7dc-432a-81be-d57bb8693e31 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:37.623213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Attempting to bind port fd402496-e7dc-432a-81be-d57bb8693e31 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:37.624011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.634662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5295e98-70ab-4280-bcdf-bdab6603c084 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:37.639312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5295e98-70ab-4280-bcdf-bdab6603c084 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports/f4ada67c-74b9-4771-a57b-f5478d162a9e HTTP/1.1" status: 404 len: 333 time: 0.1486635 Apr 01 15:50:37.639610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43194) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:37.666738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb9aeba4-b347-483e-9125-656860f3bb00 req-adbc62db-8266-49ef-af86-a35a1a06987c tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713485 Apr 01 15:50:37.733741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Port 97710e04-4e53-4adf-855e-cdde5fd18c73 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:37.741110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:37.741595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:37.742648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.743058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:37.743575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Bound port: fd402496-e7dc-432a-81be-d57bb8693e31, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:37.744131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.748396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.755964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:37.755964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Updating router 608403fd-5341-49f6-86d5-be1874f2ec5a port bd0c943f-1796-46d6-aaab-74905a3fc649 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:37.758760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8605d325-bfc5-4023-8e03-95a38998fdb4) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:37.760571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43198) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:37.794259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a65ce-68a2-4f50-8839-14f11442025c None None] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:37.818956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port 945b6239-2bf8-4795-87e5-958a8bd4a688 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:37.822192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-daadc643-9e99-4811-b78e-eefb60334496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.823387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-daadc643-9e99-4811-b78e-eefb60334496 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1099 time: 0.6682305 Apr 01 15:50:37.825658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.880848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:37.881362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.894012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Could not find standard attr ID for object f4ada67c-74b9-4771-a57b-f5478d162a9e. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:50:37.919830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Calling delete_port for 97710e04-4e53-4adf-855e-cdde5fd18c73 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:38.045665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.145735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.163237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:38.178749 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da6cf127-c784-4be3-a98a-251837b50730 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2941103 Apr 01 15:50:38.200073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Provisioning complete for port bd0c943f-1796-46d6-aaab-74905a3fc649 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:38.206212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.206341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43204) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.214501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:38.217076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:38.286932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c97120ca-947f-4153-af9a-730b178e7c20 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:38.311609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] For port fd402496-e7dc-432a-81be-d57bb8693e31, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:38.316920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'port': {'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4', 'name': 'tempest-NetworksIpV6TestAttrs-816462456'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:38.317079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.334002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 88d62a67-2dc0-47ed-9775-7327c11df914 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:38.401386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] For port fd402496-e7dc-432a-81be-d57bb8693e31, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd402496-e7dc-432a-81be-d57bb8693e31,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:38.403283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=2825127e-ce93-4569-8773-60f1c23eee0e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.490347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cdb95d59-cfd2-42b2-9e36-6a99e5db5b3a None None] Port bd0c943f-1796-46d6-aaab-74905a3fc649 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:38.556364 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1e6b9a7-c1dc-41ed-9dfb-05874a683889 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/floatingips/644398ff-e94f-4c03-8c6d-0d3e0d16556c HTTP/1.1" status: 200 len: 994 time: 0.6813383 Apr 01 15:50:38.559323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.592872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.659697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2be212-cb4f-4655-b27b-97b66d1a15aa None None] Pushing event updated for resources: {'Port': ['ID=fd402496-e7dc-432a-81be-d57bb8693e31,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.688108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-2c10e91c-c95c-433a-b8d8-d9ad39202f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.689615 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-2c10e91c-c95c-433a-b8d8-d9ad39202f6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 200 len: 898 time: 0.7386303 Apr 01 15:50:38.698479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8605d325-bfc5-4023-8e03-95a38998fdb4', 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': '0e7e7066-8ef6-4162-bb26-1d21ba0e2971'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:38.699390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.791473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Subnet': ['ID=0e18e2a2-5a84-46b3-8886-d4e32118d47e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.805266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:38.830582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:38.838004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c97120ca-947f-4153-af9a-730b178e7c20 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:38.845551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:38.850661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.851365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.872933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Checking segment: {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:38.873315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network hostable DHCP agents. Network: 77908341-8169-4b1b-a796-36538ff1d7d8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:38.878047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=88d62a67-2dc0-47ed-9775-7327c11df914,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.928024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.950988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd015ed-80ff-43fc-8a84-4cb7faba00ad None None] Network d1316355-6966-453f-9c7f-05e845930e49 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:38.989894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-7407f411-b116-4e97-bddc-00adf8a60055 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 200 len: 1002 time: 0.2861791 Apr 01 15:50:39.115652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-96a54e71-5f8e-489e-a2fd-330d877e2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.118239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-96a54e71-5f8e-489e-a2fd-330d877e2636 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5d83613-6760-467c-83cc-403371cfa2eb HTTP/1.1" status: 200 len: 835 time: 0.1143224 Apr 01 15:50:39.128217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10be3738-a40e-4e4d-8ac2-8a3321e3e145 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1012430 Apr 01 15:50:39.157519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for 945b6239-2bf8-4795-87e5-958a8bd4a688 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:39.186392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43208) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.194419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a902c40-83d7-4274-8efd-12d256bd104e req-283447e9-30c5-4e58-bbb1-d272d36cb142 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.196060 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a902c40-83d7-4274-8efd-12d256bd104e req-283447e9-30c5-4e58-bbb1-d272d36cb142 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.9332390 Apr 01 15:50:39.201706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.206742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-ece5119c-ef1d-4219-8b5c-ccdb3b2b2c63 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8408992 Apr 01 15:50:39.210949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 77908341-8169-4b1b-a796-36538ff1d7d8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:39.261776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:port and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.266883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.291577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.321137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Allocated IP 2001:db8::f816:3eff:fed9:372 (8605d325-bfc5-4023-8e03-95a38998fdb4/0e7e7066-8ef6-4162-bb26-1d21ba0e2971/d57782d5-7429-455f-a6e3-8f470d771492) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:39.380685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.398934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 77908341-8169-4b1b-a796-36538ff1d7d8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:39.403895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.404487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.431416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9cc66-7d5f-44aa-9b1e-8d0d7b5f619f None None] Network 77908341-8169-4b1b-a796-36538ff1d7d8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:39.451877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event deleted for resources: {'Port': ['ID=97710e04-4e53-4adf-855e-cdde5fd18c73,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.456127 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a902c40-83d7-4274-8efd-12d256bd104e req-7d25f597-0c6c-4450-9a41-56fe6e54a5a8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914444 Apr 01 15:50:39.472481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-412e29b6-f1ae-46f1-b919-78c695f0f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.473971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-412e29b6-f1ae-46f1-b919-78c695f0f2bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f6d6d1f-a68a-4853-b072-12a58a214aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3439937 Apr 01 15:50:39.483320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Provisioning for port c97120ca-947f-4153-af9a-730b178e7c20 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:39.511875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.517536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e94e21bf-53de-4aca-bef9-0b4e2cf54105 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "DELETE /v2.0/ports/97710e04-4e53-4adf-855e-cdde5fd18c73 HTTP/1.1" status: 204 len: 168 time: 2.9566507 Apr 01 15:50:39.522124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Provisioning complete for port c97120ca-947f-4153-af9a-730b178e7c20 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:39.522500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.531427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.538629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Request body: {'port': {'name': 'tempest-new-port-name-1539344632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:39.539688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] bootfile-name is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:39.540102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] tftp-server is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:39.540502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] server-ip-address is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:39.546413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:39.549922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.648703 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32a115a3-c265-48a0-b83b-1c13a7d41cce tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7043188 Apr 01 15:50:39.662781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.681350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] device_id is not set on port 138e78c4-fedb-4a64-b29e-73146d98dc70 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:39.774831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec385c1-1e88-4859-b58e-65903a5fb021 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.794068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec385c1-1e88-4859-b58e-65903a5fb021 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.794934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fec385c1-1e88-4859-b58e-65903a5fb021 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:39.831981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.924846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Transition to ACTIVE for port object bd0c943f-1796-46d6-aaab-74905a3fc649 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:39.927777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.988126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fec385c1-1e88-4859-b58e-65903a5fb021 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:39.991585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fec385c1-1e88-4859-b58e-65903a5fb021 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7921677 Apr 01 15:50:39.999985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.003619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=945b6239-2bf8-4795-87e5-958a8bd4a688,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.026180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.028175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909049-4532-4f16-ab6f-3888dcba985d req-5d856d65-a48f-4ab8-9047-8a9bce1278a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.029815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-5d856d65-a48f-4ab8-9047-8a9bce1278a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.6734607 Apr 01 15:50:40.052238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-6db010ef-7d30-4d77-b586-e52f8968bc2b service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660763 Apr 01 15:50:40.328990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.329616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.362090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd402496-e7dc-432a-81be-d57bb8693e31 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:40.428136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8397a-8dc7-4b64-bf60-aa470f7100f7 None None] Pushing event updated for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.436526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Transition to ACTIVE for port object d57782d5-7429-455f-a6e3-8f470d771492 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:40.534412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.544853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.581545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 88d62a67-2dc0-47ed-9775-7327c11df914 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:40.581908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.652633 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-77908341-8169-4b1b-a796-36538ff1d7d8', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:40.659924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.680970 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d32f9f6b-c638-4b89-b536-d8d981038578 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/945b6239-2bf8-4795-87e5-958a8bd4a688 HTTP/1.1" status: 204 len: 168 time: 3.0402946 Apr 01 15:50:40.681743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Transition to ACTIVE for port object d57782d5-7429-455f-a6e3-8f470d771492 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:40.687834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.730913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Attempting to bind port bd0c943f-1796-46d6-aaab-74905a3fc649 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:40.731335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Attempting to bind port bd0c943f-1796-46d6-aaab-74905a3fc649 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:40.736407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Attempting to bind port bd0c943f-1796-46d6-aaab-74905a3fc649 on network ffc511f5-5293-43c4-a064-d3d65cd971a3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:40.773195 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-caebc3a0-cb70-4bca-883e-5a3830227106 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] GET failed (client error): The resource could not be found. Apr 01 15:50:40.773788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-caebc3a0-cb70-4bca-883e-5a3830227106 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Synchronizing usage tracker for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:40.781035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] For port c97120ca-947f-4153-af9a-730b178e7c20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c97120ca-947f-4153-af9a-730b178e7c20,segment=NetworkSegment(5600ebee-12cd-4bef-b8d2-eedeae3fa0d0),segment_id=5600ebee-12cd-4bef-b8d2-eedeae3fa0d0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:40.782328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:40.782700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Checking segment: {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:40.783109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.783529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Bound using segment: {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:40.784004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Bound port: bd0c943f-1796-46d6-aaab-74905a3fc649, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ebaeb2-aa51-490e-9d18-e4bf8c500465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:40.784387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.818646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.895729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.908282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.922009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port fd402496-e7dc-432a-81be-d57bb8693e31 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:40.949811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:40.967024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Allocated IP 2001:db8::f816:3eff:fe0d:1b8f (8605d325-bfc5-4023-8e03-95a38998fdb4/0e7e7066-8ef6-4162-bb26-1d21ba0e2971/138e78c4-fedb-4a64-b29e-73146d98dc70) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:40.994008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:41.010465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:41.012446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Pushing event updated for resources: {'Port': ['ID=d57782d5-7429-455f-a6e3-8f470d771492,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.027785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-caebc3a0-cb70-4bca-883e-5a3830227106 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Unset dirty status for tenant:3aca3b61c05b4fd1af83055a653d08a1 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:41.032864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-caebc3a0-cb70-4bca-883e-5a3830227106 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "GET /v2.0/ports/945b6239-2bf8-4795-87e5-958a8bd4a688 HTTP/1.1" status: 404 len: 333 time: 0.3296475 Apr 01 15:50:41.047757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.084598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c5617-0753-4221-8ee0-6f87cbb480df req-79a35314-58f1-47e9-8371-886fe43bd5b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.086499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e8c5617-0753-4221-8ee0-6f87cbb480df req-79a35314-58f1-47e9-8371-886fe43bd5b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.4246013 Apr 01 15:50:41.168231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.261654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e8c5617-0753-4221-8ee0-6f87cbb480df req-294a1a1d-0b54-4cd3-acbe-378415aa1bc3 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539776 Apr 01 15:50:41.266803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] For port bd0c943f-1796-46d6-aaab-74905a3fc649, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:41.287104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909049-4532-4f16-ab6f-3888dcba985d req-231ced96-b1a3-4a85-94c7-fb4e47280bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.295010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-231ced96-b1a3-4a85-94c7-fb4e47280bad service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 1.2353997 Apr 01 15:50:41.295734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] For port bd0c943f-1796-46d6-aaab-74905a3fc649, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bd0c943f-1796-46d6-aaab-74905a3fc649,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:41.295836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a78b96d-7499-4ab0-983b-fbefc463cd34 req-1b0af165-9c0a-4d18-b54e-b5ceba3e2fc9 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1851435 Apr 01 15:50:41.314762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Allocated IP 2001:db8:3::2 (77908341-8169-4b1b-a796-36538ff1d7d8/0e18e2a2-5a84-46b3-8886-d4e32118d47e/e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:41.331963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Provisioning complete for port c97120ca-947f-4153-af9a-730b178e7c20 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:41.332331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.375473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf7e81-a5a7-42d9-87f9-af1cc56a006e None None] Pushing event updated for resources: {'Port': ['ID=c97120ca-947f-4153-af9a-730b178e7c20,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.389588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.393092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Attempting to bind port d57782d5-7429-455f-a6e3-8f470d771492 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:41.393472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Attempting to bind port d57782d5-7429-455f-a6e3-8f470d771492 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:41.393841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Attempting to bind port d57782d5-7429-455f-a6e3-8f470d771492 on network 8605d325-bfc5-4023-8e03-95a38998fdb4 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:41.449273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:41.449617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.482721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:41.482721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Checking segment: {'id': '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:41.483510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.483603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.483603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Bound using segment: {'id': '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:41.483603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Bound port: d57782d5-7429-455f-a6e3-8f470d771492, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8605d325-bfc5-4023-8e03-95a38998fdb4'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:41.483603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.546187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-3a366501-2672-409c-b666-361d3ac0c605 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.1852837 Apr 01 15:50:41.666537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:41.668485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:41.686637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.690405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.691487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 88d62a67-2dc0-47ed-9775-7327c11df914 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:41.775068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909049-4532-4f16-ab6f-3888dcba985d req-a59a9978-4699-4e2e-85c5-09362f18ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.776481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-a59a9978-4699-4e2e-85c5-09362f18ebda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.2230520 Apr 01 15:50:41.782106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] For port d57782d5-7429-455f-a6e3-8f470d771492, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:41.785119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.786135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] For port d57782d5-7429-455f-a6e3-8f470d771492, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d57782d5-7429-455f-a6e3-8f470d771492,segment=NetworkSegment(6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c),segment_id=6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:41.799873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8397a-8dc7-4b64-bf60-aa470f7100f7 None None] Pushing event updated for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.934004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] In _notify_port_updated(), no bound segment for port dfb0b95e-5208-4401-babb-be4931fc089b on network 8c85772c-b9cc-4d6f-8945-c19ab457efad {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:50:41.940036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.940699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.942019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "PUT /v2.0/ports/dfb0b95e-5208-4401-babb-be4931fc089b HTTP/1.1" status: 200 len: 1130 time: 2.4087114 Apr 01 15:50:41.953759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43238) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:41.991836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.051477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e283887-17e0-4d8c-9050-6951c404fe29 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event updated for resources: {'Port': ['ID=dfb0b95e-5208-4401-babb-be4931fc089b,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.090951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f23d4c-6355-42cf-af55-7d8e78ae180b tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:42.091685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a6f23d4c-6355-42cf-af55-7d8e78ae180b tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Synchronizing usage tracker for tenant:826c0fc57b5b48cd92b56df528895e10 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:42.101296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.104757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:42.166196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:42.284286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909049-4532-4f16-ab6f-3888dcba985d req-dc2447d6-1e5c-42cd-996d-9790aeb805f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:42.285334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c97120ca-947f-4153-af9a-730b178e7c20 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:42.287465 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-dc2447d6-1e5c-42cd-996d-9790aeb805f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4980605 Apr 01 15:50:42.347841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Transition to ACTIVE for port object 138e78c4-fedb-4a64-b29e-73146d98dc70 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:42.379553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.398179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c4f48-0497-4048-9ebe-ad82a08ff618 None None] Pushing event updated for resources: {'Port': ['ID=d57782d5-7429-455f-a6e3-8f470d771492,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.401549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a6f23d4c-6355-42cf-af55-7d8e78ae180b tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Unset dirty status for tenant:826c0fc57b5b48cd92b56df528895e10 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:42.403224 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6f23d4c-6355-42cf-af55-7d8e78ae180b tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "GET /v2.0/ports/dfb0b95e-5208-4401-babb-be4931fc089b HTTP/1.1" status: 200 len: 1130 time: 0.4452655 Apr 01 15:50:42.411227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.418546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.485641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.499271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Provisioning for port 88d62a67-2dc0-47ed-9775-7327c11df914 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:42.521651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Transition to ACTIVE for port object e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:42.545883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Provisioning complete for port 88d62a67-2dc0-47ed-9775-7327c11df914 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:42.551712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.607518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Port 88d62a67-2dc0-47ed-9775-7327c11df914 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:50:42.626880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Transition to ACTIVE for port object e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:42.721950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c97120ca-947f-4153-af9a-730b178e7c20 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:42.722422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.728850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4e3ef-cb0f-43b0-963a-7d2647f3b3f0 req-48c4e20e-ea81-4ef9-8d13-87dfa72c9d6b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:42.730594 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16f4e3ef-cb0f-43b0-963a-7d2647f3b3f0 req-48c4e20e-ea81-4ef9-8d13-87dfa72c9d6b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6339426 Apr 01 15:50:42.734368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=88d62a67-2dc0-47ed-9775-7327c11df914,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.743603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.756833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.761952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.796512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.830594 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-534ff187-d66e-4f1c-94e0-67897606a990 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360327 Apr 01 15:50:42.953188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Provisioning for port fd402496-e7dc-432a-81be-d57bb8693e31 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:42.955122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16f4e3ef-cb0f-43b0-963a-7d2647f3b3f0 req-ba5b3251-dcd5-4be7-87ac-ebcae729c8db tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985185 Apr 01 15:50:42.978006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Allocated IP 2001:db8:3::1 (77908341-8169-4b1b-a796-36538ff1d7d8/0e18e2a2-5a84-46b3-8886-d4e32118d47e/b029185d-9032-4253-9489-ae3d6987fb4c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:42.995702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Network 77908341-8169-4b1b-a796-36538ff1d7d8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:43.010000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Provisioning complete for port fd402496-e7dc-432a-81be-d57bb8693e31 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:43.010000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.022610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for 87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:43.036575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:43.051542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:43.068913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Pushing event updated for resources: {'Port': ['ID=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.156210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f909049-4532-4f16-ab6f-3888dcba985d req-5f5b3d12-ae55-4c5e-90ff-fc6c399b8fea service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141205 Apr 01 15:50:43.307245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Attempting to bind port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:43.307645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Attempting to bind port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:43.307999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Attempting to bind port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 on network 77908341-8169-4b1b-a796-36538ff1d7d8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:43.324717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.348214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Transition to ACTIVE for port object b029185d-9032-4253-9489-ae3d6987fb4c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:43.359347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:43.360394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Checking segment: {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:43.360816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.361211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Bound using segment: {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:43.361703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Bound port: e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:43.362076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.384898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Deleting port dfb0b95e-5208-4401-babb-be4931fc089b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:43.384898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.404073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:31Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:41Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:43.418310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.430036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=2825127e-ce93-4569-8773-60f1c23eee0e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.447371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:43.454174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da0145-1c71-4af0-b063-74210f24b7ab None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:31Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:41Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:43.459359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.485595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.491904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:43.554692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] For port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:43.557736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:43.559445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] For port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:43.572384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.573006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.580464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] For port fd402496-e7dc-432a-81be-d57bb8693e31, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd402496-e7dc-432a-81be-d57bb8693e31,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:43.582062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 77908341-8169-4b1b-a796-36538ff1d7d8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:43.586339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:43.596532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:43.597214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.636104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.644628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.646017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.702685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.745010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.775530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff27f4c-6f97-4f9a-bf38-88f8697cbc6c None None] Pushing event updated for resources: {'Port': ['ID=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.902548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3326b-bd69-4e67-80e7-53a50107ab8b None None] Pushing event updated for resources: {'Port': ['ID=fd402496-e7dc-432a-81be-d57bb8693e31,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.927815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dbb283fc-9cc6-4a04-8b9c-9bc1c5e83847 None None] Provisioning complete for port dfb0b95e-5208-4401-babb-be4931fc089b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:43.928307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dbb283fc-9cc6-4a04-8b9c-9bc1c5e83847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.945979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.976714 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43e879e2-d21e-4420-9ed4-3fa62cccbef1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/88d62a67-2dc0-47ed-9775-7327c11df914 HTTP/1.1" status: 204 len: 168 time: 3.9710183 Apr 01 15:50:43.979232 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.7311358 Apr 01 15:50:43.981703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8645c-0d16-4900-a497-bce5689f18ce tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Port': ['ID=138e78c4-fedb-4a64-b29e-73146d98dc70,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.039442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.039971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.055385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=87a4f7ed-a7f0-45ad-af74-b3ca1c736f37,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.068388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689dfec6-36b4-4e8f-9b86-6b8cfa7c5b8b None None] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:44.278540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dbb283fc-9cc6-4a04-8b9c-9bc1c5e83847 None None] Port dfb0b95e-5208-4401-babb-be4931fc089b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:44.498828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 7588046f-f18d-44bf-8336-21148c75a290 associated. External IP: 172.26.7.220, port: 849e7154-df13-4fac-bd1d-72e78865a66a. Apr 01 15:50:44.557354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd402496-e7dc-432a-81be-d57bb8693e31 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:44.560358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.565523 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-31937108-45b4-4d8f-9895-fa685551ace2 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/ports/87a4f7ed-a7f0-45ad-af74-b3ca1c736f37 HTTP/1.1" status: 204 len: 168 time: 3.5136163 Apr 01 15:50:44.571182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.666248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8c5f6f03-0210-4f27-bcf1-455a28c9fc27 None None] Provisioning for port d57782d5-7429-455f-a6e3-8f470d771492 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:44.686049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fd402496-e7dc-432a-81be-d57bb8693e31 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:44.686788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.765849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.834851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:44.847885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.847885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.927996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed11ca2-9800-4154-8f65-a369f6747bd8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.929454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed11ca2-9800-4154-8f65-a369f6747bd8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.931046 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0ed11ca2-9800-4154-8f65-a369f6747bd8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.8721187 Apr 01 15:50:44.936188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.940353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c890664-b189-4563-a226-81ed6939c2b7 req-5866bc30-da05-48e6-b0b5-e68570e8f432 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.948227 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c890664-b189-4563-a226-81ed6939c2b7 req-5866bc30-da05-48e6-b0b5-e68570e8f432 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.6781609 Apr 01 15:50:44.983196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting subnet 0e7e7066-8ef6-4162-bb26-1d21ba0e2971 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:45.023872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.078797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6166e26b-019d-4336-9a93-f7181b2fb178 None None] Provisioning for port 138e78c4-fedb-4a64-b29e-73146d98dc70 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.083671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.099860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d57782d5-7429-455f-a6e3-8f470d771492 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:45.104341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event updated for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.142419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet ac92ea7e-2ad0-495c-aa0d-735622079868 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:45.155395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.169017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6166e26b-019d-4336-9a93-f7181b2fb178 None None] Provisioning complete for port 138e78c4-fedb-4a64-b29e-73146d98dc70 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.169631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6166e26b-019d-4336-9a93-f7181b2fb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.222514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting subnet da72ab23-9725-4b85-9d07-59b0bbdf184c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:45.233489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.244435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.262758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.288082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6166e26b-019d-4336-9a93-f7181b2fb178 None None] Port 138e78c4-fedb-4a64-b29e-73146d98dc70 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:45.293657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c890664-b189-4563-a226-81ed6939c2b7 req-4ea94197-f06f-4214-9aa5-0c8a7c84dbac tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444741 Apr 01 15:50:45.306975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Network 77908341-8169-4b1b-a796-36538ff1d7d8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:45.309317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:45.395545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1c0b3-56ce-486d-9c48-757669734637 None None] Network 77908341-8169-4b1b-a796-36538ff1d7d8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:45.445575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.489559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Calling delete_port for dfb0b95e-5208-4401-babb-be4931fc089b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:45.634930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d57782d5-7429-455f-a6e3-8f470d771492 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.649809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d57782d5-7429-455f-a6e3-8f470d771492 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.650324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.727737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.752681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.756450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Provisioning for port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.764469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Provisioning complete for port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:45.764966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.780270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:45.796289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538ae8-8e7b-4910-8a02-837c54fb58c8 req-097f384d-bb82-4462-b3e3-ee8f112d294f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.797823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61538ae8-8e7b-4910-8a02-837c54fb58c8 req-097f384d-bb82-4462-b3e3-ee8f112d294f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3805172 Apr 01 15:50:45.929939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:45.942573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.035418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:46.035625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d57782d5-7429-455f-a6e3-8f470d771492, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d57782d5-7429-455f-a6e3-8f470d771492,segment=NetworkSegment(6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c),segment_id=6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:46.038178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.041153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61538ae8-8e7b-4910-8a02-837c54fb58c8 req-f2cf8c25-07c1-4591-85bf-4381f06f4962 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981212 Apr 01 15:50:46.072519 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6f5e58ce-c297-4a82-a2c3-53f46a25d2bc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4076884 Apr 01 15:50:46.074483 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:46.075451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43268) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.081242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:46.103458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] For port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:46.105695 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:46.107294 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:46.119091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.120161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bd0c943f-1796-46d6-aaab-74905a3fc649 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:46.137496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.178468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.232812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.301350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=ac92ea7e-2ad0-495c-aa0d-735622079868,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.324514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Provisioning complete for port 138e78c4-fedb-4a64-b29e-73146d98dc70 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:46.325282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.356443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d57782d5-7429-455f-a6e3-8f470d771492,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.367968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.421884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.423939 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d093246-1032-45cb-8042-cc3f26ae785e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/ac92ea7e-2ad0-495c-aa0d-735622079868 HTTP/1.1" status: 204 len: 168 time: 1.4847968 Apr 01 15:50:46.426634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095a285-9eea-490a-b4ba-9a646cc33558 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:46.427404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.445939 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:46.562394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:46.580785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b6eb0d4b-92fe-480c-ad8b-92a52912684c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497812 Apr 01 15:50:46.600568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.614155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.614383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:46.687624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:46.690265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Port 138e78c4-fedb-4a64-b29e-73146d98dc70 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:46.704377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port bd0c943f-1796-46d6-aaab-74905a3fc649 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:46.744026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port bd0c943f-1796-46d6-aaab-74905a3fc649 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:46.744766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.752133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.780130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event deleted for resources: {'Port': ['ID=dfb0b95e-5208-4401-babb-be4931fc089b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.798751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cab001-6a6b-45ca-ab83-435b1bfb2384 None None] Pushing event updated for resources: {'Port': ['ID=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.875848 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da226847-9a73-4368-9b07-d45599ccae50 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.2625649 Apr 01 15:50:46.897170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43288) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.908547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:46.910076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.912185 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:46.920727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.973249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.034077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7e7066-8ef6-4162-bb26-1d21ba0e2971,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.099877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.102342 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-65c5df97-8297-42c8-a652-2bb1cf2ce9a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/0e7e7066-8ef6-4162-bb26-1d21ba0e2971 HTTP/1.1" status: 204 len: 168 time: 3.0396011 Apr 01 15:50:47.119269 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5c523b4-94ca-49df-89db-b569aca3b6a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "DELETE /v2.0/ports/dfb0b95e-5208-4401-babb-be4931fc089b HTTP/1.1" status: 204 len: 168 time: 4.6945593 Apr 01 15:50:47.120883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.122752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/subnets/da72ab23-9725-4b85-9d07-59b0bbdf184c HTTP/1.1" status: 204 len: 168 time: 2.5368583 Apr 01 15:50:47.126418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43292) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.126746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.132263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.143559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f742b37-6839-4309-9066-0adc28848847 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Subnet': ['ID=da72ab23-9725-4b85-9d07-59b0bbdf184c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.150849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e43082-06b5-4eac-b899-6b27fb664ea9 None None] Network 8605d325-bfc5-4023-8e03-95a38998fdb4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:47.186597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e341f-1b0e-4c65-8098-cbb6dd3a755b None None] Network ea11bb26-7b49-4a12-98bd-7ea309e83646 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:47.229646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:47.254306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:47.302345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:47.305909 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:44Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:41Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:47.312997 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:47.313366 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Updating router 608403fd-5341-49f6-86d5-be1874f2ec5a port b029185d-9032-4253-9489-ae3d6987fb4c binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:47.364758 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c1e257cf-1951-418e-b9b0-9e0851254d56 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/floatingips/7588046f-f18d-44bf-8336-21148c75a290 HTTP/1.1" status: 200 len: 978 time: 0.4604855 Apr 01 15:50:47.370324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43304) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.401203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2746b7c-325b-4022-b033-a4c032373fa7 None None] Provisioning complete for port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:47.401741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2746b7c-325b-4022-b033-a4c032373fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.405569 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.422244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Deleting subnet 7982786e-6b61-4afc-a2a3-0393a5217ad7 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:47.425683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:47.426492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:47.461288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.573093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:47.573708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce397e9e-1253-4909-b967-5f05692d9776 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:47.605599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:47.607490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516cf6c-2182-46ee-87bd-4a6133346688 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.609003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516cf6c-2182-46ee-87bd-4a6133346688 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.609123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.609773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c516cf6c-2182-46ee-87bd-4a6133346688 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Synchronizing usage tracker for tenant:38940b4b61294c58bbc04a2cce117a82 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:47.615347 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:47.615710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.670568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.700957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Deleting port 8e215556-5d54-4eb0-8979-2b34977a7f2e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:47.701359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.718940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce86fa-7773-4021-8c87-fa1980f0bf7e req-b1c55924-84a5-4a8a-a029-71d0b74094ac tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.720460 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6ce86fa-7773-4021-8c87-fa1980f0bf7e req-b1c55924-84a5-4a8a-a029-71d0b74094ac tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.0628273 Apr 01 15:50:47.782568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c516cf6c-2182-46ee-87bd-4a6133346688 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Unset dirty status for tenant:38940b4b61294c58bbc04a2cce117a82 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:47.786836 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c516cf6c-2182-46ee-87bd-4a6133346688 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6456404 Apr 01 15:50:47.789917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43308) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.827544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.839812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0baeca5c-e265-46c7-a821-697c4bad8cb5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Synchronizing usage tracker for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:floatingip {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:47.904725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:47.932924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Deleting port fd402496-e7dc-432a-81be-d57bb8693e31 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:47.933296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.948093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6ce86fa-7773-4021-8c87-fa1980f0bf7e req-b19be1ef-aeea-41cb-9bc6-b1ab496f50a3 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629243 Apr 01 15:50:47.997401 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.014527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.017354 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Transition to ACTIVE for port object b029185d-9032-4253-9489-ae3d6987fb4c will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:48.067542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port bd0c943f-1796-46d6-aaab-74905a3fc649, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bd0c943f-1796-46d6-aaab-74905a3fc649,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:48.092219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0baeca5c-e265-46c7-a821-697c4bad8cb5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Unset dirty status for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:floatingip {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:48.096307 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0baeca5c-e265-46c7-a821-697c4bad8cb5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.7210116 Apr 01 15:50:48.107847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43312) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.121349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': '29789af7-63f3-4585-aa24-f205ac7c00e3'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:48.133445 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.153542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc5435a8-06a0-4fd5-b567-db09172775d6 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.167050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.191455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] For port 8e215556-5d54-4eb0-8979-2b34977a7f2e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8e215556-5d54-4eb0-8979-2b34977a7f2e,segment=NetworkSegment(c9289806-b36d-4d44-ab1a-90d9c7ff7021),segment_id=c9289806-b36d-4d44-ab1a-90d9c7ff7021)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:48.191943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.200372 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5435a8-06a0-4fd5-b567-db09172775d6 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:48.200975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5435a8-06a0-4fd5-b567-db09172775d6 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:48.211834 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc5435a8-06a0-4fd5-b567-db09172775d6 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/8605d325-bfc5-4023-8e03-95a38998fdb4 HTTP/1.1" status: 409 len: 405 time: 0.3947837 Apr 01 15:50:48.225752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43316) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.253434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1889002787'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:48.256059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5aa2f-eb2e-459f-9cad-ff730ab8b27c None None] DHCP port deletion for ea11bb26-7b49-4a12-98bd-7ea309e83646 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:48.268342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:50:48.272773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:48.278562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2746b7c-325b-4022-b033-a4c032373fa7 None None] Provisioning for port b029185d-9032-4253-9489-ae3d6987fb4c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:48.301044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:48.322241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] DHCP port deletion for 8605d325-bfc5-4023-8e03-95a38998fdb4 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:48.325277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:48.330886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5aa2f-eb2e-459f-9cad-ff730ab8b27c None None] Deleting port 8e215556-5d54-4eb0-8979-2b34977a7f2e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:48.331289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2a5aa2f-eb2e-459f-9cad-ff730ab8b27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.343359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:48.348867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Removed routes are [] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:50:48.349113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.355488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.360596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Calling delete_port for 8e215556-5d54-4eb0-8979-2b34977a7f2e owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:48.369657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Deleting port d57782d5-7429-455f-a6e3-8f470d771492 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:48.369657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.486835 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ef745-fda7-4a30-9f03-36a22df26d04 None None] Pushing event updated for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.496591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.504646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:48.577806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event deleted for resources: {'Subnet': ['ID=7982786e-6b61-4afc-a2a3-0393a5217ad7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.612161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.623527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.628391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9358a-cf66-4bac-a898-3116a1cd8d7c None None] Network 8c85772c-b9cc-4d6f-8945-c19ab457efad requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:48.631917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:48.635827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.650098 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Attempting to bind port b029185d-9032-4253-9489-ae3d6987fb4c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:48.650473 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Attempting to bind port b029185d-9032-4253-9489-ae3d6987fb4c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:48.651038 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Attempting to bind port b029185d-9032-4253-9489-ae3d6987fb4c on network 77908341-8169-4b1b-a796-36538ff1d7d8 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:48.659918 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:48.660303 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Checking segment: {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:48.660765 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.661164 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Bound using segment: {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:48.667075 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Bound port: b029185d-9032-4253-9489-ae3d6987fb4c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1182622f-70f7-4b10-85bf-20c77a254e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:48.667075 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.674616 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ae18fc8-4647-4b09-9e8f-cf24c54c31b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "DELETE /v2.0/subnets/7982786e-6b61-4afc-a2a3-0393a5217ad7 HTTP/1.1" status: 204 len: 168 time: 1.5345526 Apr 01 15:50:48.681391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.697273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.733523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Port': ['ID=8e215556-5d54-4eb0-8979-2b34977a7f2e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:48.759187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] For port fd402496-e7dc-432a-81be-d57bb8693e31, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fd402496-e7dc-432a-81be-d57bb8693e31,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:48.759582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.770990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5aa2f-eb2e-459f-9cad-ff730ab8b27c None None] The port '8e215556-5d54-4eb0-8979-2b34977a7f2e' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:50:48.789426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] No DVR routers for this DVR port 8e215556-5d54-4eb0-8979-2b34977a7f2e on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:48.829561 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] For port b029185d-9032-4253-9489-ae3d6987fb4c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:48.833128 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] For port b029185d-9032-4253-9489-ae3d6987fb4c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b029185d-9032-4253-9489-ae3d6987fb4c,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:48.863581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.934246 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.945216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Deleting port dae8227a-b4f8-4f10-81c5-7a5f9b405245 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:48.947662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.961548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:48.970873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.971217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Calling delete_port for fd402496-e7dc-432a-81be-d57bb8693e31 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:48.971657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment f64cdb3f-dbba-4632-bab7-7de4e8db7787 of type vlan for network 6357c812-d729-427c-8f5a-67b18cf78303 Apr 01 15:50:48.998790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.004644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.062175 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ef745-fda7-4a30-9f03-36a22df26d04 None None] Pushing event updated for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.100446 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:49.101757 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.194198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea11bb26-7b49-4a12-98bd-7ea309e83646']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.240615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] For port d57782d5-7429-455f-a6e3-8f470d771492, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d57782d5-7429-455f-a6e3-8f470d771492,segment=NetworkSegment(6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c),segment_id=6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:49.241164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.275533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.281339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:49.282555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.340706 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:49.417602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Calling delete_port for d57782d5-7429-455f-a6e3-8f470d771492 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:49.439053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:49.459678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9289806-b36d-4d44-ab1a-90d9c7ff7021') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.459914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9289806-b36d-4d44-ab1a-90d9c7ff7021') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.504140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.578964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.592896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:49.593264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.598506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:49.599053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:49.615078 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:49.628458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.636581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.686280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4542217 Apr 01 15:50:49.712100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.715186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.727939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': '6357c812-d729-427c-8f5a-67b18cf78303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:49.728783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] Pushing event deleted for resources: {'Port': ['ID=d57782d5-7429-455f-a6e3-8f470d771492,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.750688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76279-8d21-4cc8-a21c-5919d5ab683f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=6357c812-d729-427c-8f5a-67b18cf78303,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.754613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be626d2-fc33-4d6e-8472-da0680ca194e None None] No DVR routers for this DVR port d57782d5-7429-455f-a6e3-8f470d771492 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:49.762155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] For port dae8227a-b4f8-4f10-81c5-7a5f9b405245, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dae8227a-b4f8-4f10-81c5-7a5f9b405245,segment=NetworkSegment(2407c5a0-7cb3-4829-968d-ec2c2781e066),segment_id=2407c5a0-7cb3-4829-968d-ec2c2781e066)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:49.762660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.786976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 6357c812-d729-427c-8f5a-67b18cf78303 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:49.788283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05786852-2108-4bce-900a-cfb436dcff91 req-36553040-ee29-41d1-bc5b-b87523c3a4c9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:49.789984 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05786852-2108-4bce-900a-cfb436dcff91 req-36553040-ee29-41d1-bc5b-b87523c3a4c9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6116219 Apr 01 15:50:49.808178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.818504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 6, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.824227 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f8fff-5017-4aa3-af57-f5b1a3b00ebf None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 6, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:49.920691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] Pushing event deleted for resources: {'Port': ['ID=fd402496-e7dc-432a-81be-d57bb8693e31,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.968668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.981852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Calling delete_port for dae8227a-b4f8-4f10-81c5-7a5f9b405245 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:50.054751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.071977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] Pushing event deleted for resources: {'Network': ['ID=ea11bb26-7b49-4a12-98bd-7ea309e83646,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.088469 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7852920f-7412-4bc4-b319-4ddcac1e7a80 tempest-AllowedAddressPairIpV6TestJSON-1879408670 tempest-AllowedAddressPairIpV6TestJSON-1879408670-project] 10.222.0.18 "DELETE /v2.0/networks/ea11bb26-7b49-4a12-98bd-7ea309e83646 HTTP/1.1" status: 204 len: 168 time: 2.9471068 Apr 01 15:50:50.102816 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05786852-2108-4bce-900a-cfb436dcff91 req-8824cfdf-21f0-464d-a080-017abdb15f14 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517891 Apr 01 15:50:50.123833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bea88-3434-4ac7-830f-201d4c0a9be5 None None] No DVR routers for this DVR port fd402496-e7dc-432a-81be-d57bb8693e31 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:50.259172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.360395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event deleted for resources: {'Port': ['ID=dae8227a-b4f8-4f10-81c5-7a5f9b405245,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.360754 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.services.revisions.revision_plugin [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Could not find related port for resource to bump revision. Apr 01 15:50:50.363424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] No DVR routers for this DVR port dae8227a-b4f8-4f10-81c5-7a5f9b405245 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:50.366578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:50.400697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd402496-e7dc-432a-81be-d57bb8693e31 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:50.428946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:50.435763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Port fd402496-e7dc-432a-81be-d57bb8693e31 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88601) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 01 15:50:50.436076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:a428 {{(pid=88601) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 01 15:50:50.448660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.458742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08f581-2ba1-4bd8-b8d6-51e7f7834830 None None] DHCP port deletion for 8c85772c-b9cc-4d6f-8945-c19ab457efad request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:50:50.460243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: fd402496-e7dc-432a-81be-d57bb8693e31 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:50.462035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fd402496-e7dc-432a-81be-d57bb8693e31 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:50.462631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8e215556-5d54-4eb0-8979-2b34977a7f2e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:50.505715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.528730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8e215556-5d54-4eb0-8979-2b34977a7f2e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:50.529370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8e215556-5d54-4eb0-8979-2b34977a7f2e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:50.567947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c85772c-b9cc-4d6f-8945-c19ab457efad']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.592409 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d57782d5-7429-455f-a6e3-8f470d771492 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:50.631603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:50.633618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2407c5a0-7cb3-4829-968d-ec2c2781e066') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.636020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2407c5a0-7cb3-4829-968d-ec2c2781e066') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.644296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=fad2f9b5-2007-439b-a679-6cdf727ab5b3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.646652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:50.650487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:50.654529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.655125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.668849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e026b2-10a7-4edb-bbad-f36007c39940 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:50.680265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.686019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d57782d5-7429-455f-a6e3-8f470d771492 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:50.686511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d57782d5-7429-455f-a6e3-8f470d771492 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:50.774524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.784619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:50.785073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:50.808680 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:50.963863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:50.965067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216159e-54b1-4123-9146-b69e0e4c53f0 req-fd6d22c8-7ce5-4fa1-8884-3d609cec70b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.967443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.975092 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9216159e-54b1-4123-9146-b69e0e4c53f0 req-fd6d22c8-7ce5-4fa1-8884-3d609cec70b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2603772 Apr 01 15:50:50.996946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'fad2f9b5-2007-439b-a679-6cdf727ab5b3'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:50.997342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.042609 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9216159e-54b1-4123-9146-b69e0e4c53f0 req-4e518aae-8715-4327-a6c0-be7ced8cc30c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626669 Apr 01 15:50:51.049536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.052412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:51.099539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.134781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] Pushing event deleted for resources: {'Network': ['ID=8c85772c-b9cc-4d6f-8945-c19ab457efad,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:51.176890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:51.183565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.192000 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3aee1ae5-9976-437d-a3b1-f3f2856b0da5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 954 time: 5.1153419 Apr 01 15:50:51.195258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43348) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:51.202070 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8a8e5667-6355-414a-8f9c-a649f6797a19 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5999119 Apr 01 15:50:51.212123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:51.218722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:9a:34:1f', 'name': 'tempest-NetworksTestDHCPv6-1235090751'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:51.250166 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:51.258232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b029185d-9032-4253-9489-ae3d6987fb4c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:51.269018 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:51.269646 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:51.337379 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e13a9fe-1c83-4e65-8aaf-b6181103993a tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595 tempest-ExtraDHCPOptionsIpV6TestJSON-1912210595-project] 10.222.0.18 "DELETE /v2.0/networks/8c85772c-b9cc-4d6f-8945-c19ab457efad HTTP/1.1" status: 204 len: 168 time: 2.6481178 Apr 01 15:50:51.462554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Allocated IP 2001:db8::f816:3eff:fe68:1cc3 (9d919997-7b56-4b49-acd8-35888c2943cc/fad2f9b5-2007-439b-a679-6cdf727ab5b3/d8855d7b-e43d-4962-b23a-cd48d222aafc) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:51.494464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:51.504357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:51.508418 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-710be942-1f81-4d7a-b118-21607dc03d03 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 954 time: 0.3119059 Apr 01 15:50:51.511746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:51.518031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:51.523451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:51.535164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:51.598205 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:51.689481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b029185d-9032-4253-9489-ae3d6987fb4c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:51.702865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b029185d-9032-4253-9489-ae3d6987fb4c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:51.703229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.782360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:51.878208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:52.006667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.017185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.045510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port b029185d-9032-4253-9489-ae3d6987fb4c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b029185d-9032-4253-9489-ae3d6987fb4c,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:52.046638 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba258050-a2cf-47f3-978a-5f31b545a453 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aca3b61c05b4fd1af83055a653d08a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8685315 Apr 01 15:50:52.049899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.057922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.100147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.135464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 93859c6c-72f3-460f-8aef-5499d0f2c90b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:52.184227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.218908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.219731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bd0c943f-1796-46d6-aaab-74905a3fc649 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:52.222958 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 6, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 4, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.238418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:52.256087 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:52.256752 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.401498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.444152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.447089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port bd0c943f-1796-46d6-aaab-74905a3fc649 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:52.447488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.491366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.501642 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:52.524760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Transition to ACTIVE for port object d8855d7b-e43d-4962-b23a-cd48d222aafc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:52.549206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d8ffcd27-f19b-4867-b6ed-2a8c97bfe58f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=826c0fc57b5b48cd92b56df528895e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283189 Apr 01 15:50:52.552552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.555535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43376) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.595644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Transition to ACTIVE for port object d8855d7b-e43d-4962-b23a-cd48d222aafc will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:52.697488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dae8227a-b4f8-4f10-81c5-7a5f9b405245 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:52.709807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:50:52.767332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.792256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.800071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe9a:341f (9d919997-7b56-4b49-acd8-35888c2943cc/fad2f9b5-2007-439b-a679-6cdf727ab5b3/93859c6c-72f3-460f-8aef-5499d0f2c90b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:52.802796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.815067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: dae8227a-b4f8-4f10-81c5-7a5f9b405245 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:50:52.815445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dae8227a-b4f8-4f10-81c5-7a5f9b405245 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:52.834847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:52.838486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:52.841095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:52.883011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1ed39-4900-41a1-aa6d-76b72cfee587,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.912875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.916352 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7eba681-2b49-4724-b127-1e414bfb8439 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94c1ed39-4900-41a1-aa6d-76b72cfee587 HTTP/1.1" status: 204 len: 168 time: 0.8615839 Apr 01 15:50:52.981159 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 6, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.986579 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3a819-306f-4b2a-9927-da8ff630015a None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:48Z', 'revision_number': 6, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:53.022860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b029185d-9032-4253-9489-ae3d6987fb4c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:53.030722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937886b-29df-468a-98b7-6e6002868373 req-f0f83567-bf06-4f22-9d2e-7fb330857135 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.032403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5937886b-29df-468a-98b7-6e6002868373 req-f0f83567-bf06-4f22-9d2e-7fb330857135 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6685555 Apr 01 15:50:53.053382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 7588046f-f18d-44bf-8336-21148c75a290 associated. External IP: 172.26.7.220, port: 849e7154-df13-4fac-bd1d-72e78865a66a. Apr 01 15:50:53.097916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Pushing event updated for resources: {'Port': ['ID=d8855d7b-e43d-4962-b23a-cd48d222aafc,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:53.110743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Attempting to bind port d8855d7b-e43d-4962-b23a-cd48d222aafc on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:53.111043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Attempting to bind port d8855d7b-e43d-4962-b23a-cd48d222aafc by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:53.111466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Attempting to bind port d8855d7b-e43d-4962-b23a-cd48d222aafc on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:53.121552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:53.122041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:53.122452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.122944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:53.123775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Bound port: d8855d7b-e43d-4962-b23a-cd48d222aafc, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:53.124157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.154601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:50:53.155093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:50:53.159296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=da7deb97-4513-4e6f-9308-ef5adaaeb9bd,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:53.205506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': 'f64cdb3f-dbba-4632-bab7-7de4e8db7787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:53.205873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: 6357c812-d729-427c-8f5a-67b18cf78303, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:53.211975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.232212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.293414 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5937886b-29df-468a-98b7-6e6002868373 req-8b5e9050-ddc3-4b12-990b-5a54dadfef17 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745856 Apr 01 15:50:53.329374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b029185d-9032-4253-9489-ae3d6987fb4c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:53.329374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.374850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] For port d8855d7b-e43d-4962-b23a-cd48d222aafc, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:53.398520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] For port d8855d7b-e43d-4962-b23a-cd48d222aafc, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d8855d7b-e43d-4962-b23a-cd48d222aafc,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:53.444107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.461267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network 6357c812-d729-427c-8f5a-67b18cf78303 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:53.468036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.580679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0132a14-0e3a-4b67-84ec-dc9e3bfd6912 None None] Pushing event updated for resources: {'Port': ['ID=d8855d7b-e43d-4962-b23a-cd48d222aafc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:53.755777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02624c6-b4a2-4779-ad3a-04ca0b38423b req-2e15c797-52e7-4cc7-beb7-03b9c8885fbb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.757377 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a02624c6-b4a2-4779-ad3a-04ca0b38423b req-2e15c797-52e7-4cc7-beb7-03b9c8885fbb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3076468 Apr 01 15:50:53.804364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.813531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.862027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 6357c812-d729-427c-8f5a-67b18cf78303) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:53.875386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1887d9-a1fb-4304-ae1d-931d86b4f665 None None] Network 6357c812-d729-427c-8f5a-67b18cf78303 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:53.919483 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a02624c6-b4a2-4779-ad3a-04ca0b38423b req-48ec9de7-71e3-4f0b-90d6-c7879e292101 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379738 Apr 01 15:50:53.996207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.997308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.041046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:54.043902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.050677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.128863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096ed01-9748-477d-a8b6-1b748d693e0e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.235119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-6357c812-d729-427c-8f5a-67b18cf78303', 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': 'da7deb97-4513-4e6f-9308-ef5adaaeb9bd'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:50:54.236000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.245041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 93859c6c-72f3-460f-8aef-5499d0f2c90b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:54.250985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:54.259257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.263111 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d1446ee-f0f4-42dd-9770-aeca85ac158a tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 704 time: 2.7496045 Apr 01 15:50:54.264864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.265927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.267045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8cf18502-76cf-414b-9c2b-c0ec6efc39bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d096ed01-9748-477d-a8b6-1b748d693e0e HTTP/1.1" status: 204 len: 168 time: 1.7086291 Apr 01 15:50:54.277510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:54.312919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a8eea-3531-4a9e-8978-62c1728fd3d6 req-441c15b5-378a-44b4-b6f2-83b0599608b7 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.314424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c26a8eea-3531-4a9e-8978-62c1728fd3d6 req-441c15b5-378a-44b4-b6f2-83b0599608b7 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1752541 Apr 01 15:50:54.324318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:54.329456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3eb3fef7-ae55-48fb-b37b-04194565f6a5 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6137772 Apr 01 15:50:54.332435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.345561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:54.346371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:54.404882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'port': {'network_id': '6357c812-d729-427c-8f5a-67b18cf78303', 'name': 'tempest-NetworksIpV6TestAttrs-879755046'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:54.554981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.633193 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c26a8eea-3531-4a9e-8978-62c1728fd3d6 req-1b44b8af-723b-4e90-8924-65725ac39d19 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013723 Apr 01 15:50:54.638379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:54.652784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:port and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:54.660393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:54.683578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:54.696319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:54.772597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Allocated IP 2001:db8::f816:3eff:fea0:72c1 (6357c812-d729-427c-8f5a-67b18cf78303/da7deb97-4513-4e6f-9308-ef5adaaeb9bd/6ec9be78-c433-497b-a36b-10df65021714) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:54.879913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.890889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19a40e52-26c6-49c6-a180-35c6a447e2e8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 704 time: 0.6248617 Apr 01 15:50:54.901033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43426) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.956657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060115-1b76-4fa7-bc7e-dc500e098089 req-07ea1907-199c-4047-8703-93bc38bea681 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.969821 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16060115-1b76-4fa7-bc7e-dc500e098089 req-07ea1907-199c-4047-8703-93bc38bea681 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1622307 Apr 01 15:50:55.048660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'networks': [{'name': 'tempest-network--486411287'}, {'name': 'tempest-network--606293884'}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:55.049226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-network--486411287'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:55.049762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-network--606293884'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:55.063658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:55.078759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:network and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:55.103610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:55.112196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:55.121706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d8855d7b-e43d-4962-b23a-cd48d222aafc up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:55.134415 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16060115-1b76-4fa7-bc7e-dc500e098089 req-b48acb69-7af2-44f8-903d-81cff88a451f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381805 Apr 01 15:50:55.193697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:55.203760 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:55.215943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'network': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:55.216944 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:55.218408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.221637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.236356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.253813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:55.259282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:security_group_rule and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:55.262766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:55.269213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:55.273217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:55.277004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.297991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=93859c6c-72f3-460f-8aef-5499d0f2c90b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:55.315124 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.325246 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:55.326178 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.371719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.388650 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.389305 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12221d7e-2a0a-4fc6-a680-47c49f1c727f None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:55.437025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.437758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.487240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-708b072d-cbd2-4cfa-a69a-b48b8d05fd0c None None] Provisioning for port d8855d7b-e43d-4962-b23a-cd48d222aafc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:55.495160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e8765-484a-47a5-83ba-01471f9d3162,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:55.502657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] device_id is not set on port 17c734cb-5595-4939-b7a6-efc35ec12fb9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:50:55.524781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:55.538885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.538885 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment 09e3e435-dc48-4d39-afa4-940a6d8c33fb of type vlan for network b84f391b-d450-4963-9f35-c54fbad1feb4 Apr 01 15:50:55.548534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.570464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Transition to ACTIVE for port object 6ec9be78-c433-497b-a36b-10df65021714 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:55.587258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.598763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:55.599606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Transition to ACTIVE for port object 6ec9be78-c433-497b-a36b-10df65021714 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:55.612495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:55.627878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 7, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.628209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:55.632994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d8855d7b-e43d-4962-b23a-cd48d222aafc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:55.635863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:55.637207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.638056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.642676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d8855d7b-e43d-4962-b23a-cd48d222aafc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:55.643049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.644055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:55.659540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.659893 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment 5d425732-5e44-4901-b3be-7d8f1a4a59bb of type vlan for network e77a435e-104b-425e-a419-08999eef925c Apr 01 15:50:55.703050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.743649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.747079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:55.747745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.810379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.811690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.828029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.838541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.842215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.926075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Pushing event updated for resources: {'Port': ['ID=6ec9be78-c433-497b-a36b-10df65021714,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.028011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Network 6357c812-d729-427c-8f5a-67b18cf78303 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:56.028765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=b84f391b-d450-4963-9f35-c54fbad1feb4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.036313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:56.047363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b84f391b-d450-4963-9f35-c54fbad1feb4 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:56.050327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.070464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:56.128194 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5719559 Apr 01 15:50:56.129030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.139087 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa63c72e-d5f9-4288-b3b5-a7da1b852d54 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9256604 Apr 01 15:50:56.144416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.254210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:50:56.285588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065bae-9335-479c-a266-429575b1ca50 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=e77a435e-104b-425e-a419-08999eef925c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.292686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a49f26-2775-4009-aa82-dbd200fa868f req-a241eb78-3516-470c-afe1-9fe3f2b199c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.294235 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-94a49f26-2775-4009-aa82-dbd200fa868f req-a241eb78-3516-470c-afe1-9fe3f2b199c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.8796735 Apr 01 15:50:56.310170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f017dbf-8de8-4502-96e6-b237a2d56ffc None None] Provisioning for port 93859c6c-72f3-460f-8aef-5499d0f2c90b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:56.339335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e77a435e-104b-425e-a419-08999eef925c details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:56.353644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873138804'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:56.368298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:56.382497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f017dbf-8de8-4502-96e6-b237a2d56ffc None None] Provisioning complete for port 93859c6c-72f3-460f-8aef-5499d0f2c90b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:56.382971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f017dbf-8de8-4502-96e6-b237a2d56ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.383172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.389019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.394627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.400910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.401772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:56.405855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:56.410350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:56.420388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:56.466757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e157fe-8d77-4338-b488-a380d80243f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.468976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Allocated IP 2001:db8::f816:3eff:fe9e:6314 (6357c812-d729-427c-8f5a-67b18cf78303/da7deb97-4513-4e6f-9308-ef5adaaeb9bd/17c734cb-5595-4939-b7a6-efc35ec12fb9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:56.472585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e157fe-8d77-4338-b488-a380d80243f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:56.473912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4e157fe-8d77-4338-b488-a380d80243f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:56.505677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.527430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:56.531366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.544680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.561120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:56.569181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:security_group_rule and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:56.569181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:56.576777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:56.578985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Attempting to bind port 6ec9be78-c433-497b-a36b-10df65021714 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:56.579448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Attempting to bind port 6ec9be78-c433-497b-a36b-10df65021714 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f64cdb3f-dbba-4632-bab7-7de4e8db7787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:56.579815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Attempting to bind port 6ec9be78-c433-497b-a36b-10df65021714 on network 6357c812-d729-427c-8f5a-67b18cf78303 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:50:56.589144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4e157fe-8d77-4338-b488-a380d80243f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:56.595979 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4e157fe-8d77-4338-b488-a380d80243f9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4450009 Apr 01 15:50:56.595979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:56.595979 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac93d68a-b464-4588-b064-2cbf6fe695f9 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4557555 Apr 01 15:50:56.599047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-94a49f26-2775-4009-aa82-dbd200fa868f req-78f10388-5f9f-46d1-a846-4f719fab90e3 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954173 Apr 01 15:50:56.599208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43464) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.599592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.618173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:50:56.618557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Checking segment: {'id': 'f64cdb3f-dbba-4632-bab7-7de4e8db7787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:50:56.618955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.620799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Bound using segment: {'id': 'f64cdb3f-dbba-4632-bab7-7de4e8db7787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:50:56.620799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Bound port: 6ec9be78-c433-497b-a36b-10df65021714, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64cdb3f-dbba-4632-bab7-7de4e8db7787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6357c812-d729-427c-8f5a-67b18cf78303'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:56.620799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.699923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:50:56.716079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0f017dbf-8de8-4502-96e6-b237a2d56ffc None None] Port 93859c6c-72f3-460f-8aef-5499d0f2c90b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:50:56.817403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 93859c6c-72f3-460f-8aef-5499d0f2c90b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:56.817643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.827645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d8855d7b-e43d-4962-b23a-cd48d222aafc, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d8855d7b-e43d-4962-b23a-cd48d222aafc,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:56.889037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.923812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.957191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:50:57.004903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ec9be78-c433-497b-a36b-10df65021714,segment=NetworkSegment(f64cdb3f-dbba-4632-bab7-7de4e8db7787),segment_id=f64cdb3f-dbba-4632-bab7-7de4e8db7787)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:50:57.043170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d8855d7b-e43d-4962-b23a-cd48d222aafc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.064349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 7, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.065149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.068913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26036d7c-a49b-4e18-9f1d-fe2c2704730c None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:50:53Z', 'revision_number': 7, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b029185d-9032-4253-9489-ae3d6987fb4c', 'name': '', 'network_id': '77908341-8169-4b1b-a796-36538ff1d7d8', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:45:a1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:42Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '0e18e2a2-5a84-46b3-8886-d4e32118d47e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:57.091554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:50:57.099693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.104867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.109666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:57.169479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Transition to ACTIVE for port object 17c734cb-5595-4939-b7a6-efc35ec12fb9 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.204427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:57.205062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.252202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.281707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.288177 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3fdc6c65-b53c-4920-b982-c9d1727c094d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/7588046f-f18d-44bf-8336-21148c75a290 HTTP/1.1" status: 200 len: 979 time: 9.1748307 Apr 01 15:50:57.291273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f391b-d450-4963-9f35-c54fbad1feb4']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.293430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43474) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:57.298443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.302427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:50:57.303222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.318727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e3e435-dc48-4d39-afa4-940a6d8c33fb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.319794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e3e435-dc48-4d39-afa4-940a6d8c33fb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.341556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.381209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:57.430616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdbf2f-241f-4075-8ce2-05c52a5fc5c9 None None] Pushing event updated for resources: {'Port': ['ID=6ec9be78-c433-497b-a36b-10df65021714,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.459528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.459978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64a448-b379-4f02-81fa-02df1fcd8c64 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:57.482606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.553451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6c86-c264-45e0-9a10-6b729202e522 req-c3afa659-513f-4256-9672-98af74d29e80 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:57.554978 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb9b6c86-c264-45e0-9a10-6b729202e522 req-c3afa659-513f-4256-9672-98af74d29e80 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.8269534 Apr 01 15:50:57.562209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.581735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.640744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.655828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:57.677335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network 6357c812-d729-427c-8f5a-67b18cf78303 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:57.691093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:57.691529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.693828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:57.706875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:57.708978 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:57.733301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a299c1-aabc-43cb-b4bc-54eaf1b9f22f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.794522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.797352 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 89ad39ba-bf29-4ac6-b077-effa025475c5 of type vlan for network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 Apr 01 15:50:57.821790 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb9b6c86-c264-45e0-9a10-6b729202e522 req-af1398ed-20ad-4442-8fed-690a144f8aef tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411032 Apr 01 15:50:57.834226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.922522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:50:57.927620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:57.928237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.982230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 93859c6c-72f3-460f-8aef-5499d0f2c90b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:58.012068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Port': ['ID=17c734cb-5595-4939-b7a6-efc35ec12fb9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.021479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.131266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.136330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.160300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d26231b2-74d7-4bb2-b087-e1d063eb0054 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7670805 Apr 01 15:50:58.169009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.172543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=b84f391b-d450-4963-9f35-c54fbad1feb4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.181415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.187154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.187815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.345043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting subnet da7deb97-4513-4e6f-9308-ef5adaaeb9bd {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:50:58.358134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.360653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.372823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=5a458339-eb2e-4651-a1c0-4405c2fefdb0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.386248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:58.403623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58114559-6808-4ca5-b47c-1c65bc2eb11d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/b84f391b-d450-4963-9f35-c54fbad1feb4 HTTP/1.1" status: 204 len: 168 time: 1.8022535 Apr 01 15:50:58.415298 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbe1ece9-0bda-4bae-ae5f-52a921e900bc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3540671 Apr 01 15:50:58.415298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43498) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.450761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.451077 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 7588046f-f18d-44bf-8336-21148c75a290 disassociated. External IP: 172.26.7.220, port: 29789af7-63f3-4585-aa24-f205ac7c00e3. Apr 01 15:50:58.485336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.646836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.690644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523e329-d06f-4b82-81c6-746578128884 None None] Network 6357c812-d729-427c-8f5a-67b18cf78303 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:50:58.709846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port b029185d-9032-4253-9489-ae3d6987fb4c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:50:58.710486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.739899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=93859c6c-72f3-460f-8aef-5499d0f2c90b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.743083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.747886 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-98ebd57f-2125-4e94-aac3-e78b4893f8c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/93859c6c-72f3-460f-8aef-5499d0f2c90b HTTP/1.1" status: 204 len: 168 time: 2.1445348 Apr 01 15:50:58.750029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43508) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.881099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.073089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c7b6-42f0-4148-bc30-c340883e3a3f req-04ec8462-f61e-4e12-84e3-c0fc503dcbdf tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.083880 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b6f0c7b6-42f0-4148-bc30-c340883e3a3f req-04ec8462-f61e-4e12-84e3-c0fc503dcbdf tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.5104988 Apr 01 15:50:59.119878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-811b73e9-05fc-4127-bca6-bbdf61fad58d None None] Provisioning for port 6ec9be78-c433-497b-a36b-10df65021714 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:59.159341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe75436-b837-4b2b-9f91-cc50f4369018 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.160772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe75436-b837-4b2b-9f91-cc50f4369018 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:59.161513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8fe75436-b837-4b2b-9f91-cc50f4369018 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:59.255652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ec9be78-c433-497b-a36b-10df65021714 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:59.374883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.405436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port b029185d-9032-4253-9489-ae3d6987fb4c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b029185d-9032-4253-9489-ae3d6987fb4c,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:59.406543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.423093 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b6f0c7b6-42f0-4148-bc30-c340883e3a3f req-11eabea9-9aef-4873-a256-cb680a605fea tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358107 Apr 01 15:50:59.467132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a435e-104b-425e-a419-08999eef925c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.480652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b406c9f-fd9c-4601-8747-31a36fb77b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.489546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d425732-5e44-4901-b3be-7d8f1a4a59bb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.489993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d425732-5e44-4901-b3be-7d8f1a4a59bb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.506471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.521602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6ec9be78-c433-497b-a36b-10df65021714 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:59.527477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6ec9be78-c433-497b-a36b-10df65021714 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:59.528263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.539039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.547202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:59.547686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.551682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for b029185d-9032-4253-9489-ae3d6987fb4c owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:59.564916 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:59.614593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8fe75436-b837-4b2b-9f91-cc50f4369018 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:59.616142 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8fe75436-b837-4b2b-9f91-cc50f4369018 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8418312 Apr 01 15:50:59.624287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:59.660474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Provisioning complete for port 6ec9be78-c433-497b-a36b-10df65021714 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:59.660844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.750147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.755560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.800507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=e77a435e-104b-425e-a419-08999eef925c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.814511 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-981909cf-dff1-41f8-b87e-b7a645861f95 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/e77a435e-104b-425e-a419-08999eef925c HTTP/1.1" status: 204 len: 168 time: 1.4017377 Apr 01 15:50:59.814686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:59.858418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.903469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ec9be78-c433-497b-a36b-10df65021714,segment=NetworkSegment(f64cdb3f-dbba-4632-bab7-7de4e8db7787),segment_id=f64cdb3f-dbba-4632-bab7-7de4e8db7787)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:50:59.973997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.011829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet fad2f9b5-2007-439b-a679-6cdf727ab5b3 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:00.014931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.016305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d8855d7b-e43d-4962-b23a-cd48d222aafc up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:00.020010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.031577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09205f27-a8ff-42e5-b0b5-0ce53d2ad97d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.036962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09205f27-a8ff-42e5-b0b5-0ce53d2ad97d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.038749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09205f27-a8ff-42e5-b0b5-0ce53d2ad97d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:00.057312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.141444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09205f27-a8ff-42e5-b0b5-0ce53d2ad97d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:00.143752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-09205f27-a8ff-42e5-b0b5-0ce53d2ad97d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3280089 Apr 01 15:51:00.148414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:00.158623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-221285294'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:00.166055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:00.183284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:00.187664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:00.194390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.213707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6ec9be78-c433-497b-a36b-10df65021714,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.223069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d8855d7b-e43d-4962-b23a-cd48d222aafc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:00.224244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.270357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:00.275387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.323909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:00.339061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.339883 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment b4123815-08d8-4369-b376-349eda8fa473 of type vlan for network 1efe7af0-fde6-4de7-939c-d2e96727b5fc Apr 01 15:51:00.360797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.404376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:00.404752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:00.418310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef04a4-cac3-4773-a2d6-11d11b0c68fb None None] Network 6357c812-d729-427c-8f5a-67b18cf78303 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:00.421098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.433936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=da7deb97-4513-4e6f-9308-ef5adaaeb9bd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.470622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08ede1f0-d16c-4367-93bf-b96d5cf49fb4 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/da7deb97-4513-4e6f-9308-ef5adaaeb9bd HTTP/1.1" status: 204 len: 168 time: 2.2970908 Apr 01 15:51:00.472996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:00.589970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.604325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.647654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.698674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.704932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.705573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.800254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=b029185d-9032-4253-9489-ae3d6987fb4c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.840390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=1efe7af0-fde6-4de7-939c-d2e96727b5fc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.851107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1efe7af0-fde6-4de7-939c-d2e96727b5fc details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:00.946599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:00.964687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.966840 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:00.986408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:00.987076 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.046379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f1669-c117-4ceb-88a0-9b58b33c755d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.048369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f1669-c117-4ceb-88a0-9b58b33c755d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.049559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b9f1669-c117-4ceb-88a0-9b58b33c755d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Synchronizing usage tracker for tenant:38940b4b61294c58bbc04a2cce117a82 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:01.099809 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-042ff5dd-c7d6-49ae-8f7c-9492cd901908 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9494026 Apr 01 15:51:01.102854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.113093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-845776943'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:01.120377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] DHCP port deletion for 6357c812-d729-427c-8f5a-67b18cf78303 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:01.122019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:01.140215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ec9be78-c433-497b-a36b-10df65021714 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:01.144390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:network and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:01.149980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:01.165065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:01.261220 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.271686 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:01.272726 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:50:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.276179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:01.279333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.285403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.289363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Deleting port 6ec9be78-c433-497b-a36b-10df65021714 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:01.293009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.299609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.344444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:01.358399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.361837 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment c71e5f3c-7f4f-4c7d-9a84-a0006dc23473 of type vlan for network fc593519-9add-40c7-8e67-2a586c2f0141 Apr 01 15:51:01.361955 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.361955 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fde56-d277-4257-ba47-066d74ddf63d None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:01.401129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.470565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=fad2f9b5-2007-439b-a679-6cdf727ab5b3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.477037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c9c2ffe-a42d-402c-9e04-2ed18508cf67 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/7588046f-f18d-44bf-8336-21148c75a290 HTTP/1.1" status: 200 len: 688 time: 4.1796722 Apr 01 15:51:01.479824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.486960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b9f1669-c117-4ceb-88a0-9b58b33c755d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Unset dirty status for tenant:38940b4b61294c58bbc04a2cce117a82 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:01.490697 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b9f1669-c117-4ceb-88a0-9b58b33c755d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0058289 Apr 01 15:51:01.490697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.497086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.502693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bd8c7-8df0-484d-88d3-b9853aa28359 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:01.546582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Provisioning for port 17c734cb-5595-4939-b7a6-efc35ec12fb9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:01.566001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.571691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.572339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.574451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Provisioning complete for port 17c734cb-5595-4939-b7a6-efc35ec12fb9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:01.575109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.702720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8d8c7-58cd-4d3c-a69d-d05b488d52a3 req-c8e9fa99-1438-4de8-b40d-4dcf0497f324 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:01.709548 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13c8d8c7-58cd-4d3c-a69d-d05b488d52a3 req-c8e9fa99-1438-4de8-b40d-4dcf0497f324 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 1.0678673 Apr 01 15:51:01.724020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=fc593519-9add-40c7-8e67-2a586c2f0141,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.750836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network fc593519-9add-40c7-8e67-2a586c2f0141 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:01.772724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.787712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:01.842472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 2825127e-ce93-4569-8773-60f1c23eee0e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:01.842472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.850068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.894599 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5cb8f8f7-c6f9-4590-bf18-79a73984a5c1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/fad2f9b5-2007-439b-a679-6cdf727ab5b3 HTTP/1.1" status: 204 len: 168 time: 2.2584171 Apr 01 15:51:01.898372 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b3a8e11-3dce-45b6-95b6-45da5c8f07dc tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7944586 Apr 01 15:51:01.910707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43546) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.911055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.974605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13c8d8c7-58cd-4d3c-a69d-d05b488d52a3 req-54e651d0-a92d-4cb6-bab7-4d0eac28b8d2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639794 Apr 01 15:51:01.977351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0cd50-6c3a-4b5b-9928-ec24922d810b None None] Port 17c734cb-5595-4939-b7a6-efc35ec12fb9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:02.033393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.033731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.036226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'ports': [{'network_id': '1efe7af0-fde6-4de7-939c-d2e96727b5fc', 'name': 'tempest-port--1963075909', 'admin_state_up': True}, {'network_id': 'fc593519-9add-40c7-8e67-2a586c2f0141', 'admin_state_up': False}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.036551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'port': {'network_id': '1efe7af0-fde6-4de7-939c-d2e96727b5fc', 'name': 'tempest-port--1963075909', 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.037033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'port': {'network_id': 'fc593519-9add-40c7-8e67-2a586c2f0141', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.069691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ec9be78-c433-497b-a36b-10df65021714,segment=NetworkSegment(f64cdb3f-dbba-4632-bab7-7de4e8db7787),segment_id=f64cdb3f-dbba-4632-bab7-7de4e8db7787)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:02.073370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ec9be78-c433-497b-a36b-10df65021714,segment=NetworkSegment(f64cdb3f-dbba-4632-bab7-7de4e8db7787),segment_id=f64cdb3f-dbba-4632-bab7-7de4e8db7787)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:02.073902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.173564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d1fa4d1-bbbc-494b-9a7a-f129e4f50203 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2548878 Apr 01 15:51:02.183982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.192975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9cd7-bab4-44d1-97af-c23dc551abec tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.212782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 2825127e-ce93-4569-8773-60f1c23eee0e owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:02.218117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.227774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Calling delete_port for 6ec9be78-c433-497b-a36b-10df65021714 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:02.331994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4a805e3-d5cf-4389-8481-50467f12b46f None None] Provisioning complete for port 17c734cb-5595-4939-b7a6-efc35ec12fb9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:02.332520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4a805e3-d5cf-4389-8481-50467f12b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.348817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.379637 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9f9cd7-bab4-44d1-97af-c23dc551abec tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:51:02.380107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9f9cd7-bab4-44d1-97af-c23dc551abec tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:02.382842 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a9f9cd7-bab4-44d1-97af-c23dc551abec tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/6357c812-d729-427c-8f5a-67b18cf78303 HTTP/1.1" status: 409 len: 405 time: 0.8836820 Apr 01 15:51:02.383599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.388770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.392002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.395847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1517400234'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.401510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.406377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.409579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.416741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.422654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.435936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6ec9be78-c433-497b-a36b-10df65021714,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.442023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-18fc1b6c-3348-4cea-806c-f4e5e3a2d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.449083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4a805e3-d5cf-4389-8481-50467f12b46f None None] Port 17c734cb-5595-4939-b7a6-efc35ec12fb9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:02.462037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.490700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:02.491278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:02.517752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=2825127e-ce93-4569-8773-60f1c23eee0e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.519739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:02.522071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:02.526690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.528357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Deleting port d8855d7b-e43d-4962-b23a-cd48d222aafc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:02.528832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.534741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:02.554532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.564353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:02.567768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.595537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:port and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.612008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.638869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:02.647890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.654917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.655324 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment fd6c245a-d114-478e-a6ef-e3bf74b339de of type vlan for network d2c6512f-05a0-4653-947d-b7d4498607a8 Apr 01 15:51:02.683130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf4168-0658-4cbc-9bf1-d089ad20a420 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.683783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e1cf4168-0658-4cbc-9bf1-d089ad20a420 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:02.691370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.701154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.762665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] For port d8855d7b-e43d-4962-b23a-cd48d222aafc, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d8855d7b-e43d-4962-b23a-cd48d222aafc,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:02.762965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.763128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.767374 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cd2e83b-6cdc-44a8-948c-a2a547a7990e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/7588046f-f18d-44bf-8336-21148c75a290 HTTP/1.1" status: 204 len: 168 time: 1.2838385 Apr 01 15:51:02.768554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.835891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.841147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.847944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.875333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-017f75fa-fd48-4eed-9637-aff30aac8dc6 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] delete failed (client error): The resource could not be found. Apr 01 15:51:02.882552 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-017f75fa-fd48-4eed-9637-aff30aac8dc6 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/7588046f-f18d-44bf-8336-21148c75a290 HTTP/1.1" status: 404 len: 345 time: 0.1065819 Apr 01 15:51:02.882748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43566) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.885450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:02.907294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Calling delete_port for d8855d7b-e43d-4962-b23a-cd48d222aafc owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:02.934263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:02.948384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.957999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:02.957999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.958256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:02.958649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:02.973477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=d2c6512f-05a0-4653-947d-b7d4498607a8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.008402 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-482de952-1ace-480f-892b-235aeea1a606 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6148753 Apr 01 15:51:03.009223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43572) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.015815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': 'd2c6512f-05a0-4653-947d-b7d4498607a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:03.016570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-df6b6d46-07ad-45cd-baae-4a2ba1a6f4c8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1058006 Apr 01 15:51:03.018680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e1cf4168-0658-4cbc-9bf1-d089ad20a420 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:03.022456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1cf4168-0658-4cbc-9bf1-d089ad20a420 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8335004 Apr 01 15:51:03.025139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.025473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43578) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.074820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Deleting port 6ec9be78-c433-497b-a36b-10df65021714 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:03.074820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.096019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.098397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d2c6512f-05a0-4653-947d-b7d4498607a8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:03.113967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d8855d7b-e43d-4962-b23a-cd48d222aafc no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:03.159051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.310610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:03.325192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:03.360337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd324a24-f59c-4fac-b148-3e748fc39417 req-ff97c287-1301-4aa0-bbf5-87e630943923 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.361267 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd324a24-f59c-4fac-b148-3e748fc39417 req-ff97c287-1301-4aa0-bbf5-87e630943923 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.1234150 Apr 01 15:51:03.418071 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd324a24-f59c-4fac-b148-3e748fc39417 req-c8288130-2a0f-4e6c-8003-065f93710846 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Apr 01 15:51:03.433042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:03.438378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.465944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.472575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.474362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:03.478918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.479815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Synchronizing usage tracker for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:03.505903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 0e18e2a2-5a84-46b3-8886-d4e32118d47e {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:03.557016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.589190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port d8855d7b-e43d-4962-b23a-cd48d222aafc update to DOWN by agent not found {{(pid=88602) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 01 15:51:03.590598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9775eed9-8e3c-4b92-a556-98bc24fc4799 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.591318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9775eed9-8e3c-4b92-a556-98bc24fc4799 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:03.598036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.660651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] No DVR routers for this DVR port d8855d7b-e43d-4962-b23a-cd48d222aafc on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:03.678303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.712180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41bc8e-1317-4063-9e84-32385587151d None None] Pushing event deleted for resources: {'Port': ['ID=d8855d7b-e43d-4962-b23a-cd48d222aafc,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.719380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Unset dirty status for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:03.720545 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba2aeae5-dd30-480f-9e30-8db18c05491d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/ports?network_id=f57c1f99-88dd-4138-b380-407c2661c6bb HTTP/1.1" status: 200 len: 2359 time: 0.8389273 Apr 01 15:51:03.728050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.785229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.801822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.820132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9775eed9-8e3c-4b92-a556-98bc24fc4799 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:03.822984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] For port 6ec9be78-c433-497b-a36b-10df65021714, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ec9be78-c433-497b-a36b-10df65021714,segment=NetworkSegment(f64cdb3f-dbba-4632-bab7-7de4e8db7787),segment_id=f64cdb3f-dbba-4632-bab7-7de4e8db7787)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:03.823401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.823878 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9775eed9-8e3c-4b92-a556-98bc24fc4799 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7918901 Apr 01 15:51:03.828347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.869144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] device_id is not set on port c4353cb2-f440-43cb-9198-b19e291e6af9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:03.916301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a11fe3-7dd4-4ec5-b643-4a697176731d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.922571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82a11fe3-7dd4-4ec5-b643-4a697176731d tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/subnets/5fc732c5-0503-400d-907d-3d8107991998 HTTP/1.1" status: 200 len: 797 time: 0.1907413 Apr 01 15:51:03.922751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=70a895e9-d6b4-4005-a876-b45bfd11a958,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.922851 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4a6de01-f84a-463d-bd92-af295d2a32e6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910378 Apr 01 15:51:03.923831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.931941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'port': {'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb', 'name': 'tempest-FloatingIPTestJSON-176210860', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:03.936048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.946224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:03.965382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Calling delete_port for 6ec9be78-c433-497b-a36b-10df65021714 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:03.992005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '89ad39ba-bf29-4ac6-b077-effa025475c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:03.993400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: 5a458339-eb2e-4651-a1c0-4405c2fefdb0, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:04.013736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.055301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:51:04.064497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.169076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:04.191318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=964f0eb2-f746-4668-aa5e-25a24eeeab35,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.195396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': 'fd6c245a-d114-478e-a6ef-e3bf74b339de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd2c6512f-05a0-4653-947d-b7d4498607a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:04.195759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: d2c6512f-05a0-4653-947d-b7d4498607a8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:04.201942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:04.202372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:04.216551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:04.219088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:04.239261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.244887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.295204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] No DVR routers for this DVR port 6ec9be78-c433-497b-a36b-10df65021714 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:04.300852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df9d84-d641-4280-9704-0b59bb61f009 None None] Pushing event deleted for resources: {'Port': ['ID=6ec9be78-c433-497b-a36b-10df65021714,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.304815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network d2c6512f-05a0-4653-947d-b7d4498607a8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:04.324307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:04.335656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 8, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:04.336335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:04.340476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:04.343927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.347477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:04.348208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:04.363512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.426438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d2c6512f-05a0-4653-947d-b7d4498607a8) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:04.433473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.441108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.441412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] device_id is not set on port 9bf770ac-5e5d-44a8-8173-79931c0d7aa5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:04.445049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 5a458339-eb2e-4651-a1c0-4405c2fefdb0) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:04.491972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.494432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=0e18e2a2-5a84-46b3-8886-d4e32118d47e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.509520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.512153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.517414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.538853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6e4aaf76-ed98-4ad5-93bf-0cb3f32fccbd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/0e18e2a2-5a84-46b3-8886-d4e32118d47e HTTP/1.1" status: 204 len: 168 time: 1.5082357 Apr 01 15:51:04.542286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.565907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:04.574789 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6608cc11-cba7-45b3-a7f6-445cfe68faf7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5649276 Apr 01 15:51:04.586015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43608) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.590144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] device_id is not set on port 95d82581-622a-4b96-b79b-a485820987e9 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:04.693219 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d4dce5da-1328-4374-b3fb-1d84b5852163 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9160538 Apr 01 15:51:04.700999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43612) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.713216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315780268'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:04.765504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.794084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:04.810813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:04.813901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc8584-a939-43a4-9b30-ead5f3c6c145 None None] Network d2c6512f-05a0-4653-947d-b7d4498607a8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:04.826956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dcaa1e-1a6b-47fe-8337-bb17ad5456a5 None None] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:04.828882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:04.833663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:04.834206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.838113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3231e-2ce8-4595-a8aa-ff0f935ccee2 None None] Network 77908341-8169-4b1b-a796-36538ff1d7d8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:04.891844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:04.904953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.963650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.034206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.037652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:05.041511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.113867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.147110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9a273-34c2-43d3-b0ee-89aed0f333fa req-749aff6c-a327-4326-88ef-179401874582 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.148720 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1a9a273-34c2-43d3-b0ee-89aed0f333fa req-749aff6c-a327-4326-88ef-179401874582 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.3350544 Apr 01 15:51:05.161843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:05.170689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:05.191264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.191863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.208329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.220741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0121f-70e2-47c4-971b-2cd2d08dd2da None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:05.246905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.257980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=9c55d87f-07c8-463e-a0f2-6e4041764c1c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.270389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:05.376793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,segment=NetworkSegment(1182622f-70f7-4b10-85bf-20c77a254e7e),segment_id=1182622f-70f7-4b10-85bf-20c77a254e7e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:05.377237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.506202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.506456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 2b87636a-9575-467b-846f-743286986801 of type vlan for network b9dc4e3b-9cad-4831-8cff-5077812d00fb Apr 01 15:51:05.524980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1a9a273-34c2-43d3-b0ee-89aed0f333fa req-5110c852-b0c9-43de-8f39-863d548acd80 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619611 Apr 01 15:51:05.531090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:05.563384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Port': ['ID=c4353cb2-f440-43cb-9198-b19e291e6af9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.588359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4ff8702-e8cd-46cc-9e1b-c49b90d62f55 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6502228 Apr 01 15:51:05.592239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.595650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.14 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/95d82581-622a-4b96-b79b-a485820987e9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:05.601793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.610678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:6e:c0:bd', 'name': 'tempest-NetworksTestDHCPv6-1954499665'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:05.613891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Checking segment: {'id': 'b4123815-08d8-4369-b376-349eda8fa473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1efe7af0-fde6-4de7-939c-d2e96727b5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:05.614259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network hostable DHCP agents. Network: 1efe7af0-fde6-4de7-939c-d2e96727b5fc, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:05.631214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.12 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/95d82581-622a-4b96-b79b-a485820987e9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:05.663691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.702510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a570018a-1487-4a90-9b40-133588f05abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 8, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.706372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=964f0eb2-f746-4668-aa5e-25a24eeeab35,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.710233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-5a458339-eb2e-4651-a1c0-4405c2fefdb0', 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': '70a895e9-d6b4-4005-a876-b45bfd11a958'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:05.711403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.732858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42964bbd-8988-410e-a2d0-132e5a2fdeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-d2c6512f-05a0-4653-947d-b7d4498607a8', 'network_id': 'd2c6512f-05a0-4653-947d-b7d4498607a8', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': '964f0eb2-f746-4668-aa5e-25a24eeeab35'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:05.734121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42964bbd-8988-410e-a2d0-132e5a2fdeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.746967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network 1efe7af0-fde6-4de7-939c-d2e96727b5fc is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:05.759981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570018a-1487-4a90-9b40-133588f05abb None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 8, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0c943f-1796-46d6-aaab-74905a3fc649', 'name': '', 'network_id': 'ffc511f5-5293-43c4-a064-d3d65cd971a3', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:99:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:29Z', 'updated_at': '2022-04-01T15:50:47Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': 'e7af7f69-29f5-477b-b4af-92795e6c8a3c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:05.827541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.833188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.833840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.857355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:05.858291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.871253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1efe7af0-fde6-4de7-939c-d2e96727b5fc) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:05.880442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.882653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae53d44-42b0-4116-9281-e60b3c085425 None None] DHCP port deletion for 77908341-8169-4b1b-a796-36538ff1d7d8 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:05.884077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:05.884909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.930654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:05.961605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65275f6c-e46d-40e2-b157-abd87de08f41 None None] Network 1efe7af0-fde6-4de7-939c-d2e96727b5fc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:06.010080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.018404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No DVR routers for this DVR port e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:06.030012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c6512f-05a0-4653-947d-b7d4498607a8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.053357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3440425 Apr 01 15:51:06.064024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43620) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.074559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c245a-d114-478e-a6ef-e3bf74b339de') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.074870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c245a-d114-478e-a6ef-e3bf74b339de') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.086367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdbb68-e25d-439c-9463-da2845c4bea8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=b9dc4e3b-9cad-4831-8cff-5077812d00fb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.093774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '9c55d87f-07c8-463e-a0f2-6e4041764c1c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:06.094002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:06.095122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.108307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Port': ['ID=9bf770ac-5e5d-44a8-8173-79931c0d7aa5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.116637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.143262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b9dc4e3b-9cad-4831-8cff-5077812d00fb details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:06.173434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:06.258807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.289521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:06.290767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.307998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Checking segment: {'id': 'c71e5f3c-7f4f-4c7d-9a84-a0006dc23473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fc593519-9add-40c7-8e67-2a586c2f0141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:06.308762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network hostable DHCP agents. Network: fc593519-9add-40c7-8e67-2a586c2f0141, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:06.313935 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:06.337104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:06.394910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.400567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.402638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:06.411801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:06.425702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:06.457448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.467046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77908341-8169-4b1b-a796-36538ff1d7d8']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.484908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1182622f-70f7-4b10-85bf-20c77a254e7e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.485183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1182622f-70f7-4b10-85bf-20c77a254e7e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.491488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network fc593519-9add-40c7-8e67-2a586c2f0141 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:06.508336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.511434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.513217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:06.517562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.525888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port ac35ccff-3729-4b79-9dcf-17ab93ca7b69 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:06.546944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Allocated IP 2001:db8:0:ffff::2 (5a458339-eb2e-4651-a1c0-4405c2fefdb0/70a895e9-d6b4-4005-a876-b45bfd11a958/9d109c4d-4de9-42e4-968b-77e72ab5eaab) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:06.556227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.581514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.584987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e923d5-de84-48df-b66b-284c3200e389 None None] Network d2c6512f-05a0-4653-947d-b7d4498607a8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:06.585615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, fc593519-9add-40c7-8e67-2a586c2f0141) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:06.590565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=d2c6512f-05a0-4653-947d-b7d4498607a8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.602364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-869e2a33-b4c0-4a7c-8479-b6e94b50ffc3 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/d2c6512f-05a0-4653-947d-b7d4498607a8 HTTP/1.1" status: 204 len: 168 time: 2.0152552 Apr 01 15:51:06.606479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.614677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-282440942'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:06.616814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8d645-8751-43de-a033-164473611186 None None] Network fc593519-9add-40c7-8e67-2a586c2f0141 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:06.621035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:06.625060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:06.628130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:06.634873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:06.642419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:06.643035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.656239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:06.658292 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:06.665044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.670128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.670874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.675030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e923d5-de84-48df-b66b-284c3200e389 None None] Network d2c6512f-05a0-4653-947d-b7d4498607a8 could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 15:51:06.745966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/9c55d87f-07c8-463e-a0f2-6e4041764c1c/1b7ed290-a232-49c7-8f08-1d3a8d816147) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:06.781927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.783811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:06.787476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.791361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3228ffd7-7241-4882-92dc-b1e9926413d7 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8734610 Apr 01 15:51:06.794237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.897836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:06.905175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:06.909531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:06.916270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4c3f5-b06a-4ed5-a9f7-cf06a8251776 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.918155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:06.926228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4c3f5-b06a-4ed5-a9f7-cf06a8251776 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.927053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2c4c3f5-b06a-4ed5-a9f7-cf06a8251776 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:06.985922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.987663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=95d82581-622a-4b96-b79b-a485820987e9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.990217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.995825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.998984 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment 5b68364a-2103-4fc7-8e20-ad076ab80766 of type vlan for network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc Apr 01 15:51:07.024114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.037352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b029185d-9032-4253-9489-ae3d6987fb4c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:07.051644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=77908341-8169-4b1b-a796-36538ff1d7d8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.057361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2c4c3f5-b06a-4ed5-a9f7-cf06a8251776 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:07.058743 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2c4c3f5-b06a-4ed5-a9f7-cf06a8251776 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2633970 Apr 01 15:51:07.067667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.086947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b029185d-9032-4253-9489-ae3d6987fb4c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:07.087325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b029185d-9032-4253-9489-ae3d6987fb4c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:07.087739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:07.105384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.117882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=db549e25-c6a4-479f-a6e4-8dd0eaf4b92a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.138061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:07.138402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e55884ae-f1c6-44ad-9f96-7bc2a3bd80a1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:07.142697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '2b87636a-9575-467b-846f-743286986801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:07.143621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: b9dc4e3b-9cad-4831-8cff-5077812d00fb, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:07.171826 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f78491a1-6419-4bb4-9a48-99f0b1678119 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/77908341-8169-4b1b-a796-36538ff1d7d8 HTTP/1.1" status: 204 len: 168 time: 2.6316533 Apr 01 15:51:07.175589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting port c4353cb2-f440-43cb-9198-b19e291e6af9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:07.176416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.181515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350eba-2a98-4d51-a16b-ea2a2e257d98 req-3a61ded2-914e-45ad-9ed2-136ec6eb234b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.183108 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18350eba-2a98-4d51-a16b-ea2a2e257d98 req-3a61ded2-914e-45ad-9ed2-136ec6eb234b tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.4529233 Apr 01 15:51:07.189300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.189925 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.197306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.307252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.320008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network b9dc4e3b-9cad-4831-8cff-5077812d00fb is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:07.332440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Transition to ACTIVE for port object 9d109c4d-4de9-42e4-968b-77e72ab5eaab will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.335882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.357047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Transition to ACTIVE for port object 1b7ed290-a232-49c7-8f08-1d3a8d816147 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.369436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Transition to ACTIVE for port object 9d109c4d-4de9-42e4-968b-77e72ab5eaab will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.381154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Transition to ACTIVE for port object 1b7ed290-a232-49c7-8f08-1d3a8d816147 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:07.415458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.419842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.425155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.425746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.450970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.456929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.480261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, b9dc4e3b-9cad-4831-8cff-5077812d00fb) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.500395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a02abd-72d4-44c0-89c6-b1f2d13745e1 None None] Network b9dc4e3b-9cad-4831-8cff-5077812d00fb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:07.542439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Calling delete_port for c4353cb2-f440-43cb-9198-b19e291e6af9 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:07.559739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:07.566761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:07.567813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.586807 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ceb252b-0c69-4357-9f09-bc0250d67c11 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6597490 Apr 01 15:51:07.649992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43642) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.672885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.675395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '95d82581-622a-4b96-b79b-a485820987e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:07.681425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:07.686791 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18350eba-2a98-4d51-a16b-ea2a2e257d98 req-4dc7d8ab-ff82-4ebd-b55f-b51b59a94b61 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4926999 Apr 01 15:51:07.695625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:07.696229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.711467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0993159 Apr 01 15:51:07.711467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43646) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.711467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:07.714947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c08d-2825-476a-b07b-017d3d450c9f tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=aa6af7c0-34f1-42f0-ba1c-41d995aeccdc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.728540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:07.729110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:07.748267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:07.760550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:floatingip and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:07.832714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.836012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:07.838243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::5d (9d919997-7b56-4b49-acd8-35888c2943cc/9c55d87f-07c8-463e-a0f2-6e4041764c1c/ac35ccff-3729-4b79-9dcf-17ab93ca7b69) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:07.842765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Pushing event updated for resources: {'Port': ['ID=1b7ed290-a232-49c7-8f08-1d3a8d816147,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.860259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:07.887977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Port': ['ID=c4353cb2-f440-43cb-9198-b19e291e6af9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.891032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8926b14e-ae4d-4d7c-9e1a-ac4071b421eb tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8191075 Apr 01 15:51:07.894115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.919193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.920800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0eeef260-103a-4004-97e1-ce4782fe9e07 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/ports/c4353cb2-f440-43cb-9198-b19e291e6af9 HTTP/1.1" status: 204 len: 168 time: 0.8466077 Apr 01 15:51:07.924679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.068654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting port 9bf770ac-5e5d-44a8-8173-79931c0d7aa5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:08.069632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.073572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:08.117251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:subnet and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:08.128000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:08.131028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.150595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.160939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:08.166219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Pushing event updated for resources: {'Port': ['ID=9d109c4d-4de9-42e4-968b-77e72ab5eaab,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.175357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Attempting to bind port 9d109c4d-4de9-42e4-968b-77e72ab5eaab on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:08.175934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Attempting to bind port 9d109c4d-4de9-42e4-968b-77e72ab5eaab by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '89ad39ba-bf29-4ac6-b077-effa025475c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:08.176531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Attempting to bind port 9d109c4d-4de9-42e4-968b-77e72ab5eaab on network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:08.183976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Attempting to bind port 1b7ed290-a232-49c7-8f08-1d3a8d816147 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:08.186608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Attempting to bind port 1b7ed290-a232-49c7-8f08-1d3a8d816147 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:08.186608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Attempting to bind port 1b7ed290-a232-49c7-8f08-1d3a8d816147 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:08.195909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:08.196431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Checking segment: {'id': '89ad39ba-bf29-4ac6-b077-effa025475c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:08.196938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.197439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Bound using segment: {'id': '89ad39ba-bf29-4ac6-b077-effa025475c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:08.198136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Bound port: 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ad39ba-bf29-4ac6-b077-effa025475c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5a458339-eb2e-4651-a1c0-4405c2fefdb0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:08.198656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.254855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:08.255504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:08.256031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.257178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:08.257760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Bound port: 1b7ed290-a232-49c7-8f08-1d3a8d816147, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:08.258238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.310643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-b9dc4e3b-9cad-4831-8cff-5077812d00fb', 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': 'db549e25-c6a4-479f-a6e4-8dd0eaf4b92a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:08.311651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.354282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:08.358369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.361668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.404341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.502518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:08.515743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] For port 1b7ed290-a232-49c7-8f08-1d3a8d816147, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:08.521344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] For port 1b7ed290-a232-49c7-8f08-1d3a8d816147, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b7ed290-a232-49c7-8f08-1d3a8d816147,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:08.527177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:08.542040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Calling delete_port for 9bf770ac-5e5d-44a8-8173-79931c0d7aa5 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:08.588071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.605575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.641499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object ac35ccff-3729-4b79-9dcf-17ab93ca7b69 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:08.649405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.680626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Allocated IP 2001:db8::1 (b9dc4e3b-9cad-4831-8cff-5077812d00fb/db549e25-c6a4-479f-a6e4-8dd0eaf4b92a/808d54a0-7de8-4907-a81e-e872e547a422) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:08.701040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.750318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e304-bbae-46db-ad0e-9f6d2cd56833 None None] Pushing event updated for resources: {'Port': ['ID=1b7ed290-a232-49c7-8f08-1d3a8d816147,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.789864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.831105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Port': ['ID=9bf770ac-5e5d-44a8-8173-79931c0d7aa5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.842943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.912573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63636a0c-8726-45aa-8b32-222a15bdcd97 None None] Pushing event updated for resources: {'Port': ['ID=9d109c4d-4de9-42e4-968b-77e72ab5eaab,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.979829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-586ace18-b4d6-4735-941c-c065eab55d7d tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/ports/9bf770ac-5e5d-44a8-8173-79931c0d7aa5 HTTP/1.1" status: 204 len: 168 time: 1.0542943 Apr 01 15:51:08.982151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43660) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:09.062628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.083392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4922edce-6cbe-45dc-a4bc-17c65d8f8d81 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:09.087227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Transition to ACTIVE for port object 808d54a0-7de8-4907-a81e-e872e547a422 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:09.129607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Transition to ACTIVE for port object 808d54a0-7de8-4907-a81e-e872e547a422 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:09.173099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3b28e-7bff-4091-bcdf-78d53e0d92b2 req-3a02a93d-fad2-469b-99ff-5e17abc2a48c tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.174633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98b3b28e-7bff-4091-bcdf-78d53e0d92b2 req-3a02a93d-fad2-469b-99ff-5e17abc2a48c tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.2921116 Apr 01 15:51:09.207844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.218575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.242677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4922edce-6cbe-45dc-a4bc-17c65d8f8d81 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:09.247219 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4922edce-6cbe-45dc-a4bc-17c65d8f8d81 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2615125 Apr 01 15:51:09.248773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43664) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:09.264576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1839204900'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:09.270481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:09.277381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:network and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:09.280458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:09.290464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.291766 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98b3b28e-7bff-4091-bcdf-78d53e0d92b2 req-8a6813da-18e7-4d96-a235-d3504c22a72f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106193 Apr 01 15:51:09.304078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:09.319929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.372326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=db549e25-c6a4-479f-a6e4-8dd0eaf4b92a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.382331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.388148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Network b9dc4e3b-9cad-4831-8cff-5077812d00fb is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:09.392001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:09.397989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:09.400573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:09.404215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.437258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Pushing event updated for resources: {'Port': ['ID=808d54a0-7de8-4907-a81e-e872e547a422,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.502566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.504452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:09.508319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Attempting to bind port 808d54a0-7de8-4907-a81e-e872e547a422 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:09.508695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Attempting to bind port 808d54a0-7de8-4907-a81e-e872e547a422 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2b87636a-9575-467b-846f-743286986801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:09.509060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Attempting to bind port 808d54a0-7de8-4907-a81e-e872e547a422 on network b9dc4e3b-9cad-4831-8cff-5077812d00fb {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:09.516363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:09.518192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Checking segment: {'id': '2b87636a-9575-467b-846f-743286986801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:09.518192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.518192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Bound using segment: {'id': '2b87636a-9575-467b-846f-743286986801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:09.518192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Bound port: 808d54a0-7de8-4907-a81e-e872e547a422, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b87636a-9575-467b-846f-743286986801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:09.518586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.527736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:09.538145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc4e3b-9cad-4831-8cff-5077812d00fb']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:09.550989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.551426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment 6ff99a11-6f13-4821-a429-d5c34ddcdd90 of type vlan for network 0705ce12-f328-4d05-a460-d1320411f905 Apr 01 15:51:09.554056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b87636a-9575-467b-846f-743286986801') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:09.554402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b87636a-9575-467b-846f-743286986801') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:09.568481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:09.570651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=348fc301-0a10-46c7-913d-046285d3bf23,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.573049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:09.578179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.578416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.584461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.613956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.618832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.203 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/cec183a7-a6a7-4c3f-817a-63c2ae5983f7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:09.619004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] For port 808d54a0-7de8-4907-a81e-e872e547a422, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:09.619130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.620379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=ac35ccff-3729-4b79-9dcf-17ab93ca7b69,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.627270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:09.627902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:09.643545 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:09.649035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': '5b68364a-2103-4fc7-8e20-ad076ab80766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:09.649035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: aa6af7c0-34f1-42f0-ba1c-41d995aeccdc, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:09.734682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] For port 808d54a0-7de8-4907-a81e-e872e547a422, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=808d54a0-7de8-4907-a81e-e872e547a422,segment=NetworkSegment(2b87636a-9575-467b-846f-743286986801),segment_id=2b87636a-9575-467b-846f-743286986801)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:09.764657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3bd2ca3b-ec75-44f8-a866-0e94d6918d76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1691015 Apr 01 15:51:09.769523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:09.808739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:09.808739 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:09.808739 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'b9dc4e3b-9cad-4831-8cff-5077812d00fb'}] Apr 01 15:51:09.808739 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:09.809479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:09.841921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.883216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:09.940721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.943384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.946730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.947324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.994103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, aa6af7c0-34f1-42f0-ba1c-41d995aeccdc) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:10.008286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.008865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.019867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c1064-ea33-4cea-b7f7-4763dfefc625 None None] Pushing event updated for resources: {'Port': ['ID=808d54a0-7de8-4907-a81e-e872e547a422,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:10.047621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12035e-2ea4-4796-a1bb-d3342db59ff5 None None] Network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:10.048625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port bd0c943f-1796-46d6-aaab-74905a3fc649 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:10.048968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.114166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=0705ce12-f328-4d05-a460-d1320411f905,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:10.137947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b75a7d-809c-4a41-9b5d-57d072eb1942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.145879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 0705ce12-f328-4d05-a460-d1320411f905 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:10.147454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b75a7d-809c-4a41-9b5d-57d072eb1942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.153294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81b75a7d-809c-4a41-9b5d-57d072eb1942 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3823802 Apr 01 15:51:10.155333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.160878 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f990fadf-3474-47e6-b26e-74fac1ee2f31 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4386132 Apr 01 15:51:10.199859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.229728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.271681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4625e423-89ab-4f74-9bb9-ee50d9730959 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0216000 Apr 01 15:51:10.280616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.367001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-707694758'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:10.371179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.384812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:10.396786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:10.397926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:10.408843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:10.409178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:network and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:10.418285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port ac35ccff-3729-4b79-9dcf-17ab93ca7b69 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:10.419100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.439381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32abd0-7dea-48fb-9942-d497e288d059 None None] Network b9dc4e3b-9cad-4831-8cff-5077812d00fb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:10.460558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:10.499577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:10.523042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port 808d54a0-7de8-4907-a81e-e872e547a422 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:10.530584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.532083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29512f32-81eb-4311-822a-c016534e6426 None None] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:10.594754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port bd0c943f-1796-46d6-aaab-74905a3fc649, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bd0c943f-1796-46d6-aaab-74905a3fc649,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:10.595129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.608510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=cec183a7-a6a7-4c3f-817a-63c2ae5983f7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:10.667716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:10.671996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.703945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.760599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for bd0c943f-1796-46d6-aaab-74905a3fc649 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:10.870551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-aa6af7c0-34f1-42f0-ba1c-41d995aeccdc', 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': '348fc301-0a10-46c7-913d-046285d3bf23'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:10.871398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.894067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6bb3525-2cac-4633-b48f-c18a57e4dc0a None None] Provisioning for port 9d109c4d-4de9-42e4-968b-77e72ab5eaab completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:10.919177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:10.940557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.128790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78727e8b-b53b-4d89-a1f4-2984bb44599e req-f34f4bc4-1031-485a-968e-453071041190 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.138567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78727e8b-b53b-4d89-a1f4-2984bb44599e req-f34f4bc4-1031-485a-968e-453071041190 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.6217794 Apr 01 15:51:11.193685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.195012 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Added segment 3879b716-795c-4dc8-be94-b62ee1ba25a8 of type vlan for network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf Apr 01 15:51:11.246020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-af99735a-55ca-4478-8a72-a9cc6cd80ca1 None None] Provisioning for port 1b7ed290-a232-49c7-8f08-1d3a8d816147 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:11.257879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b7ed290-a232-49c7-8f08-1d3a8d816147 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:11.300459 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78727e8b-b53b-4d89-a1f4-2984bb44599e req-d9798f03-53af-4ebd-8076-bae0288fde18 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625242 Apr 01 15:51:11.317088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port 808d54a0-7de8-4907-a81e-e872e547a422, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=808d54a0-7de8-4907-a81e-e872e547a422,segment=NetworkSegment(2b87636a-9575-467b-846f-743286986801),segment_id=2b87636a-9575-467b-846f-743286986801)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:11.317088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.332748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.356160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Allocated IP 2001:db8::2 (aa6af7c0-34f1-42f0-ba1c-41d995aeccdc/348fc301-0a10-46c7-913d-046285d3bf23/80d503d8-da1e-4fdf-bc13-feba143cf8f1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:11.506000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.509691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1b7ed290-a232-49c7-8f08-1d3a8d816147 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:11.521571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1b7ed290-a232-49c7-8f08-1d3a8d816147 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:11.521953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.524345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for 808d54a0-7de8-4907-a81e-e872e547a422 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:11.567280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:11.571125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-42682695-1f7e-4cb6-ab2a-c762b018d861 None None] Provisioning for port ac35ccff-3729-4b79-9dcf-17ab93ca7b69 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:11.600531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.613862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-42682695-1f7e-4cb6-ab2a-c762b018d861 None None] Provisioning complete for port ac35ccff-3729-4b79-9dcf-17ab93ca7b69 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:11.614283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42682695-1f7e-4cb6-ab2a-c762b018d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.666044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=bd0c943f-1796-46d6-aaab-74905a3fc649,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.695230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for ac35ccff-3729-4b79-9dcf-17ab93ca7b69 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:11.712773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.715936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-42682695-1f7e-4cb6-ab2a-c762b018d861 None None] Port ac35ccff-3729-4b79-9dcf-17ab93ca7b69 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:51:11.756740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Transition to ACTIVE for port object 80d503d8-da1e-4fdf-bc13-feba143cf8f1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:11.802820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Transition to ACTIVE for port object 80d503d8-da1e-4fdf-bc13-feba143cf8f1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:11.809494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.901109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.904283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.907278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 1b7ed290-a232-49c7-8f08-1d3a8d816147, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b7ed290-a232-49c7-8f08-1d3a8d816147,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:11.910493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.911106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.922271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.992821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:11.996182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:11.999490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:12.050719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Pushing event updated for resources: {'Port': ['ID=80d503d8-da1e-4fdf-bc13-feba143cf8f1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.093312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.094130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9d109c4d-4de9-42e4-968b-77e72ab5eaab up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:12.098630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.122536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.146532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.213809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9318213 Apr 01 15:51:12.223607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Attempting to bind port 80d503d8-da1e-4fdf-bc13-feba143cf8f1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:12.224016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Attempting to bind port 80d503d8-da1e-4fdf-bc13-feba143cf8f1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5b68364a-2103-4fc7-8e20-ad076ab80766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:12.224383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Attempting to bind port 80d503d8-da1e-4fdf-bc13-feba143cf8f1 on network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:12.252858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:12.253230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Checking segment: {'id': '5b68364a-2103-4fc7-8e20-ad076ab80766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:12.254081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.254081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Bound using segment: {'id': '5b68364a-2103-4fc7-8e20-ad076ab80766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:12.254549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Bound port: 80d503d8-da1e-4fdf-bc13-feba143cf8f1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b68364a-2103-4fc7-8e20-ad076ab80766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:12.254922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.266286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=1b7ed290-a232-49c7-8f08-1d3a8d816147,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.286601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:12.304497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=ac35ccff-3729-4b79-9dcf-17ab93ca7b69,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.313538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port 808d54a0-7de8-4907-a81e-e872e547a422 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:12.396304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.410236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'subnets': [{'network_id': '0705ce12-f328-4d05-a460-d1320411f905', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--605608653', 'ip_version': 4}, {'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.410548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'subnet': {'network_id': '0705ce12-f328-4d05-a460-d1320411f905', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--605608653', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.411115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Request body: {'subnet': {'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.453711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.456900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] For port 80d503d8-da1e-4fdf-bc13-feba143cf8f1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:12.459080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.460228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] For port 80d503d8-da1e-4fdf-bc13-feba143cf8f1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=80d503d8-da1e-4fdf-bc13-feba143cf8f1,segment=NetworkSegment(5b68364a-2103-4fc7-8e20-ad076ab80766),segment_id=5b68364a-2103-4fc7-8e20-ad076ab80766)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:12.489978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=808d54a0-7de8-4907-a81e-e872e547a422,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.495657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d3ac013-aa74-41e8-88fb-2db166f6e854 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/ac35ccff-3729-4b79-9dcf-17ab93ca7b69 HTTP/1.1" status: 204 len: 168 time: 2.3367400 Apr 01 15:51:12.495657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e3ebb-a430-419c-885c-db193b2e5cad tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Network': ['ID=ccacc0e9-1e3d-4a27-b663-9bfaecf921cf,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.512237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.512434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:12.597040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.609955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=348fc301-0a10-46c7-913d-046285d3bf23,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.635584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9d109c4d-4de9-42e4-968b-77e72ab5eaab completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:12.681859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9d109c4d-4de9-42e4-968b-77e72ab5eaab triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:12.682006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.794710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.795629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db06ee0-8d41-4c0c-8320-a56d0a02c165 None None] Pushing event updated for resources: {'Port': ['ID=80d503d8-da1e-4fdf-bc13-feba143cf8f1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.804694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:12.821873 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:12.830527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.836970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:12.837736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.856344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247fb48-45ac-4305-93ad-25659b69a25f None None] Network aa6af7c0-34f1-42f0-ba1c-41d995aeccdc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:12.858755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.868392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c076c-62a5-4cc4-9307-23f19d1eb8a3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:12.870285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c076c-62a5-4cc4-9307-23f19d1eb8a3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:12.870857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-039c076c-62a5-4cc4-9307-23f19d1eb8a3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:12.880192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc4e3b-9cad-4831-8cff-5077812d00fb']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.907066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b87636a-9575-467b-846f-743286986801') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.907526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b87636a-9575-467b-846f-743286986801') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.930142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6af7c0-34f1-42f0-ba1c-41d995aeccdc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.950940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.969361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b68364a-2103-4fc7-8e20-ad076ab80766') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.969670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.970130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b68364a-2103-4fc7-8e20-ad076ab80766') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.987433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.995124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.004422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaa87d-7382-44f4-aae6-9cbc99e855ba req-bdab3ddf-8be9-4418-a78b-d5ba29192bc3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.006041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5dfaa87d-7382-44f4-aae6-9cbc99e855ba req-bdab3ddf-8be9-4418-a78b-d5ba29192bc3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.4952762 Apr 01 15:51:13.018275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:13.018890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.023542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:13.027713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Usage tracker for resource:subnet and tenant:95c942993a63482db9733fccd00e5377 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:13.030639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:13.039530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:13.049650 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2617b5bd-9c63-4b21-a85d-2201a53c8758 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8513391 Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:13.051543 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:13.054568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.068416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.076009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-039c076c-62a5-4cc4-9307-23f19d1eb8a3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:13.077260 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-039c076c-62a5-4cc4-9307-23f19d1eb8a3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5581057 Apr 01 15:51:13.084390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:13.096949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.125701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206b304-ded4-43aa-9af2-1d423f4eedf9 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:13.137897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:13.138426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.152914 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:13.160632 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:13.177482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Made reservation on behalf of 95c942993a63482db9733fccd00e5377 for: {'subnet': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:13.182069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.182466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.248910 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5dfaa87d-7382-44f4-aae6-9cbc99e855ba req-0b1e2c90-1856-4857-8da8-db9934b4448e tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358074 Apr 01 15:51:13.276739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 9c55d87f-07c8-463e-a0f2-6e4041764c1c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:13.284714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.304644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.311834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.352722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet e7af7f69-29f5-477b-b4af-92795e6c8a3c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:13.356977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.366814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:13.366814 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:13.366814 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'aa6af7c0-34f1-42f0-ba1c-41d995aeccdc'}] Apr 01 15:51:13.366814 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:13.367557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:13.369968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=b9dc4e3b-9cad-4831-8cff-5077812d00fb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.373261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f58faa9-09ea-4df4-9087-b90b8840165f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/b9dc4e3b-9cad-4831-8cff-5077812d00fb HTTP/1.1" status: 204 len: 168 time: 5.4778500 Apr 01 15:51:13.376855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.398402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125359724'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:13.399358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9d109c4d-4de9-42e4-968b-77e72ab5eaab,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.404599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:13.413788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:13.417437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:13.422208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206b304-ded4-43aa-9af2-1d423f4eedf9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:13.425848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:13.453913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.519267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:13.529083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.540777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b7ed290-a232-49c7-8f08-1d3a8d816147 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:13.558455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:13.571621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.572385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 0b599223-841c-44ec-a0a7-0c0125a7358c of type vlan for network 5966f987-9442-4610-b9f4-7bba104ae3e1 Apr 01 15:51:13.613801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.619679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.647725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.655885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1b7ed290-a232-49c7-8f08-1d3a8d816147 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:13.656391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.658154 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 9, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:13.662590 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:13.671477 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:13.672086 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:13.722670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.732711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.735328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.861416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:13.878230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.905919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.908515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=5966f987-9442-4610-b9f4-7bba104ae3e1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.916093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.927214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6c613f5-b4ba-424d-9b93-ba8f4e599a96 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5488276 Apr 01 15:51:13.928789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting port 80d503d8-da1e-4fdf-bc13-feba143cf8f1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:13.929484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.940231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:13.960697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43710) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.976173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:14.044092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.055658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.234007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] For port 80d503d8-da1e-4fdf-bc13-feba143cf8f1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=80d503d8-da1e-4fdf-bc13-feba143cf8f1,segment=NetworkSegment(5b68364a-2103-4fc7-8e20-ad076ab80766),segment_id=5b68364a-2103-4fc7-8e20-ad076ab80766)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:14.234547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.266714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a6f73-78de-4b7b-ad98-abbd25e3918a None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:14.272279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 9, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:14.277942 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca54ef8-e336-4965-9b07-598a3bb61700 None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 9, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74970578-c028-4f7d-b776-575c8856eb59', 'name': '', 'network_id': '2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:87:19:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:29Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '1e195a27-3d86-4281-a5a3-0948ac29c767', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:14.388196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=cec183a7-a6a7-4c3f-817a-63c2ae5983f7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.402201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:14.449222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:14.459422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:14.464966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.465406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a6f73-78de-4b7b-ad98-abbd25e3918a None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:14.510407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Calling delete_port for 80d503d8-da1e-4fdf-bc13-feba143cf8f1 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:14.661283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.674729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:14.679937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.733609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Port': ['ID=80d503d8-da1e-4fdf-bc13-feba143cf8f1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.738399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No DVR routers for this DVR port 80d503d8-da1e-4fdf-bc13-feba143cf8f1 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:14.744071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=e7af7f69-29f5-477b-b4af-92795e6c8a3c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.755118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.848575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.875959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.907489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6af7c0-34f1-42f0-ba1c-41d995aeccdc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:14.907942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:14.911311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.913876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e86629-5773-482d-9af6-a4778de8deda None None] Network ffc511f5-5293-43c4-a064-d3d65cd971a3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:14.922805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b68364a-2103-4fc7-8e20-ad076ab80766') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:14.923102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b68364a-2103-4fc7-8e20-ad076ab80766') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:14.936279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.945004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d83ee6a-26aa-4ef9-984b-1eade80001ac tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/e7af7f69-29f5-477b-b4af-92795e6c8a3c HTTP/1.1" status: 204 len: 168 time: 1.8898172 Apr 01 15:51:14.946263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.971066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=9c55d87f-07c8-463e-a0f2-6e4041764c1c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.004056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a50c62-c26d-4e9c-a441-908145990f0a None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:15.008359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.012484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad375555-079e-4d33-94aa-c34bc7697216 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/9c55d87f-07c8-463e-a0f2-6e4041764c1c HTTP/1.1" status: 204 len: 168 time: 1.9069681 Apr 01 15:51:15.020779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.047911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.070018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:15.070569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.081894 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP d82498f6-7e50-4f83-8c1d-9cde906dadf5 associated. External IP: 172.26.7.203, port: 95d82581-622a-4b96-b79b-a485820987e9. Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:15.085533 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:15.151944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.175264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 7abc44db-07de-4c63-90e2-ebf8952767ec {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:15.175737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.317273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.319315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b77fda-c794-4245-86e6-c9fa98492a32 req-7140632f-6211-4b52-8767-f0a594ce6657 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.328546 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11b77fda-c794-4245-86e6-c9fa98492a32 req-7140632f-6211-4b52-8767-f0a594ce6657 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.9297476 Apr 01 15:51:15.345110 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-440f8dec-551d-4f70-9409-d1f8559fdb94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2723985 Apr 01 15:51:15.348623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.351912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=aa6af7c0-34f1-42f0-ba1c-41d995aeccdc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.367514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.412906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea8d692d-5d4e-46ec-aa75-f0cd7be7b505 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/aa6af7c0-34f1-42f0-ba1c-41d995aeccdc HTTP/1.1" status: 204 len: 168 time: 5.2055776 Apr 01 15:51:15.418440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43730) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.426139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-559400478'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:15.438848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:15.447205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:15.447728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:network and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:15.452376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Deleting port 1b7ed290-a232-49c7-8f08-1d3a8d816147 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:15.452836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.453842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:15.457488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 7abc44db-07de-4c63-90e2-ebf8952767ec, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7abc44db-07de-4c63-90e2-ebf8952767ec,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:15.457923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.471457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:15.493975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] DHCP port deletion for ffc511f5-5293-43c4-a064-d3d65cd971a3 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:15.497133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9d109c4d-4de9-42e4-968b-77e72ab5eaab up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:15.519832 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11b77fda-c794-4245-86e6-c9fa98492a32 req-6e992555-e5f4-42d4-8b1e-9650e59c1b47 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905596 Apr 01 15:51:15.552200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Deleting port 7abc44db-07de-4c63-90e2-ebf8952767ec {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:15.552200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.599502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 7abc44db-07de-4c63-90e2-ebf8952767ec owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:15.614406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.689583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:15.693443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.723579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:15.738584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.739933 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Added segment dcaec978-3352-43ba-a001-14c34d6d3891 of type vlan for network 925a20ea-0c60-4bcb-ae99-1f02cb5213e0 Apr 01 15:51:15.769296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634d9dd-da11-4ca1-afe3-4b6e0b114a2c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.769998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f634d9dd-da11-4ca1-afe3-4b6e0b114a2c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:15.778872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.785318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.843865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=7abc44db-07de-4c63-90e2-ebf8952767ec,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.849774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No DVR routers for this DVR port 7abc44db-07de-4c63-90e2-ebf8952767ec on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:15.880180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Subnet': ['ID=8e157ccd-cc91-479f-b95e-6e52b5995d3a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.913252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Checking segment: {'id': '6ff99a11-6f13-4821-a429-d5c34ddcdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0705ce12-f328-4d05-a460-d1320411f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:15.913938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network hostable DHCP agents. Network: 0705ce12-f328-4d05-a460-d1320411f905, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:15.941537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9d109c4d-4de9-42e4-968b-77e72ab5eaab triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:15.941916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.955177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:16.014519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.026867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.030444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f634d9dd-da11-4ca1-afe3-4b6e0b114a2c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:16.031653 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f634d9dd-da11-4ca1-afe3-4b6e0b114a2c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6553621 Apr 01 15:51:16.039129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43734) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.041357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] For port 7abc44db-07de-4c63-90e2-ebf8952767ec, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7abc44db-07de-4c63-90e2-ebf8952767ec,segment=NetworkSegment(67ebaeb2-aa51-490e-9d18-e4bf8c500465),segment_id=67ebaeb2-aa51-490e-9d18-e4bf8c500465)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:16.041761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.076222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network 0705ce12-f328-4d05-a460-d1320411f905 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:16.079554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc511f5-5293-43c4-a064-d3d65cd971a3']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:16.102079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.102285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] For port 1b7ed290-a232-49c7-8f08-1d3a8d816147, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b7ed290-a232-49c7-8f08-1d3a8d816147,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:16.102285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.102508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:16.102508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.160999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ebaeb2-aa51-490e-9d18-e4bf8c500465') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:16.161654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ebaeb2-aa51-490e-9d18-e4bf8c500465') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:16.227393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Calling delete_port for 7abc44db-07de-4c63-90e2-ebf8952767ec owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:16.334242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.381910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=b0612dc3-34c7-4f4a-b5fc-d1c177a4e275,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.387686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Calling delete_port for 1b7ed290-a232-49c7-8f08-1d3a8d816147 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:16.407569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954d6e1-6527-426e-adc1-b6d05cc6fb93 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:16.411449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0954d6e1-6527-426e-adc1-b6d05cc6fb93 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3689206 Apr 01 15:51:16.411580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '0b599223-841c-44ec-a0a7-0c0125a7358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:16.411580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: 5966f987-9442-4610-b9f4-7bba104ae3e1, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:16.416568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:16.417060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43742) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.447363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 0705ce12-f328-4d05-a460-d1320411f905) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:16.453147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:16.453662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.471738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba522339-33f7-4284-b781-24ed4f1cad8b None None] Network 0705ce12-f328-4d05-a460-d1320411f905 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:16.486775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.495680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Network': ['ID=925a20ea-0c60-4bcb-ae99-1f02cb5213e0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.506180 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a33e4b61-604b-4d93-a146-388a361adcf1 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814438 Apr 01 15:51:16.515196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43746) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.515196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:16.515196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:16.526223 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:16.529723 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-07640313-de5e-4568-a15f-58aef578abe7 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1100805 Apr 01 15:51:16.538038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43750) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.545765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:16.548048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Request body: {'subnet': {'network_id': '925a20ea-0c60-4bcb-ae99-1f02cb5213e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:16.563271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.588938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event updated for resources: {'Subnet': ['ID=038ee9b4-59d7-4eca-92c1-c54c7f26b497,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.628993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:16.666077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 5966f987-9442-4610-b9f4-7bba104ae3e1) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:16.668992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:16.669589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.671444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:16.672322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:16.673383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Checking segment: {'id': '3879b716-795c-4dc8-be94-b62ee1ba25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:16.673799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network hostable DHCP agents. Network: ccacc0e9-1e3d-4a27-b663-9bfaecf921cf, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:16.720711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 925a20ea-0c60-4bcb-ae99-1f02cb5213e0 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:16.734315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:16.734946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:16.749169 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97692da2-14a1-4d69-8b22-7b9d9df73123 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0956233 Apr 01 15:51:16.750221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.753107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4dbd9-209a-4196-9662-9fe67ffd241b None None] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:16.770195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': '95d82581-622a-4b96-b79b-a485820987e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:16.775543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:16.789361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:16.812959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:16.814971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.821538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eb472-7ff2-4498-961b-30e969fbd5ae req-20e84386-f99b-409c-afba-630f4ad97071 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:16.823311 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-061eb472-7ff2-4498-961b-30e969fbd5ae req-20e84386-f99b-409c-afba-630f4ad97071 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.1244555 Apr 01 15:51:16.824859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.848154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.866272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:16.873947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Usage tracker for resource:subnet and tenant:38940b4b61294c58bbc04a2cce117a82 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:16.878537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:16.888173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=ffc511f5-5293-43c4-a064-d3d65cd971a3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.895785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:16.901164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-137b5764-255a-4327-a43e-4c6e7729e559 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/ffc511f5-5293-43c4-a064-d3d65cd971a3 HTTP/1.1" status: 204 len: 168 time: 1.9538903 Apr 01 15:51:16.908241 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64491208-3eda-4aac-8ec4-f15c09d2c817 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9411848 Apr 01 15:51:16.908417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.908544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43764) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.909927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.971275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:16.979802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675794063'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:16.985634 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-061eb472-7ff2-4498-961b-30e969fbd5ae req-c2b43dcf-b82d-4929-a23c-e51cbcac9cf9 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388092 Apr 01 15:51:16.996049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] Pushing event deleted for resources: {'Port': ['ID=1b7ed290-a232-49c7-8f08-1d3a8d816147,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.000353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:17.006197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3f624-8305-4dde-b8c7-2c863e4e9980 None None] No DVR routers for this DVR port 1b7ed290-a232-49c7-8f08-1d3a8d816147 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:17.013461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:17.017663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.041238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:17.046299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bd0c943f-1796-46d6-aaab-74905a3fc649 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:17.071409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Made reservation on behalf of 38940b4b61294c58bbc04a2cce117a82 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:17.074977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.087927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:17.088550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:17.117248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ccacc0e9-1e3d-4a27-b663-9bfaecf921cf) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:17.125001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.125827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.126782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.159389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7def47a-c90e-4c6f-835a-53f177de4e61 None None] Network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:17.162055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:17.173214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:17.185855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: bd0c943f-1796-46d6-aaab-74905a3fc649 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:17.186195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bd0c943f-1796-46d6-aaab-74905a3fc649 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:17.222785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:17.223096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21e55b-d928-445a-9ce7-6b3a5728cc19 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:17.237294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Deleting port 7abc44db-07de-4c63-90e2-ebf8952767ec {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:17.237484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.327034 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5aa774af-c5af-4cab-810c-ae8a44e9d3db tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.9274325 Apr 01 15:51:17.380765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43770) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.429968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b7ed290-a232-49c7-8f08-1d3a8d816147 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:17.465429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:17.468985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.533596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1b7ed290-a232-49c7-8f08-1d3a8d816147 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:17.534548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b7ed290-a232-49c7-8f08-1d3a8d816147 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:17.535150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7abc44db-07de-4c63-90e2-ebf8952767ec no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:17.587873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fed70e14-300e-4297-9c67-6a555cb0bbdb None None] The port '7abc44db-07de-4c63-90e2-ebf8952767ec' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:51:17.589123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.590731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.592245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.593038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:17.607107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:17.620511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 7abc44db-07de-4c63-90e2-ebf8952767ec {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:17.621046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7abc44db-07de-4c63-90e2-ebf8952767ec not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:17.644180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.645484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment b43ab21e-462c-4e17-9764-d6810842d0d9 of type vlan for network fb2def51-bfef-4c6b-ab29-714e35bab5fc Apr 01 15:51:17.664726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-0705ce12-f328-4d05-a460-d1320411f905', 'network_id': '0705ce12-f328-4d05-a460-d1320411f905', 'tenant_id': '95c942993a63482db9733fccd00e5377', 'fixed_ips': [{'subnet_id': '8e157ccd-cc91-479f-b95e-6e52b5995d3a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:17.668680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.755424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:17.757161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ecc10ea7-1de0-47a6-b187-32d83de9957c tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3749437 Apr 01 15:51:17.770775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43776) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.810868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-5966f987-9442-4610-b9f4-7bba104ae3e1', 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': 'b0612dc3-34c7-4f4a-b5fc-d1c177a4e275'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:17.811698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.840494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.854476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd287f21-9cb6-4b49-be1d-9c2663662c5f req-42f254de-dd2e-4db3-bfb9-54b611a82380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.856131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd287f21-9cb6-4b49-be1d-9c2663662c5f req-42f254de-dd2e-4db3-bfb9-54b611a82380 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1099 time: 0.3941612 Apr 01 15:51:17.958448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ccacc0e9-1e3d-4a27-b663-9bfaecf921cf', 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf', 'tenant_id': '95c942993a63482db9733fccd00e5377', 'fixed_ips': [{'subnet_id': '038ee9b4-59d7-4eca-92c1-c54c7f26b497'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:17.959370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.016234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.057731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:18.091835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.104347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting subnet 8e157ccd-cc91-479f-b95e-6e52b5995d3a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:18.122672 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd287f21-9cb6-4b49-be1d-9c2663662c5f req-b4e70676-7c62-4c76-8012-abb0124f391b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561901 Apr 01 15:51:18.157111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Allocated IP 172.20.0.2 (0705ce12-f328-4d05-a460-d1320411f905/8e157ccd-cc91-479f-b95e-6e52b5995d3a/cb265e0c-352f-48ae-a0e5-7076f31b5b22) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:18.237722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Allocated IP 2001:db8::1 (5966f987-9442-4610-b9f4-7bba104ae3e1/b0612dc3-34c7-4f4a-b5fc-d1c177a4e275/da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:18.245731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.316490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.317216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.317897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.482509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Allocated IP 172.20.0.18 (ccacc0e9-1e3d-4a27-b663-9bfaecf921cf/038ee9b4-59d7-4eca-92c1-c54c7f26b497/8a03bb0a-0087-4ad9-9f29-acce151b6b07) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:18.539032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:51:18.549181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.639375 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7266662 Apr 01 15:51:18.645052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee97803-b8db-43e0-9d64-3f674d8f40ba tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=fb2def51-bfef-4c6b-ab29-714e35bab5fc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.648720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:18.664806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:18.714295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network fb2def51-bfef-4c6b-ab29-714e35bab5fc details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:18.734736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.776589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event updated for resources: {'Subnet': ['ID=cfc7cb65-6ac7-4402-895a-32947773d10f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.788311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:51:18.798874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.875356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfe3a7-f5a9-4a83-9384-91ebe410ecac req-10903e2a-b1a1-4d35-a093-10915f3d246d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.876904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-49bfe3a7-f5a9-4a83-9384-91ebe410ecac req-10903e2a-b1a1-4d35-a093-10915f3d246d tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.6698422 Apr 01 15:51:18.893602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:18.896137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Checking segment: {'id': 'dcaec978-3352-43ba-a001-14c34d6d3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '925a20ea-0c60-4bcb-ae99-1f02cb5213e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:18.896137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network hostable DHCP agents. Network: 925a20ea-0c60-4bcb-ae99-1f02cb5213e0, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:18.903171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Transition to ACTIVE for port object cb265e0c-352f-48ae-a0e5-7076f31b5b22 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:18.910193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:18.914877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9a79-90e3-4f56-95b9-3d9aead2acb3 req-55980bc5-e43a-4a34-8d91-f61c8a726fda tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.916637 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8dbd9a79-90e3-4f56-95b9-3d9aead2acb3 req-55980bc5-e43a-4a34-8d91-f61c8a726fda tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4927697 Apr 01 15:51:18.925894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.926485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.947488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=28031756-903a-4439-81a4-649a214773c3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.977177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384054ae-e0be-43a2-8177-5ec9c519899b req-49c019ce-0dee-4766-a4d5-47a78c90484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:18.978662 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-49c019ce-0dee-4766-a4d5-47a78c90484b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.4134910 Apr 01 15:51:18.986944 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-49bfe3a7-f5a9-4a83-9384-91ebe410ecac req-6f480170-0bd6-462a-8c9e-7998fbcbb9a5 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993605 Apr 01 15:51:18.987162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a29d8a-61df-4bee-9158-e7e7f3c1b87c None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:19.018887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:19.029562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.044535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:19.058558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Transition to ACTIVE for port object cb265e0c-352f-48ae-a0e5-7076f31b5b22 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.058801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:19.097459 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f09c439c-4f8a-4244-98a2-b28be0a6274b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5899944 Apr 01 15:51:19.108845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:19.122190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:19.130696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Transition to ACTIVE for port object da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.154506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.167464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.182277 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8dbd9a79-90e3-4f56-95b9-3d9aead2acb3 req-3de5398c-a762-4bbe-9d68-08ac6aebd38c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617596 Apr 01 15:51:19.182913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.182913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Transition to ACTIVE for port object 8a03bb0a-0087-4ad9-9f29-acce151b6b07 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.185595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Transition to ACTIVE for port object da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.189543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:19.215400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Network 925a20ea-0c60-4bcb-ae99-1f02cb5213e0 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:19.254150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 74970578-c028-4f7d-b776-575c8856eb59 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:19.254469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.298028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Transition to ACTIVE for port object 8a03bb0a-0087-4ad9-9f29-acce151b6b07 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.307482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:19.307691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Network 0705ce12-f328-4d05-a460-d1320411f905 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:19.310523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.314782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:19.315447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384054ae-e0be-43a2-8177-5ec9c519899b req-148bdb58-e844-44aa-a691-0b5bad9481bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.318348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-148bdb58-e844-44aa-a691-0b5bad9481bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.3302591 Apr 01 15:51:19.352534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:19.373378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Pushing event updated for resources: {'Port': ['ID=cb265e0c-352f-48ae-a0e5-7076f31b5b22,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.401678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.404155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.424245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:19.446751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:51:19.449193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:19.462730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.ipam_backend_mixin [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing IP validity checks on allocation pools {{(pid=88600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:51:19.463885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.ipam_backend_mixin [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:51:19.533837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.550059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 925a20ea-0c60-4bcb-ae99-1f02cb5213e0) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:19.590822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:19.604378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840851b8-3df3-4b5e-b067-ac9eda99c384 None None] Network 925a20ea-0c60-4bcb-ae99-1f02cb5213e0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:19.617528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.649349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:19.686848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.687487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.692736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:19.722366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:19.725278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:19.745982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Attempting to bind port cb265e0c-352f-48ae-a0e5-7076f31b5b22 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:19.746612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Attempting to bind port cb265e0c-352f-48ae-a0e5-7076f31b5b22 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6ff99a11-6f13-4821-a429-d5c34ddcdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0705ce12-f328-4d05-a460-d1320411f905'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:19.751458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Attempting to bind port cb265e0c-352f-48ae-a0e5-7076f31b5b22 on network 0705ce12-f328-4d05-a460-d1320411f905 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:19.766936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:19.769037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Pushing event updated for resources: {'Port': ['ID=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.814541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-e346fa5a-b0de-489b-ba79-382607d84454 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.4878244 Apr 01 15:51:19.833083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:19.854087 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dd764235-3058-4059-8462-40b6136f321d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3149619 Apr 01 15:51:19.857725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:19.880105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:19.883294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '28031756-903a-4439-81a4-649a214773c3'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:19.884342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.897311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:19.899118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:19.903350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.917094 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:19.921190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:19.921809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Checking segment: {'id': '6ff99a11-6f13-4821-a429-d5c34ddcdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0705ce12-f328-4d05-a460-d1320411f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:19.922438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.922982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Bound using segment: {'id': '6ff99a11-6f13-4821-a429-d5c34ddcdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0705ce12-f328-4d05-a460-d1320411f905'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:19.923662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Bound port: cb265e0c-352f-48ae-a0e5-7076f31b5b22, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff99a11-6f13-4821-a429-d5c34ddcdd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0705ce12-f328-4d05-a460-d1320411f905'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:19.924209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.936561 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:19.937507 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:19.966988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.069601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384054ae-e0be-43a2-8177-5ec9c519899b req-5f961d82-bc44-4b04-a1c5-c5531bfa0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.071435 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-5f961d82-bc44-4b04-a1c5-c5531bfa0c0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.2485902 Apr 01 15:51:20.085364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 74970578-c028-4f7d-b776-575c8856eb59, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=74970578-c028-4f7d-b776-575c8856eb59,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:20.085730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.085998 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:20.095445 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:20.096317 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:20.158576 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:20.159308 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6833f-a6f3-4c3c-ac11-17a8b9c11dfd None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:20.277887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 74970578-c028-4f7d-b776-575c8856eb59 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:20.346488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.394937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:20.398976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.421926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=52cecc66-52d6-4d43-8b6c-8a41fe6223d3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.428273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Subnet': ['ID=8e157ccd-cc91-479f-b95e-6e52b5995d3a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.431955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.447154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Attempting to bind port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:20.447821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Attempting to bind port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '0b599223-841c-44ec-a0a7-0c0125a7358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:20.448312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Attempting to bind port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 on network 5966f987-9442-4610-b9f4-7bba104ae3e1 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:20.449191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1cae2409-ce38-48c2-9cab-f10cae1da3f5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/d82498f6-7e50-4f83-8c1d-9cde906dadf5 HTTP/1.1" status: 200 len: 978 time: 3.6935387 Apr 01 15:51:20.451294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.456388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43802) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.461511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': 'b43ab21e-462c-4e17-9764-d6810842d0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:20.461511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: fb2def51-bfef-4c6b-ab29-714e35bab5fc, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:20.477853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Pushing event updated for resources: {'Port': ['ID=8a03bb0a-0087-4ad9-9f29-acce151b6b07,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.510003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:20.510487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Checking segment: {'id': '0b599223-841c-44ec-a0a7-0c0125a7358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:20.510976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.511527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Bound using segment: {'id': '0b599223-841c-44ec-a0a7-0c0125a7358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:20.512066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Bound port: da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b599223-841c-44ec-a0a7-0c0125a7358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5966f987-9442-4610-b9f4-7bba104ae3e1'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:20.512501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.598424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95102e1-712b-459b-a934-7b844798d9e1 req-17664829-1741-4962-967d-e8bfea23a620 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.600158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a95102e1-712b-459b-a934-7b844798d9e1 req-17664829-1741-4962-967d-e8bfea23a620 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2679636 Apr 01 15:51:20.601641 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28031756-903a-4439-81a4-649a214773c3 (CIDR: 2001:db8::/64) Apr 01 15:51:20.644155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network fb2def51-bfef-4c6b-ab29-714e35bab5fc is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:20.646683 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:51:20.647271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:20.656112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.659957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-644f099f-ff64-4579-82ca-121fb59884b0 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/subnets/8e157ccd-cc91-479f-b95e-6e52b5995d3a HTTP/1.1" status: 204 len: 168 time: 2.8870120 Apr 01 15:51:20.664801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43806) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.665595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Attempting to bind port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:20.671620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Attempting to bind port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '3879b716-795c-4dc8-be94-b62ee1ba25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:20.671620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Attempting to bind port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 on network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:20.673054 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a95102e1-712b-459b-a934-7b844798d9e1 req-01d1b36f-8773-4469-b729-52c56e96fc6a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655217 Apr 01 15:51:20.676876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d5fadb78-7849-491e-838d-921924941e06 None None] For port cb265e0c-352f-48ae-a0e5-7076f31b5b22, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:20.687544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384054ae-e0be-43a2-8177-5ec9c519899b req-789c87f2-570b-4795-82b3-9cc77ca29d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.689014 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-789c87f2-570b-4795-82b3-9cc77ca29d1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6089590 Apr 01 15:51:20.734383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:20.734993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Checking segment: {'id': '3879b716-795c-4dc8-be94-b62ee1ba25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:20.735104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.735510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Bound using segment: {'id': '3879b716-795c-4dc8-be94-b62ee1ba25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:20.735984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Bound port: 8a03bb0a-0087-4ad9-9f29-acce151b6b07, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3879b716-795c-4dc8-be94-b62ee1ba25a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ccacc0e9-1e3d-4a27-b663-9bfaecf921cf'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:20.736351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.757834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, fb2def51-bfef-4c6b-ab29-714e35bab5fc) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:20.766254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting subnet 038ee9b4-59d7-4eca-92c1-c54c7f26b497 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:20.769705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.797119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.797498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d5fadb78-7849-491e-838d-921924941e06 None None] For port cb265e0c-352f-48ae-a0e5-7076f31b5b22, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=cb265e0c-352f-48ae-a0e5-7076f31b5b22,segment=NetworkSegment(6ff99a11-6f13-4821-a429-d5c34ddcdd90),segment_id=6ff99a11-6f13-4821-a429-d5c34ddcdd90)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:20.797767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.806155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd4b73-f265-483a-9274-33422c01fa64 None None] Network fb2def51-bfef-4c6b-ab29-714e35bab5fc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:20.814296 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83e8e26a-79b2-41dc-a20c-7b250a9af38b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6911938 Apr 01 15:51:20.827214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.840841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:20.854510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c490a-7368-4487-8210-c7e9f12e0c3e req-8148607f-5439-461a-9f8a-252efc5b14b2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.856039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c50c490a-7368-4487-8210-c7e9f12e0c3e req-8148607f-5439-461a-9f8a-252efc5b14b2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.6470439 Apr 01 15:51:20.858769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:20.866642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.884013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.892025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:20.983544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.003987 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-191fde6b-78dd-4a7f-b3c2-659d1211659d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3514137 Apr 01 15:51:21.010188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.046584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'port_id': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'mac_address': 'fa:16:3e:f2:0d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:51:21.068799 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'code': 200} Apr 01 15:51:21.102379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:21.113032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:21.116645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port cec183a7-a6a7-4c3f-817a-63c2ae5983f7 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:21.117017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.124466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:21.135644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.145389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24a77b-402c-4bd6-b6a6-0c6ecb717a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-925a20ea-0c60-4bcb-ae99-1f02cb5213e0', 'network_id': '925a20ea-0c60-4bcb-ae99-1f02cb5213e0', 'tenant_id': '38940b4b61294c58bbc04a2cce117a82', 'fixed_ips': [{'subnet_id': 'cfc7cb65-6ac7-4402-895a-32947773d10f'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:21.146308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a24a77b-402c-4bd6-b6a6-0c6ecb717a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.161349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Allocated IP 2001:db8::f816:3eff:fe81:185e (9d919997-7b56-4b49-acd8-35888c2943cc/28031756-903a-4439-81a4-649a214773c3/066917d2-e3e3-4444-899f-f10fc9e304f4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:21.202322 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c50c490a-7368-4487-8210-c7e9f12e0c3e req-e846a1f1-b020-4c1d-9b00-b29a7bd448b9 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604840 Apr 01 15:51:21.245868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:21.250022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.266296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.272811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] For port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:21.294957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.327556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-360fd991-bf71-4eae-a6fd-f7e4fbeb264f service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222727 Apr 01 15:51:21.366085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.388329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] For port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,segment=NetworkSegment(0b599223-841c-44ec-a0a7-0c0125a7358c),segment_id=0b599223-841c-44ec-a0a7-0c0125a7358c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:21.418591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] For port 8a03bb0a-0087-4ad9-9f29-acce151b6b07, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:21.428785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fadb78-7849-491e-838d-921924941e06 None None] Pushing event updated for resources: {'Port': ['ID=cb265e0c-352f-48ae-a0e5-7076f31b5b22,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.482569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.495424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Subnet': ['ID=038ee9b4-59d7-4eca-92c1-c54c7f26b497,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.503937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.542221 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c943d5e9-c7cd-49d5-b6f0-37356465e754 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/subnets/038ee9b4-59d7-4eca-92c1-c54c7f26b497 HTTP/1.1" status: 204 len: 168 time: 0.8740015 Apr 01 15:51:21.547812 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbd15767-74ff-45cb-8611-2352809d800a tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/floatingips/644398ff-e94f-4c03-8c6d-0d3e0d16556c HTTP/1.1" status: 200 len: 992 time: 0.2773066 Apr 01 15:51:21.548939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.572291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.628347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] For port 8a03bb0a-0087-4ad9-9f29-acce151b6b07, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8a03bb0a-0087-4ad9-9f29-acce151b6b07,segment=NetworkSegment(3879b716-795c-4dc8-be94-b62ee1ba25a8),segment_id=3879b716-795c-4dc8-be94-b62ee1ba25a8)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:21.636568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.642330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e922ea-5e0c-45da-8ea1-792807ea5f52 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:21.643464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90e922ea-5e0c-45da-8ea1-792807ea5f52 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Synchronizing usage tracker for tenant:95c942993a63482db9733fccd00e5377 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:21.661321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:51:21.681543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.786265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc7cb65-6ac7-4402-895a-32947773d10f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.787939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=74970578-c028-4f7d-b776-575c8856eb59,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.791028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.834978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.858573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.860772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90e922ea-5e0c-45da-8ea1-792807ea5f52 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Unset dirty status for tenant:95c942993a63482db9733fccd00e5377 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:21.866424 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90e922ea-5e0c-45da-8ea1-792807ea5f52 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3067255 Apr 01 15:51:21.867362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-6a24a77b-402c-4bd6-b6a6-0c6ecb717a15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfc7cb65-6ac7-4402-895a-32947773d10f: This subnet is being modified by another concurrent operation. Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfc7cb65-6ac7-4402-895a-32947773d10f: This subnet is being modified by another concurrent operation. Apr 01 15:51:21.913151 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Apr 01 15:51:21.941905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.991114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3810c8-bc5f-4e7b-a78b-783e4856df83 None None] Network 925a20ea-0c60-4bcb-ae99-1f02cb5213e0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:21.994635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.996008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.082367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72521444-d3e9-42aa-8cfe-923109811c22 None None] Network 0705ce12-f328-4d05-a460-d1320411f905 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:22.099251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:22.142207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:22.155396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=e9dda14e-be78-4de1-bc1d-563bcb03341c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.155642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-fb2def51-bfef-4c6b-ab29-714e35bab5fc', 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': '52cecc66-52d6-4d43-8b6c-8a41fe6223d3'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:22.156509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.169313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:22.169678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:22.171602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.172767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.204662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.245586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab04d2f-d20d-4da8-8487-c00f2cf1cda7 req-8985bba1-1b1e-4353-bc09-6468397ea84d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.253574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7ab04d2f-d20d-4da8-8487-c00f2cf1cda7 req-8985bba1-1b1e-4353-bc09-6468397ea84d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3946550 Apr 01 15:51:22.274132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:22.274574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.321802 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-271809f4-6df1-4163-9918-e1412eb76fe3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4891176 Apr 01 15:51:22.323385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.339093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:34:02:cb', 'name': 'tempest-NetworksTestDHCPv6-1166142576'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:22.371234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for cec183a7-a6a7-4c3f-817a-63c2ae5983f7 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:22.534408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514301f2-90d6-49b9-b011-a674ea0576a1 None None] Pushing event updated for resources: {'Port': ['ID=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.705778 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7ab04d2f-d20d-4da8-8487-c00f2cf1cda7 req-eb30e5ff-78d9-4bca-98ba-008321773234 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511409 Apr 01 15:51:22.748098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.758467 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-384054ae-e0be-43a2-8177-5ec9c519899b req-d9529b6a-d975-4489-ab2b-39b44f567cfb service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4112461 Apr 01 15:51:22.761042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.827046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:22.874873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Transition to ACTIVE for port object 066917d2-e3e3-4444-899f-f10fc9e304f4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:22.878722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925a20ea-0c60-4bcb-ae99-1f02cb5213e0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.885069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:22.894483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:22.906960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaec978-3352-43ba-a001-14c34d6d3891') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.907487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaec978-3352-43ba-a001-14c34d6d3891') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.912321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:22.918496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.923600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.934830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] For port 8a03bb0a-0087-4ad9-9f29-acce151b6b07, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8a03bb0a-0087-4ad9-9f29-acce151b6b07,segment=NetworkSegment(3879b716-795c-4dc8-be94-b62ee1ba25a8),segment_id=3879b716-795c-4dc8-be94-b62ee1ba25a8)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:22.935377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.947280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.960661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.982883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Transition to ACTIVE for port object 066917d2-e3e3-4444-899f-f10fc9e304f4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:22.986936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:51:23.007214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be30df-7a71-40d0-b698-f29a52c26b40 None None] Pushing event updated for resources: {'Port': ['ID=8a03bb0a-0087-4ad9-9f29-acce151b6b07,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.029277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:23.071769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.082346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:23.106549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.136408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Calling delete_port for 8a03bb0a-0087-4ad9-9f29-acce151b6b07 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:23.173375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:23.173791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:23.198082 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:23.201906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Pushing event updated for resources: {'Port': ['ID=066917d2-e3e3-4444-899f-f10fc9e304f4,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.209234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.277892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Allocated IP 2001:db8::3 (fb2def51-bfef-4c6b-ab29-714e35bab5fc/52cecc66-52d6-4d43-8b6c-8a41fe6223d3/edf25e36-f901-4490-8df5-6998a6a73904) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:23.292443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:23.298671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:23.310757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:23.452024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.531571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.586496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 58f86079-794d-4f41-815e-60f70b92d59f yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:23.625470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['cf7eb141-6109-4985-9090-9e61493d2bbe'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:51:23.642393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.718651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Port': ['ID=8a03bb0a-0087-4ad9-9f29-acce151b6b07,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.765407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.765899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.767612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.768064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.768507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.771850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.772330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.772775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.774585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.774725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Attempting to bind port 066917d2-e3e3-4444-899f-f10fc9e304f4 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:23.775383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Attempting to bind port 066917d2-e3e3-4444-899f-f10fc9e304f4 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:23.775911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Attempting to bind port 066917d2-e3e3-4444-899f-f10fc9e304f4 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:23.776140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.776589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.789722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:23.801449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8a03bb0a-0087-4ad9-9f29-acce151b6b07 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:23.935430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:23.936551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:23.937148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.937711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:23.938356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Bound port: 066917d2-e3e3-4444-899f-f10fc9e304f4, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:23.938893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.948989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d1b4f-9b46-4a0f-8738-02439ab082da None None] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:23.967786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8a03bb0a-0087-4ad9-9f29-acce151b6b07 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:23.968383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8a03bb0a-0087-4ad9-9f29-acce151b6b07 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:51:23.987386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] No DVR routers for this DVR port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:24.038365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.049153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.073097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port 8a03bb0a-0087-4ad9-9f29-acce151b6b07 not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:51:24.073748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:24.111694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8:0:1::353 (9d919997-7b56-4b49-acd8-35888c2943cc/e9dda14e-be78-4de1-bc1d-563bcb03341c/58f86079-794d-4f41-815e-60f70b92d59f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:24.117730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe34:2cb (9d919997-7b56-4b49-acd8-35888c2943cc/28031756-903a-4439-81a4-649a214773c3/58f86079-794d-4f41-815e-60f70b92d59f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:24.128778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:24.129300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=cec183a7-a6a7-4c3f-817a-63c2ae5983f7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.136988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=925a20ea-0c60-4bcb-ae99-1f02cb5213e0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.139945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.146940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.147404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.147741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.148220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.148562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.148685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66d53c-07e9-42f6-91b8-0ba163eb45bb None None] Network ccacc0e9-1e3d-4a27-b663-9bfaecf921cf requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:24.148902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.149233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.149566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.149900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.150230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.150555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.150877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.196526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.196886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.197234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.197631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.197974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.198735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.198857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.199108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.199465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.199804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.200297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.200633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:24.270999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.319071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.335990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccacc0e9-1e3d-4a27-b663-9bfaecf921cf']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.353897 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-72418a0b-62c1-45cd-b645-a4be539d661a tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/925a20ea-0c60-4bcb-ae99-1f02cb5213e0 HTTP/1.1" status: 204 len: 168 time: 4.4869957 Apr 01 15:51:24.387289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.389134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-267dcc50-e187-4296-94da-7ff84d8dff41 None None] Provisioning for port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:24.441827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Transition to ACTIVE for port object edf25e36-f901-4490-8df5-6998a6a73904 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.447789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3879b716-795c-4dc8-be94-b62ee1ba25a8') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.448499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3879b716-795c-4dc8-be94-b62ee1ba25a8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.455061 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-96af5d30-ae79-4edb-a11b-aff40a130a11 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:24.455554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96af5d30-ae79-4edb-a11b-aff40a130a11 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:24.469603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f6d8-c843-43b7-9573-cdaeb1eba246 req-0ea81daf-ead0-4398-bba3-e367da275ecc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:24.471103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6eb1f6d8-c843-43b7-9573-cdaeb1eba246 req-0ea81daf-ead0-4398-bba3-e367da275ecc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5246530 Apr 01 15:51:24.475113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.475486 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP d82498f6-7e50-4f83-8c1d-9cde906dadf5 disassociated (deleted). External IP: 172.26.7.203, port: 95d82581-622a-4b96-b79b-a485820987e9. Apr 01 15:51:24.476337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.487897 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96af5d30-ae79-4edb-a11b-aff40a130a11 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/cfc7cb65-6ac7-4402-895a-32947773d10f HTTP/1.1" status: 404 len: 337 time: 0.0953755 Apr 01 15:51:24.491477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43846) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.524370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.525350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:24.533977 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82d9f81-a919-4f49-906c-ce09e70d35fd tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:24.533977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82d9f81-a919-4f49-906c-ce09e70d35fd tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:24.537810 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f82d9f81-a919-4f49-906c-ce09e70d35fd tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/925a20ea-0c60-4bcb-ae99-1f02cb5213e0 HTTP/1.1" status: 404 len: 339 time: 0.0423272 Apr 01 15:51:24.539550 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a88c6844-f0c5-4b5c-9cc6-5e0c08ebc902 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6338160 Apr 01 15:51:24.540964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.541295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.548499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:24.549266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.557574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:24.566365 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:24.583106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Transition to ACTIVE for port object edf25e36-f901-4490-8df5-6998a6a73904 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.601051 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:24.625304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] For port 066917d2-e3e3-4444-899f-f10fc9e304f4, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:24.659206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.669927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3c60e8-6728-4939-b6e8-63e9e902631e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:24.669927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3c60e8-6728-4939-b6e8-63e9e902631e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:24.671207 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a3c60e8-6728-4939-b6e8-63e9e902631e tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/348fc301-0a10-46c7-913d-046285d3bf23 HTTP/1.1" status: 404 len: 337 time: 0.1084330 Apr 01 15:51:24.678755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.682062 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 58f86079-794d-4f41-815e-60f70b92d59f will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:24.711615 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4171fd0-4507-4165-aa80-b589ac195769 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:24.712097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4171fd0-4507-4165-aa80-b589ac195769 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:24.713398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6eb1f6d8-c843-43b7-9573-cdaeb1eba246 req-ac88377f-57df-4130-b80d-2656db39b13a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861575 Apr 01 15:51:24.721977 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4171fd0-4507-4165-aa80-b589ac195769 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/aa6af7c0-34f1-42f0-ba1c-41d995aeccdc HTTP/1.1" status: 404 len: 339 time: 0.0416703 Apr 01 15:51:24.724547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.734413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-44e27c81-56af-4d27-8cd7-37a4ec53cb7c None None] Could not find standard attr ID for object 8a03bb0a-0087-4ad9-9f29-acce151b6b07. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:24.740672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.775177 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e74d52a-7c7f-4b26-a356-d993221e879d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:24.775177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e74d52a-7c7f-4b26-a356-d993221e879d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:24.778649 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e74d52a-7c7f-4b26-a356-d993221e879d tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/964f0eb2-f746-4668-aa5e-25a24eeeab35 HTTP/1.1" status: 404 len: 337 time: 0.0475254 Apr 01 15:51:24.778649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.779785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.794324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 1e195a27-3d86-4281-a5a3-0948ac29c767 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:24.798434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.803655 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/ccacc0e9-1e3d-4a27-b663-9bfaecf921cf HTTP/1.1" status: 204 len: 168 time: 2.9025068 Apr 01 15:51:24.805449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.807564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.809056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:24.809944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.883954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6f861-d849-4595-84df-472f3fab68e9 None None] DHCP port deletion for ccacc0e9-1e3d-4a27-b663-9bfaecf921cf request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:24.888042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.906745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:24.914268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] For port 066917d2-e3e3-4444-899f-f10fc9e304f4, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=066917d2-e3e3-4444-899f-f10fc9e304f4,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:24.978161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00653b-4121-4af9-8eda-ef4fdf9cdc22 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=ccacc0e9-1e3d-4a27-b663-9bfaecf921cf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.994034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.001907 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b29d8a-7bf5-4394-bf29-9ee2f3a085f2 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:25.002495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b29d8a-7bf5-4394-bf29-9ee2f3a085f2 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:25.007033 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95b29d8a-7bf5-4394-bf29-9ee2f3a085f2 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/d2c6512f-05a0-4653-947d-b7d4498607a8 HTTP/1.1" status: 404 len: 339 time: 0.2221949 Apr 01 15:51:25.008986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:25.008986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.009570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43874) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.042884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=52cecc66-52d6-4d43-8b6c-8a41fe6223d3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.048956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Network fb2def51-bfef-4c6b-ab29-714e35bab5fc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:25.071739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.075627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:25.092498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:25.119454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.191468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Pushing event updated for resources: {'Port': ['ID=edf25e36-f901-4490-8df5-6998a6a73904,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.202801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.234016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:25.242417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:25.251634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting port 17c734cb-5595-4939-b7a6-efc35ec12fb9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:25.251984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.277336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:25.283402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.284052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.288614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=58f86079-794d-4f41-815e-60f70b92d59f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.317548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Deleting port cb265e0c-352f-48ae-a0e5-7076f31b5b22 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:25.317957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.328712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:25.374981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.430082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2def51-bfef-4c6b-ab29-714e35bab5fc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.431094 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4112dfd7-7476-4df3-9ce0-1b2731021c20 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0993767 Apr 01 15:51:25.440204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.452663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43ab21e-462c-4e17-9764-d6810842d0d9') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.452908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43ab21e-462c-4e17-9764-d6810842d0d9') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.467532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:25.475495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.494893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Attempting to bind port edf25e36-f901-4490-8df5-6998a6a73904 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:25.495572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Attempting to bind port edf25e36-f901-4490-8df5-6998a6a73904 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'b43ab21e-462c-4e17-9764-d6810842d0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:25.496125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Attempting to bind port edf25e36-f901-4490-8df5-6998a6a73904 on network fb2def51-bfef-4c6b-ab29-714e35bab5fc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:25.517201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.613283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.622371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:25.622759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Checking segment: {'id': 'b43ab21e-462c-4e17-9764-d6810842d0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:25.622969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 58f86079-794d-4f41-815e-60f70b92d59f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:25.623085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.623760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.623877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Bound using segment: {'id': 'b43ab21e-462c-4e17-9764-d6810842d0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:25.623958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Bound port: edf25e36-f901-4490-8df5-6998a6a73904, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43ab21e-462c-4e17-9764-d6810842d0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:25.624317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.633116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:25.633518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:25.651522 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:25.657399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683fd0d-7730-4260-a69e-3ee3b1273f9e None None] Pushing event updated for resources: {'Port': ['ID=066917d2-e3e3-4444-899f-f10fc9e304f4,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.918284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.933113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:25.935236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:25.935236 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:25.935236 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'fb2def51-bfef-4c6b-ab29-714e35bab5fc'}] Apr 01 15:51:25.935236 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:25.935756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:25.946833 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:25.947400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.958666 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:25.959641 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.996349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.069699 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e66bbd5-6265-4fea-8ec8-07168cd99384 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/d82498f6-7e50-4f83-8c1d-9cde906dadf5 HTTP/1.1" status: 204 len: 168 time: 5.6052215 Apr 01 15:51:26.069699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=1e195a27-3d86-4281-a5a3-0948ac29c767,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.074927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.076389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.078465 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-639e3c59-9515-43eb-b160-5499a2d9608e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/1e195a27-3d86-4281-a5a3-0948ac29c767 HTTP/1.1" status: 204 len: 168 time: 1.5144775 Apr 01 15:51:26.095895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.114571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.117004 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:26.117161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Calling delete_port for 17c734cb-5595-4939-b7a6-efc35ec12fb9 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:26.119271 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.140155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.170553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] For port cb265e0c-352f-48ae-a0e5-7076f31b5b22, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=cb265e0c-352f-48ae-a0e5-7076f31b5b22,segment=NetworkSegment(6ff99a11-6f13-4821-a429-d5c34ddcdd90),segment_id=6ff99a11-6f13-4821-a429-d5c34ddcdd90)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:26.171070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.239627 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:26.241191 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dd13e-f09c-4789-a49c-728aa51b7956 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:26.276159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450b91a-c03f-4308-8bdf-4b0e2397aab1 None None] Network 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:26.284730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 95d82581-622a-4b96-b79b-a485820987e9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:26.285206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.359407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.368309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,segment=NetworkSegment(0b599223-841c-44ec-a0a7-0c0125a7358c),segment_id=0b599223-841c-44ec-a0a7-0c0125a7358c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:26.424059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:26.424716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.429531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.452281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] For port edf25e36-f901-4490-8df5-6998a6a73904, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:26.465445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.474963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.515841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Calling delete_port for cb265e0c-352f-48ae-a0e5-7076f31b5b22 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:26.600873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port edf25e36-f901-4490-8df5-6998a6a73904 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:26.605374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.664558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] For port edf25e36-f901-4490-8df5-6998a6a73904, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=edf25e36-f901-4490-8df5-6998a6a73904,segment=NetworkSegment(b43ab21e-462c-4e17-9764-d6810842d0d9),segment_id=b43ab21e-462c-4e17-9764-d6810842d0d9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:26.724219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 066917d2-e3e3-4444-899f-f10fc9e304f4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:26.813031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.886763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.920907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f908ada9-d136-4dae-a84b-ac4429ae8aa2 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:26.983496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 58f86079-794d-4f41-815e-60f70b92d59f owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:26.998343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5502c5eb-40c1-4014-bbe2-710084a5c9e3 None None] Provisioning complete for port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:26.998558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5502c5eb-40c1-4014-bbe2-710084a5c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.022261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dc15c-c52d-4038-9628-647dda59b37c req-a9d40c14-45c9-4210-b831-8eed021b34c7 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.022480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.023685 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-296dc15c-c52d-4038-9628-647dda59b37c req-a9d40c14-45c9-4210-b831-8eed021b34c7 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.1740680 Apr 01 15:51:27.024358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.070926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.079561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 95d82581-622a-4b96-b79b-a485820987e9 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:27.102107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] No DVR routers for this DVR port cb265e0c-352f-48ae-a0e5-7076f31b5b22 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:27.161376 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-296dc15c-c52d-4038-9628-647dda59b37c req-4c94edcc-8733-4a5c-9ede-ccf5987d6b0f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849466 Apr 01 15:51:27.171534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Port': ['ID=cb265e0c-352f-48ae-a0e5-7076f31b5b22,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.173808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 10, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.279100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:27.287849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.291092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Port': ['ID=17c734cb-5595-4939-b7a6-efc35ec12fb9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.341801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:27.342307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.387263 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a9c20777-b67f-4813-bad6-619c140be252 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/ports/17c734cb-5595-4939-b7a6-efc35ec12fb9 HTTP/1.1" status: 204 len: 168 time: 2.3755414 Apr 01 15:51:27.389339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43894) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.390533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.395882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f587e33-18c2-4c0f-a51a-fbc3495c24f5 None None] Network fb2def51-bfef-4c6b-ab29-714e35bab5fc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:27.426437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef80a4e-410a-454c-bd46-d4aaa5be1287 None None] Pushing event updated for resources: {'Port': ['ID=edf25e36-f901-4490-8df5-6998a6a73904,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.450467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 066917d2-e3e3-4444-899f-f10fc9e304f4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:27.451830 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3287e28-f589-40a1-911a-08cdc89d5960 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:27.452265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3287e28-f589-40a1-911a-08cdc89d5960 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:27.456234 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3287e28-f589-40a1-911a-08cdc89d5960 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/da7deb97-4513-4e6f-9308-ef5adaaeb9bd HTTP/1.1" status: 404 len: 337 time: 0.0550721 Apr 01 15:51:27.456704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43898) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.460098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 38a0e4c8-6f15-486b-bd88-3c97decf6c71, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=38a0e4c8-6f15-486b-bd88-3c97decf6c71,segment=NetworkSegment(a7eac776-4caf-4c17-8b32-3d69d8cc51c2),segment_id=a7eac776-4caf-4c17-8b32-3d69d8cc51c2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:27.460098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.477061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0705ce12-f328-4d05-a460-d1320411f905']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.492118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port edf25e36-f901-4490-8df5-6998a6a73904, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=edf25e36-f901-4490-8df5-6998a6a73904,segment=NetworkSegment(b43ab21e-462c-4e17-9764-d6810842d0d9),segment_id=b43ab21e-462c-4e17-9764-d6810842d0d9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:27.492489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.547227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff99a11-6f13-4821-a429-d5c34ddcdd90') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.547445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff99a11-6f13-4821-a429-d5c34ddcdd90') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.627124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 38a0e4c8-6f15-486b-bd88-3c97decf6c71 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:27.636775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.669351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8a03bb0a-0087-4ad9-9f29-acce151b6b07 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:27.676413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.680668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.730801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:27.731275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:27.747266 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:27.753688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8a03bb0a-0087-4ad9-9f29-acce151b6b07 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:27.753688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8a03bb0a-0087-4ad9-9f29-acce151b6b07 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:27.789058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for edf25e36-f901-4490-8df5-6998a6a73904 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:27.792957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:27.880021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca415a47-f4b5-4af3-b77f-30135e7732a0 None None] DHCP port deletion for 2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:27.962392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ca415a47-f4b5-4af3-b77f-30135e7732a0 None None] Deleting port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:27.962774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca415a47-f4b5-4af3-b77f-30135e7732a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.993072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.998827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.021198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.040549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=0705ce12-f328-4d05-a460-d1320411f905,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.051406 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-584cf4ea-41b3-4e06-98c9-8148684676f2 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/0705ce12-f328-4d05-a460-d1320411f905 HTTP/1.1" status: 204 len: 168 time: 3.2247825 Apr 01 15:51:28.055005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.070430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6357c812-d729-427c-8f5a-67b18cf78303']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.075517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.079999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.093234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64cdb3f-dbba-4632-bab7-7de4e8db7787') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.094320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64cdb3f-dbba-4632-bab7-7de4e8db7787') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.113292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.137350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.145389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.148289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:28.149893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.156215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No DVR routers for this DVR port 38a0e4c8-6f15-486b-bd88-3c97decf6c71 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:28.166160 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:28.205311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port edf25e36-f901-4490-8df5-6998a6a73904 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:28.286188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=edf25e36-f901-4490-8df5-6998a6a73904,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.287417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=58f86079-794d-4f41-815e-60f70b92d59f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.320798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.329156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ca415a47-f4b5-4af3-b77f-30135e7732a0 None None] The port '38a0e4c8-6f15-486b-bd88-3c97decf6c71' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:51:28.336790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Provisioning for port 066917d2-e3e3-4444-899f-f10fc9e304f4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:28.363619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Provisioning complete for port 066917d2-e3e3-4444-899f-f10fc9e304f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:28.363999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.377633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.385997 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fd16ed30-cc41-4876-9c58-b521f787da27 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/58f86079-794d-4f41-815e-60f70b92d59f HTTP/1.1" status: 204 len: 168 time: 2.9425328 Apr 01 15:51:28.386311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.414616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=38a0e4c8-6f15-486b-bd88-3c97decf6c71,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.454143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.536162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=95d82581-622a-4b96-b79b-a485820987e9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.620707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.630969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.635774 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/6357c812-d729-427c-8f5a-67b18cf78303 HTTP/1.1" status: 204 len: 168 time: 1.1781542 Apr 01 15:51:28.646562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:28.648788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43910) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.678948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.684934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ad657-b56c-4616-824b-19eb58d548a8 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=6357c812-d729-427c-8f5a-67b18cf78303,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.708176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Update dhcp port {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '28031756-903a-4439-81a4-649a214773c3', 'ip_address': '2001:db8::f816:3eff:fe81:185e'}, {'subnet_id': 'e9dda14e-be78-4de1-bc1d-563bcb03341c'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '066917d2-e3e3-4444-899f-f10fc9e304f4'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:51:28.709748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf0ebb-fe5a-47e6-a3ee-42181f96cb0f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.710536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ffdf0ebb-fe5a-47e6-a3ee-42181f96cb0f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:28.727085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.741819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting port 138e78c4-fedb-4a64-b29e-73146d98dc70 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:28.742546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.744782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.790904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 10, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.795330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.803761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.820146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] For port 066917d2-e3e3-4444-899f-f10fc9e304f4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=066917d2-e3e3-4444-899f-f10fc9e304f4,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:28.822177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989266c-b8f2-44c6-a5df-231151cedee3 None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 10, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None, '_interfaces': [{'id': '6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7', 'name': '', 'network_id': '74c4b804-9e56-49ba-8ae5-329670106cdf', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'mac_address': 'fa:16:3e:3f:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:03Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 5, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'subnets': [{'id': '9c0eb001-73f7-41fe-9816-14150ebcb488', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:28.883786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:28.884107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.898319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ffdf0ebb-fe5a-47e6-a3ee-42181f96cb0f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:28.902127 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ffdf0ebb-fe5a-47e6-a3ee-42181f96cb0f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.5123971 Apr 01 15:51:28.904244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.921230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.978757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2def51-bfef-4c6b-ab29-714e35bab5fc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.993026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.993026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7eac776-4caf-4c17-8b32-3d69d8cc51c2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.026783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43ab21e-462c-4e17-9764-d6810842d0d9') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.027084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43ab21e-462c-4e17-9764-d6810842d0d9') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.029258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.034943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.063294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.129590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800ebf-68e2-4c64-aa19-65cdc4f9beda None None] Pushing event updated for resources: {'Port': ['ID=066917d2-e3e3-4444-899f-f10fc9e304f4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.174262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Calling delete_port for 138e78c4-fedb-4a64-b29e-73146d98dc70 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:29.181748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.205457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.220713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.222146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Allocated IP 2001:db8:0:1::2 (9d919997-7b56-4b49-acd8-35888c2943cc/e9dda14e-be78-4de1-bc1d-563bcb03341c/066917d2-e3e3-4444-899f-f10fc9e304f4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:29.235152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd6dcd-8d76-46a7-a541-0b66b1970a76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.235384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:29.236692 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12bd6dcd-8d76-46a7-a541-0b66b1970a76 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3320460 Apr 01 15:51:29.239865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.281658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc593519-9add-40c7-8e67-2a586c2f0141']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.296494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 38a0e4c8-6f15-486b-bd88-3c97decf6c71 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:29.301733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71e5f3c-7f4f-4c7d-9a84-a0006dc23473') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.302045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71e5f3c-7f4f-4c7d-9a84-a0006dc23473') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.310833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:29.311270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.328435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:29.330643 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:29.371601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 38a0e4c8-6f15-486b-bd88-3c97decf6c71 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:29.372138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 38a0e4c8-6f15-486b-bd88-3c97decf6c71 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:29.381711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.384882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.387360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.388318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:29.413960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.436715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.437004 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a22c1422-8621-4c21-96fe-5308f39433da tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/95d82581-622a-4b96-b79b-a485820987e9 HTTP/1.1" status: 204 len: 168 time: 3.3572149 Apr 01 15:51:29.443564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:29.444072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.444196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:29.452439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:29.457348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:floatingip and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:29.460360 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:29.463814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:29.471373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:29.481949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.483777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:29.487537 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f376749-1d0b-43bb-92f3-dfa484cadaf8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2441466 Apr 01 15:51:29.507967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port cf7eb141-6109-4985-9090-9e61493d2bbe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:29.508470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.522927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.534966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.538810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Port': ['ID=138e78c4-fedb-4a64-b29e-73146d98dc70,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.548156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7601ba7d-4631-48b3-a16d-5ae6681ac863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.559087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] For port 066917d2-e3e3-4444-899f-f10fc9e304f4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=066917d2-e3e3-4444-899f-f10fc9e304f4,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:29.561520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:29.562163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.575094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:29.581505 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:29.599028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.605211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.633582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bac3ebc-2b53-4495-8c8c-ec8fe84d6725 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/ports/138e78c4-fedb-4a64-b29e-73146d98dc70 HTTP/1.1" status: 204 len: 168 time: 0.9814630 Apr 01 15:51:29.635545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.650389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.655638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.684679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 28031756-903a-4439-81a4-649a214773c3 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:29.686545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.687533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9 HTTP/1.1" status: 204 len: 168 time: 3.5627949 Apr 01 15:51:29.691299 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e7cea3-556a-4208-8b98-664fc08ff057 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:29.691691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.692143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e7cea3-556a-4208-8b98-664fc08ff057 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:29.692587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e24424-6e7c-4231-9d65-23782509766b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=2fd2f5d4-4925-4f3f-9b86-28dbaa7f8dd9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.694226 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83e7cea3-556a-4208-8b98-664fc08ff057 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/0e7e7066-8ef6-4162-bb26-1d21ba0e2971 HTTP/1.1" status: 404 len: 337 time: 0.0558732 Apr 01 15:51:29.697875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43936) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.717949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:29.728958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:29.768706 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'code': 200} Apr 01 15:51:29.780183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.800776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Transition to ACTIVE for port object 066917d2-e3e3-4444-899f-f10fc9e304f4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:29.811645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.825943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.826198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.841889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.846632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.856525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=fb2def51-bfef-4c6b-ab29-714e35bab5fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.862834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.865106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.945318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.984088 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c713b01-d61c-45bb-82a2-a61ceffd0442 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/fb2def51-bfef-4c6b-ab29-714e35bab5fc HTTP/1.1" status: 204 len: 168 time: 8.9694111 Apr 01 15:51:29.988334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.996181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=fc593519-9add-40c7-8e67-2a586c2f0141,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.001978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148455301'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:30.008367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:30.013049 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24eca4c0-fc27-4d9e-ad57-633ae53dcc61 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/fc593519-9add-40c7-8e67-2a586c2f0141 HTTP/1.1" status: 204 len: 168 time: 1.9569883 Apr 01 15:51:30.014591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.017358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.031277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.036428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:30.042150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:30.049203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:30.056566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.068307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:30.112193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.27 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/a0cf6a93-09db-4438-8e88-73529b68f9c2) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:30.114210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448459a-dfc0-49ff-ab95-679c18bf735f None None] Pushing event updated for resources: {'Port': ['ID=066917d2-e3e3-4444-899f-f10fc9e304f4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.151313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.194884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:30.198359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.320737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:30.369120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.437537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.442071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.442485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 67c4c799-873b-47ad-953d-6edf86a81f38 of type vlan for network 511a558b-50ec-4e9e-9ed5-8478becb5c2a Apr 01 15:51:30.470197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.488055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.490696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.492177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=28031756-903a-4439-81a4-649a214773c3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.549733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.562861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8605d325-bfc5-4023-8e03-95a38998fdb4']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:30.614651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 066917d2-e3e3-4444-899f-f10fc9e304f4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:30.621564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:30.621882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea6ecf5-f9e2-4ffc-b3c1-14ff0705fc5c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:30.710732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 74970578-c028-4f7d-b776-575c8856eb59 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:30.718857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.747484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabd738-7594-481a-8c4d-ad67266d7ef3 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:30.765916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:30.769721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=a0cf6a93-09db-4438-8e88-73529b68f9c2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.777136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:30.781231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 74970578-c028-4f7d-b776-575c8856eb59 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:30.781991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 74970578-c028-4f7d-b776-575c8856eb59 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:30.782510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:30.793441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0169d354-eef4-4b2d-bcf2-248df8b623fd None None] Could not find standard attr ID for object 58f86079-794d-4f41-815e-60f70b92d59f. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:30.802944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.845159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c988e1ea-891d-46d0-b5e9-a2c2041f078b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/28031756-903a-4439-81a4-649a214773c3 HTTP/1.1" status: 204 len: 168 time: 1.3185346 Apr 01 15:51:30.847621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43952) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.930770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet e9dda14e-be78-4de1-bc1d-563bcb03341c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:30.937135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.942514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.943955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.947679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.959702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.966396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.975946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:30.976338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.979421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0169d354-eef4-4b2d-bcf2-248df8b623fd None None] Provisioning for port 066917d2-e3e3-4444-899f-f10fc9e304f4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:30.998106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0169d354-eef4-4b2d-bcf2-248df8b623fd None None] Provisioning complete for port 066917d2-e3e3-4444-899f-f10fc9e304f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:30.998106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0169d354-eef4-4b2d-bcf2-248df8b623fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:30.999291 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:31.015066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.080361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efe7af0-fde6-4de7-939c-d2e96727b5fc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.105857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4123815-08d8-4369-b376-349eda8fa473') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.106157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4123815-08d8-4369-b376-349eda8fa473') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.123059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.123961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.154425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.161768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=511a558b-50ec-4e9e-9ed5-8478becb5c2a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.165147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:31.165554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:31.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:31.189489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 511a558b-50ec-4e9e-9ed5-8478becb5c2a details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:31.207059 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f3266963-bee6-49cb-82ac-a5a2882a8ef8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2152421 Apr 01 15:51:31.217577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.224442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:31.272889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.295909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.343767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.343985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=8605d325-bfc5-4023-8e03-95a38998fdb4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.353736 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0bfb3f6-da02-49f0-9dd0-ad258c6f9f97 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/8605d325-bfc5-4023-8e03-95a38998fdb4 HTTP/1.1" status: 204 len: 168 time: 1.5991056 Apr 01 15:51:31.359722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43960) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.422658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.428184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.436341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:31.444258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:31.453610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:31.466855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:31.468709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] Pushing event deleted for resources: {'Network': ['ID=1efe7af0-fde6-4de7-939c-d2e96727b5fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.480820 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ef4a1c2-e3ba-4924-90a0-1f239a3f7465 tempest-BulkNetworkOpsTest-1878569013 tempest-BulkNetworkOpsTest-1878569013-project] 10.222.0.18 "DELETE /v2.0/networks/1efe7af0-fde6-4de7-939c-d2e96727b5fc HTTP/1.1" status: 204 len: 168 time: 1.4577460 Apr 01 15:51:31.482864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting subnet d2faac25-c2ca-44ed-8651-46a2bbefa2c2 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:31.489340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.511426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.550613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.608662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:31.612308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.627556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.823826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.918042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.968788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4a3ffb0f-572b-4433-bae0-c29850316814 None None] Provisioning complete for port 066917d2-e3e3-4444-899f-f10fc9e304f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:31.969402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4a3ffb0f-572b-4433-bae0-c29850316814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.072142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.086341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:32.086680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.129458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.182600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.187460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.192957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dda14e-be78-4de1-bc1d-563bcb03341c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.205975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63c0ebe1-7639-40dc-8746-02b3232c5b9d None None] Could not find standard attr ID for object 58f86079-794d-4f41-815e-60f70b92d59f. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:32.284197 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1cb3589-f976-492f-b00c-a6d7a67bfdda tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/e9dda14e-be78-4de1-bc1d-563bcb03341c HTTP/1.1" status: 204 len: 168 time: 1.4331214 Apr 01 15:51:32.284802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779282d3-16bf-403c-a93c-d3e911e7737d None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:32.292675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43968) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.293327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=a0cf6a93-09db-4438-8e88-73529b68f9c2,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.397339 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0421264-b840-4df9-ab1d-2f873fbc2309 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012726 Apr 01 15:51:32.405444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43972) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.410991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:32.418380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:32.418871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.430341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf35d9ec-6582-4779-b887-5efcad6b4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.433125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.449323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.493462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Subnet': ['ID=d2faac25-c2ca-44ed-8651-46a2bbefa2c2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.501731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724c0e1-e876-4ad0-9894-6db5b99dfa54 None None] Network d1316355-6966-453f-9c7f-05e845930e49 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:32.674640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:32.696882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:32.703448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.706194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.712186 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1f2f0ee-8963-449f-bf45-26649c7fb3e3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2692983 Apr 01 15:51:32.712186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:32.717977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:32.742577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:32.744672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.751294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'port': {'network_id': 'f57c1f99-88dd-4138-b380-407c2661c6bb', 'name': 'tempest-FloatingIPTestJSON-260343400'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:32.771651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-886113c2-10c3-4a72-b491-f7c51f6fe264 tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/subnets/d2faac25-c2ca-44ed-8651-46a2bbefa2c2 HTTP/1.1" status: 204 len: 168 time: 1.4080966 Apr 01 15:51:32.772334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 43986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:32.780778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:32.792574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.794112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Deleting port 066917d2-e3e3-4444-899f-f10fc9e304f4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:32.794868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.920400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.929589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.947921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Deleting port c97120ca-947f-4153-af9a-730b178e7c20 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:32.947921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.991752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.997289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:33.000813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.050252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] DHCP port deletion for d1316355-6966-453f-9c7f-05e845930e49 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:33.074174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Deleting port c97120ca-947f-4153-af9a-730b178e7c20 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:33.074912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.168089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] For port 066917d2-e3e3-4444-899f-f10fc9e304f4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=066917d2-e3e3-4444-899f-f10fc9e304f4,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.169180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.276839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=e6c2c48e-cce2-4a75-9cf6-a1d771348e23,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.286923 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6220803c-2693-495b-bd50-d8e3896dc643 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95c942993a63482db9733fccd00e5377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8504329 Apr 01 15:51:33.310624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.319133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Calling delete_port for 066917d2-e3e3-4444-899f-f10fc9e304f4 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:33.350600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.400747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:33.415685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '67c4c799-873b-47ad-953d-6edf86a81f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:33.422044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: 511a558b-50ec-4e9e-9ed5-8478becb5c2a, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:33.431272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:port and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:33.446966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:33.471234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:33.533512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.573693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] For port c97120ca-947f-4153-af9a-730b178e7c20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c97120ca-947f-4153-af9a-730b178e7c20,segment=NetworkSegment(5600ebee-12cd-4bef-b8d2-eedeae3fa0d0),segment_id=5600ebee-12cd-4bef-b8d2-eedeae3fa0d0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.573693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.577707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.585966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 511a558b-50ec-4e9e-9ed5-8478becb5c2a is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:33.592291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] For port c97120ca-947f-4153-af9a-730b178e7c20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c97120ca-947f-4153-af9a-730b178e7c20,segment=NetworkSegment(5600ebee-12cd-4bef-b8d2-eedeae3fa0d0),segment_id=5600ebee-12cd-4bef-b8d2-eedeae3fa0d0)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:33.592291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.620591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:33.624407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.658258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] device_id is not set on port 4f067874-a5f5-4cf9-8b26-317627aa68fc yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:33.715960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.722727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Calling delete_port for c97120ca-947f-4153-af9a-730b178e7c20 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:33.728230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Calling delete_port for c97120ca-947f-4153-af9a-730b178e7c20 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:33.758583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.768312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 511a558b-50ec-4e9e-9ed5-8478becb5c2a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:33.788227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.788900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.795213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.798785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.814313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3470bbde-d735-4e83-8e04-7cb58f071945 None None] Network 511a558b-50ec-4e9e-9ed5-8478becb5c2a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:33.837826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e8765-484a-47a5-83ba-01471f9d3162,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.852398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.853786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] Pushing event deleted for resources: {'Port': ['ID=066917d2-e3e3-4444-899f-f10fc9e304f4,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.858218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89948ff8-891e-4c85-a88c-7118a2a1b188 None None] No DVR routers for this DVR port 066917d2-e3e3-4444-899f-f10fc9e304f4 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:33.927531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:51:33.937115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.983838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.983838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b01553c-b55d-416e-90e3-9f6270011c2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc1e8765-484a-47a5-83ba-01471f9d3162 HTTP/1.1" status: 204 len: 168 time: 0.6650267 Apr 01 15:51:34.025936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:34.032245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:34.041650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.10 (f57c1f99-88dd-4138-b380-407c2661c6bb/5fc732c5-0503-400d-907d-3d8107991998/4f067874-a5f5-4cf9-8b26-317627aa68fc) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:34.044542 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-306aeb55-ed4b-42b1-95cb-4baae6b1d7b1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8259645 Apr 01 15:51:34.048420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.049015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.052635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=d0802b65-873f-4704-9f8c-b4f48ea50280,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.055918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 43996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.105044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.152745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363a89eb-ccba-412d-9f67-37554dd2f591 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:34.157323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] No DVR routers for this DVR port c97120ca-947f-4153-af9a-730b178e7c20 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:34.170935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:34.171607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:34.194432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-511a558b-50ec-4e9e-9ed5-8478becb5c2a', 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': 'e6c2c48e-cce2-4a75-9cf6-a1d771348e23'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:34.195288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.208205 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6ebcfe9-d67e-49bb-a1fe-e635d7e2e97b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7999601 Apr 01 15:51:34.211846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44000) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.225768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:34.390888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Port': ['ID=c97120ca-947f-4153-af9a-730b178e7c20,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.414555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.443794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:34.508276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.596228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Allocated IP 2001:db8::1 (511a558b-50ec-4e9e-9ed5-8478becb5c2a/e6c2c48e-cce2-4a75-9cf6-a1d771348e23/eb2ccfa4-7096-4936-bb4e-01a753a383a1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:34.601594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': 'd0802b65-873f-4704-9f8c-b4f48ea50280'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:34.602873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.634533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.658890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.683774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:34.710169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1316355-6966-453f-9c7f-05e845930e49']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.734827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:34.736470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.736994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5600ebee-12cd-4bef-b8d2-eedeae3fa0d0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:34.743002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:34.747922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:34.752735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.758411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:34.778382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6475c028-0c2a-4853-8474-998f44e898ef tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0825243 Apr 01 15:51:34.781653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.784799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:34.799639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.810269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Allocated IP 2001:db8::f816:3eff:fef3:3ae6 (9d919997-7b56-4b49-acd8-35888c2943cc/d0802b65-873f-4704-9f8c-b4f48ea50280/20a3ecd6-adbf-4398-92fa-4aadf2424b85) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:34.825638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:34.826046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:34.841013 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:34.862301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:34.865705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.936437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network f57c1f99-88dd-4138-b380-407c2661c6bb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:34.948001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:34.972517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:34.988479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting subnet 9c0eb001-73f7-41fe-9816-14150ebcb488 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:34.993244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.002088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Deleting port c97120ca-947f-4153-af9a-730b178e7c20 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:35.002474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.039835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:35.042689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c97120ca-947f-4153-af9a-730b178e7c20 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:35.043637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.064456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.104082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.129173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c97120ca-947f-4153-af9a-730b178e7c20 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:35.129884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c97120ca-947f-4153-af9a-730b178e7c20 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:35.131067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 066917d2-e3e3-4444-899f-f10fc9e304f4 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:35.177671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32ab8-6a0f-4903-8226-7a1c2d30e3f7 None None] The port 'c97120ca-947f-4153-af9a-730b178e7c20' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:51:35.178728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] Pushing event deleted for resources: {'Network': ['ID=d1316355-6966-453f-9c7f-05e845930e49,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.185480 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c02cd36-98f4-4b42-83c6-402fcf04be0c tempest-NetworksIpV6TestAttrs-1308449215 tempest-NetworksIpV6TestAttrs-1308449215-project] 10.222.0.18 "DELETE /v2.0/networks/d1316355-6966-453f-9c7f-05e845930e49 HTTP/1.1" status: 204 len: 168 time: 2.4121375 Apr 01 15:51:35.203575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 066917d2-e3e3-4444-899f-f10fc9e304f4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:35.203996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 066917d2-e3e3-4444-899f-f10fc9e304f4 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:35.229674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:35.230398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.264269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.292900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=4f067874-a5f5-4cf9-8b26-317627aa68fc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.307455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.384773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.385474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.430624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0802b65-873f-4704-9f8c-b4f48ea50280 (CIDR: 2001:db8::/64) Apr 01 15:51:35.464237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.465869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:51:35.466331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:35.496628 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a01756fd-3ef2-40f2-8369-8c4e4427c1b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7506158 Apr 01 15:51:35.498943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.503855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:35.511380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': '4f067874-a5f5-4cf9-8b26-317627aa68fc'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:35.514744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0eb001-73f7-41fe-9816-14150ebcb488,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.516888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.524531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-230dfb45-f0e0-4830-8116-1c07785404b5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/9c0eb001-73f7-41fe-9816-14150ebcb488 HTTP/1.1" status: 204 len: 168 time: 0.7387226 Apr 01 15:51:35.527058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.551525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.572773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b11b31-c513-4b51-81e5-73707771f42a None None] Network 74c4b804-9e56-49ba-8ae5-329670106cdf requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:35.630126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.657998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.669897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Deleting port 95ff5f8b-1a74-4de0-a125-546143b39e7f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:35.670234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.682379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.686695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.701175 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bcba5395-5a2b-41f5-a6d7-323e9b1deb8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4882548 Apr 01 15:51:35.708927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44044) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.714333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:35.773880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:35.778729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Transition to ACTIVE for port object 20a3ecd6-adbf-4398-92fa-4aadf2424b85 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:35.867103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Transition to ACTIVE for port object 20a3ecd6-adbf-4398-92fa-4aadf2424b85 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:35.875421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.952433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697214000'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:35.980260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.981817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:35.991804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Transition to ACTIVE for port object eb2ccfa4-7096-4936-bb4e-01a753a383a1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:35.998706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:36.017200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Transition to ACTIVE for port object eb2ccfa4-7096-4936-bb4e-01a753a383a1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:36.018565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:36.019404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.062717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:36.075038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.101495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:36.105189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] For port 95ff5f8b-1a74-4de0-a125-546143b39e7f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=95ff5f8b-1a74-4de0-a125-546143b39e7f,segment=NetworkSegment(ced4e068-feb9-4b2b-a2a6-3a953574be96),segment_id=ced4e068-feb9-4b2b-a2a6-3a953574be96)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:36.105642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.118890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:36.123463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:36.125273 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-956de6f5-eae7-4f8b-a28d-22c6905f64e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38940b4b61294c58bbc04a2cce117a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486844 Apr 01 15:51:36.137386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.149416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.153893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.242272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.250795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Calling delete_port for 95ff5f8b-1a74-4de0-a125-546143b39e7f owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:36.259861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.279538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.304908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.325452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c2c48e-cce2-4a75-9cf6-a1d771348e23,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.346722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:36.394951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Network 511a558b-50ec-4e9e-9ed5-8478becb5c2a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:36.439665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.455564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:36.464196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.464960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:36.469553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:36.486464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.511009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.511108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:36.513964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.517591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:36.518092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511a558b-50ec-4e9e-9ed5-8478becb5c2a']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.518810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:36.539302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:36.539499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c4c799-873b-47ad-953d-6edf86a81f38') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.539499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c4c799-873b-47ad-953d-6edf86a81f38') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.539695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:36.543185 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:36.545366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.547899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Pushing event updated for resources: {'Port': ['ID=20a3ecd6-adbf-4398-92fa-4aadf2424b85,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.562047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.601447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.611207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:36.611207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.622205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:36.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:36.658603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c9dac-6a12-472e-8cb1-12e079c03cce None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:36.670437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No DVR routers for this DVR port 95ff5f8b-1a74-4de0-a125-546143b39e7f on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:36.706387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:36.749309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Port': ['ID=95ff5f8b-1a74-4de0-a125-546143b39e7f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.804209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Pushing event updated for resources: {'Port': ['ID=eb2ccfa4-7096-4936-bb4e-01a753a383a1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.810519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Attempting to bind port eb2ccfa4-7096-4936-bb4e-01a753a383a1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:36.810886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Attempting to bind port eb2ccfa4-7096-4936-bb4e-01a753a383a1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '67c4c799-873b-47ad-953d-6edf86a81f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:36.811271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Attempting to bind port eb2ccfa4-7096-4936-bb4e-01a753a383a1 on network 511a558b-50ec-4e9e-9ed5-8478becb5c2a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:36.813378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Attempting to bind port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:36.813611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Attempting to bind port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:36.813955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Attempting to bind port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:36.816452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.823277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:36.823277 dv-neutron-835943-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:36.823277 dv-neutron-835943-1-hyperv neutron-server[88600]: [parameters: {'id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'}] Apr 01 15:51:36.823277 dv-neutron-835943-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:36.823710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:36.825981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:36.826360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Checking segment: {'id': '67c4c799-873b-47ad-953d-6edf86a81f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:36.826760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.827655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Bound using segment: {'id': '67c4c799-873b-47ad-953d-6edf86a81f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:36.827745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Bound port: eb2ccfa4-7096-4936-bb4e-01a753a383a1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c4c799-873b-47ad-953d-6edf86a81f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '511a558b-50ec-4e9e-9ed5-8478becb5c2a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:36.828215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.840475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:36.840848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:36.841248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.841638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:36.842120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Bound port: 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:36.842699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.862092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.882181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.887761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bace1d-607e-4764-8254-75cde62e069c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.896815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.901225 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e4689492-c023-4600-bea6-09bdd627215b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98bace1d-607e-4764-8254-75cde62e069c HTTP/1.1" status: 204 len: 168 time: 0.7603076 Apr 01 15:51:36.927311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.930497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.937766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c4b804-9e56-49ba-8ae5-329670106cdf']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.954090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced4e068-feb9-4b2b-a2a6-3a953574be96') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.959094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced4e068-feb9-4b2b-a2a6-3a953574be96') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:36.969355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.020411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] For port 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:37.022534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.025232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.027562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] For port 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=20a3ecd6-adbf-4398-92fa-4aadf2424b85,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:37.028890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] For port eb2ccfa4-7096-4936-bb4e-01a753a383a1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:37.032060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] For port eb2ccfa4-7096-4936-bb4e-01a753a383a1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=eb2ccfa4-7096-4936-bb4e-01a753a383a1,segment=NetworkSegment(67c4c799-873b-47ad-953d-6edf86a81f38),segment_id=67c4c799-873b-47ad-953d-6edf86a81f38)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:37.047793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:37.053458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577d7d1-7fd5-423d-8ee6-140103f10d08 None None] DHCP port deletion for 74c4b804-9e56-49ba-8ae5-329670106cdf request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:37.065895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:37.069500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:37.077419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:37.091745 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:37.094021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:37.099554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.118898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:37.156939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.211806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7053a6-302b-47cb-9a9e-99559612c521,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.259572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2e46-7176-4774-be2f-55c0a028d0fd None None] Pushing event updated for resources: {'Port': ['ID=20a3ecd6-adbf-4398-92fa-4aadf2424b85,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.306504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.316922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.383056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Pushing event deleted for resources: {'Network': ['ID=74c4b804-9e56-49ba-8ae5-329670106cdf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.394844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.401037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.436929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8723a-eb93-4ab9-b319-489179eb769d None None] Pushing event updated for resources: {'Port': ['ID=eb2ccfa4-7096-4936-bb4e-01a753a383a1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.441107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.442137 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7433f643-d29e-4f0b-9b46-bf9ba37e51f5 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/networks/74c4b804-9e56-49ba-8ae5-329670106cdf HTTP/1.1" status: 204 len: 168 time: 1.9133224 Apr 01 15:51:37.446636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44064) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.462473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40937494-1cfe-4b00-b8c4-73e627ae1510 None None] Network 511a558b-50ec-4e9e-9ed5-8478becb5c2a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:37.463651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.478203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:37.496412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:37.504556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:37.507858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.508716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.548918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae24459-dac0-4362-9c1e-fd982289f2d2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.551630 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 5ac80037-e362-4d81-9292-eb8130d1ab19 associated. External IP: 172.26.7.27, port: 4f067874-a5f5-4cf9-8b26-317627aa68fc. Apr 01 15:51:37.563687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=df27bd60-6798-4c8e-a78f-c651591eb948,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.609169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.610781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41aad15d-b8da-4d76-b59d-f5bf9a3bca39 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0550983 Apr 01 15:51:37.613487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.641314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port eb2ccfa4-7096-4936-bb4e-01a753a383a1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:37.641668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.657478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c12c22a-6502-4b41-89f7-b7f0e9824a3e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9427068 Apr 01 15:51:37.657478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.664304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:7f:7d:94', 'name': 'tempest-NetworksTestDHCPv6-89280261'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:37.835190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-babf7064-f80c-4d72-8a88-a11de6ec6c7b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:37.890585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:37.894898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:37.898080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:37.904003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:37.923107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-babf7064-f80c-4d72-8a88-a11de6ec6c7b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:37.924529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-babf7064-f80c-4d72-8a88-a11de6ec6c7b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3099151 Apr 01 15:51:37.928202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.933751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-security--232273819', 'description': 'tempest-security-description-1155405847'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:37.965283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.024554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.029194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:38.080283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:51:38.080594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Removed routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:51:38.080959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.138480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.140933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.142249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "PUT /v2.0/security-groups/9ae24459-dac0-4362-9c1e-fd982289f2d2 HTTP/1.1" status: 200 len: 1777 time: 0.2129860 Apr 01 15:51:38.151765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.231176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb153a3-766c-408e-964b-7ef67901d935 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae24459-dac0-4362-9c1e-fd982289f2d2,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.238399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.253459 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d0da02e5-534a-449f-b9ef-8f74c56f11b8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups/9ae24459-dac0-4362-9c1e-fd982289f2d2 HTTP/1.1" status: 200 len: 1777 time: 0.0987091 Apr 01 15:51:38.256944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.296250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 274b7d73-05a7-49a5-b5db-198a20e2bccd yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:38.361819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.417238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.495427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.509156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-089d082b-18ca-42d2-8bde-911277d1a090 tempest-DvrRoutersNegativeTest-543301812 tempest-DvrRoutersNegativeTest-543301812-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-483330447', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:38.511955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-089d082b-18ca-42d2-8bde-911277d1a090 tempest-DvrRoutersNegativeTest-543301812 tempest-DvrRoutersNegativeTest-543301812-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88601) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 01 15:51:38.512267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-089d082b-18ca-42d2-8bde-911277d1a090 tempest-DvrRoutersNegativeTest-543301812 tempest-DvrRoutersNegativeTest-543301812-project] Failed policy check for 'create_router' {{(pid=88601) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 01 15:51:38.512794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-089d082b-18ca-42d2-8bde-911277d1a090 tempest-DvrRoutersNegativeTest-543301812 tempest-DvrRoutersNegativeTest-543301812-project] create failed (client error): Access was denied to this resource. Apr 01 15:51:38.513761 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-089d082b-18ca-42d2-8bde-911277d1a090 tempest-DvrRoutersNegativeTest-543301812 tempest-DvrRoutersNegativeTest-543301812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1510863 Apr 01 15:51:38.605426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.634099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port eb2ccfa4-7096-4936-bb4e-01a753a383a1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=eb2ccfa4-7096-4936-bb4e-01a753a383a1,segment=NetworkSegment(67c4c799-873b-47ad-953d-6edf86a81f38),segment_id=67c4c799-873b-47ad-953d-6edf86a81f38)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:38.634467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.654519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.655954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8:0:1::147 (9d919997-7b56-4b49-acd8-35888c2943cc/df27bd60-6798-4c8e-a78f-c651591eb948/274b7d73-05a7-49a5-b5db-198a20e2bccd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:38.664498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::f816:3eff:fe7f:7d94 (9d919997-7b56-4b49-acd8-35888c2943cc/d0802b65-873f-4704-9f8c-b4f48ea50280/274b7d73-05a7-49a5-b5db-198a20e2bccd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:38.709027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.721911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 20a3ecd6-adbf-4398-92fa-4aadf2424b85 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:38.766530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae24459-dac0-4362-9c1e-fd982289f2d2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.807968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b8c01-356c-43cd-a880-6f63f1178a0f None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:38.914335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:39.013353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:39.060391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Provisioning for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:39.065195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:39.065544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6ffb251d-9ea4-4a55-b31b-d406ddc4e9e7 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:39.065950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 95ff5f8b-1a74-4de0-a125-546143b39e7f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:39.105861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 95ff5f8b-1a74-4de0-a125-546143b39e7f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:39.106201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 95ff5f8b-1a74-4de0-a125-546143b39e7f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:39.107759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Provisioning complete for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:39.108248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.128141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for eb2ccfa4-7096-4936-bb4e-01a753a383a1 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:39.155603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.179891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 274b7d73-05a7-49a5-b5db-198a20e2bccd will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:39.225308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.228103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8b1a45eb-24d7-4cb7-95ad-ec19bd9432f0 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ae24459-dac0-4362-9c1e-fd982289f2d2 HTTP/1.1" status: 204 len: 168 time: 0.9687130 Apr 01 15:51:39.232305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44112) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.280521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.280799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:39.286966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router 608403fd-5341-49f6-86d5-be1874f2ec5a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:39.314658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.333663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.350824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5a7d978e-3d8d-4417-9840-f5079448b242 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:39.378263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:39.384510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:39.394812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:39.401338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:39.402077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.404532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] For port 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=20a3ecd6-adbf-4398-92fa-4aadf2424b85,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:39.425184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=274b7d73-05a7-49a5-b5db-198a20e2bccd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.453687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.454031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Update dhcp port {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': 'd0802b65-873f-4704-9f8c-b4f48ea50280', 'ip_address': '2001:db8::f816:3eff:fef3:3ae6'}, {'subnet_id': 'df27bd60-6798-4c8e-a78f-c651591eb948'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '20a3ecd6-adbf-4398-92fa-4aadf2424b85'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:51:39.471779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5a7d978e-3d8d-4417-9840-f5079448b242 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:39.476597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5a7d978e-3d8d-4417-9840-f5079448b242 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2397156 Apr 01 15:51:39.476807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44122) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.490830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.497836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-939f9ae6-b0b8-4515-971c-5532dfaca248 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] delete failed (client error): The resource could not be found. Apr 01 15:51:39.502697 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-939f9ae6-b0b8-4515-971c-5532dfaca248 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ae24459-dac0-4362-9c1e-fd982289f2d2 HTTP/1.1" status: 404 len: 347 time: 0.0211747 Apr 01 15:51:39.503679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44126) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.515572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611021734'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:39.518633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:39.531842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:39.554115 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de33b3b9-d977-4f87-ab51-bc31ef8cab9d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8941460 Apr 01 15:51:39.555496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44130) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.556154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.568333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port eb2ccfa4-7096-4936-bb4e-01a753a383a1 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:39.613029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=eb2ccfa4-7096-4936-bb4e-01a753a383a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.616191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:39.624369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Usage tracker for resource:security_group_rule and tenant:588eddd596d54cc287146adb5503b293 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:39.630813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:39.632206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:39.636493 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Sync routers for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:39.642902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:39.648603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:39.649513 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.654323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.655541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 274b7d73-05a7-49a5-b5db-198a20e2bccd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:39.655883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.692336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.728959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.733877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6fb6520-8d03-4ff0-8e44-33c7365bdeb9 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 705 time: 2.2764735 Apr 01 15:51:39.735351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:39.735351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44134) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.749528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:39.792038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:39.814304 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:39.817148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.834127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:39.839499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.839920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6037207f-2a95-41bc-bc6c-db4fb32a8c03 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:39.850216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:39.900125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511a558b-50ec-4e9e-9ed5-8478becb5c2a']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.923004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c4c799-873b-47ad-953d-6edf86a81f38') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.923378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c4c799-873b-47ad-953d-6edf86a81f38') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.944939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-650387d0-142e-47a7-bb45-762313580ab7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/5ac80037-e362-4d81-9292-eb8130d1ab19 HTTP/1.1" status: 200 len: 977 time: 4.4445250 Apr 01 15:51:39.945858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.945997 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.947114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.951632 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Checking router: 608403fd-5341-49f6-86d5-be1874f2ec5a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:39.966120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.969469 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Routers {'608403fd-5341-49f6-86d5-be1874f2ec5a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:39.970373 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['608403fd-5341-49f6-86d5-be1874f2ec5a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:39.974661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:39.975325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.975757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:39.978366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5cb00-36db-4039-840b-6fbd590e049b None None] Pushing event updated for resources: {'Port': ['ID=20a3ecd6-adbf-4398-92fa-4aadf2424b85,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.990731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Allocated IP 2001:db8:0:1::2 (9d919997-7b56-4b49-acd8-35888c2943cc/df27bd60-6798-4c8e-a78f-c651591eb948/20a3ecd6-adbf-4398-92fa-4aadf2424b85) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:40.001752 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:40.005402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:40.006164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.077824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.086521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6037207f-2a95-41bc-bc6c-db4fb32a8c03 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:40.087393 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6037207f-2a95-41bc-bc6c-db4fb32a8c03 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 205 time: 0.3510487 Apr 01 15:51:40.090221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.114131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:40.115744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.128249 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] Set router 608403fd-5341-49f6-86d5-be1874f2ec5a gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:40.180943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.181543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c90e42-3249-4119-845a-1a64f84eaa2a None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:40.210187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.217664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.247511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.260937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=511a558b-50ec-4e9e-9ed5-8478becb5c2a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.267396 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:40.272736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8717887-4d3e-4c2b-a071-fb1bc61346af None None] The sync data for ids ['608403fd-5341-49f6-86d5-be1874f2ec5a'] in dv-neutron-835943-1-hyperv is: [{'id': '608403fd-5341-49f6-86d5-be1874f2ec5a', 'name': 'tempest-RoutersIpV6Test-router-1633710005', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:00Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 11, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:40.297625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.313037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] For port 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=20a3ecd6-adbf-4398-92fa-4aadf2424b85,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:40.330530 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc5a1470-f13a-4b31-8dc2-003c80205bce tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/511a558b-50ec-4e9e-9ed5-8478becb5c2a HTTP/1.1" status: 204 len: 168 time: 6.2721107 Apr 01 15:51:40.334887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.339628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.350454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.369605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Transition to ACTIVE for port object 20a3ecd6-adbf-4398-92fa-4aadf2424b85 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:40.374543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 4f067874-a5f5-4cf9-8b26-317627aa68fc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:40.374890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.432068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.471456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.471456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.483427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6744ba-1293-417b-9402-4a41eb82a9c9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.558079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510183843'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:40.571636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:40.588768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:40.603510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3daee-9220-4026-99ea-da82a63aed25 None None] Pushing event updated for resources: {'Port': ['ID=20a3ecd6-adbf-4398-92fa-4aadf2424b85,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.607711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 20a3ecd6-adbf-4398-92fa-4aadf2424b85 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:40.633864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 274b7d73-05a7-49a5-b5db-198a20e2bccd owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:40.648913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:40.664776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:40.664996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.673305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.677513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81c3c070-51c1-482b-9eb2-0d9c0d45db43 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1699123 Apr 01 15:51:40.707617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.721227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '9e6744ba-1293-417b-9402-4a41eb82a9c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:40.795940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:40.803576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:40.803791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=588eddd596d54cc287146adb5503b293&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4666669 Apr 01 15:51:40.806095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.861476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:40.868682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-15ba8974-3a0d-4020-92cc-1b38f320787c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6310198 Apr 01 15:51:40.869455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4ca4-0ad7-4175-a32c-75ce29a02333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc8d9b-ebe9-419c-b0fc-c75fc7940fee,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.887931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:40.896583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.911809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:40.915527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.926651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.011739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.052595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.119749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.127750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.130603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router 608403fd-5341-49f6-86d5-be1874f2ec5a {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:51:41.200472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.207168 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb818edd-4812-4a61-a4d1-d1bbcd0f8e86 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 204 len: 168 time: 1.1102605 Apr 01 15:51:41.207168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.219940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-614961256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:41.236375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.239206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:41.260279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.264794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc8d9b-ebe9-419c-b0fc-c75fc7940fee,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.267291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Usage tracker for resource:router and tenant:f3c85e5792d0455aa7669ce0c3d035db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:41.277561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.279228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:41.282492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.289285 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2ef929e4-8f3a-46f7-b772-be8f76aa5e7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3cc8d9b-ebe9-419c-b0fc-c75fc7940fee HTTP/1.1" status: 204 len: 168 time: 0.4295542 Apr 01 15:51:41.302946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:41.331309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b73168f-2147-4312-ba5a-e6bab555b297 None None] Provisioning for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:41.336527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b73168f-2147-4312-ba5a-e6bab555b297 None None] Provisioning complete for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:41.336902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b73168f-2147-4312-ba5a-e6bab555b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.360451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.402156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b20a791-468d-464b-8e81-6d0dbac03377,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.419001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.426440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.490374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d07fe8-507e-4cbd-9650-cd0861a2e749 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:41.519058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-5d46f1fc-2c50-450a-a028-8586462f1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.520037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.520552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-5d46f1fc-2c50-450a-a028-8586462f1010 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1099 time: 0.5703597 Apr 01 15:51:41.521674 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99deeeab-59fc-4ab6-901f-bd1091c05946 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8110147 Apr 01 15:51:41.526506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44164) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.624847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d07fe8-507e-4cbd-9650-cd0861a2e749 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:41.648140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:41.660930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.668772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c7c8719-5a14-48dc-b05b-4d28be61cf1e None None] Provisioning for port 274b7d73-05a7-49a5-b5db-198a20e2bccd completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:41.681269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c7c8719-5a14-48dc-b05b-4d28be61cf1e None None] Provisioning complete for port 274b7d73-05a7-49a5-b5db-198a20e2bccd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:41.682176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c7c8719-5a14-48dc-b05b-4d28be61cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.682435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.683079 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment d28206e0-153d-4ca1-89b7-75706a99a1fb of type vlan for network da1ae89d-0efc-460c-b084-9a63b17d6399 Apr 01 15:51:41.714394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.735407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.767620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c8719-5a14-48dc-b05b-4d28be61cf1e None None] Port 274b7d73-05a7-49a5-b5db-198a20e2bccd was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:51:41.796885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.823583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.846555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=274b7d73-05a7-49a5-b5db-198a20e2bccd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.859423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.863360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.869718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.870335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.943844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.977258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.977884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.978482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 5ac80037-e362-4d81-9292-eb8130d1ab19 disassociated. External IP: 172.26.7.27, port: 4f067874-a5f5-4cf9-8b26-317627aa68fc. Apr 01 15:51:41.978983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 4f067874-a5f5-4cf9-8b26-317627aa68fc owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:41.980292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6445975 Apr 01 15:51:41.986907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.990965 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83f2cb00-0545-4cef-89fb-68b9f6ef500e tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7829340 Apr 01 15:51:42.000631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.002861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44178) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.010512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-d0e7a2bc-2d5d-461e-b25a-a347f45d1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.011258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-d0e7a2bc-2d5d-461e-b25a-a347f45d1470 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 200 len: 898 time: 0.4594533 Apr 01 15:51:42.012412 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9430df75-03ee-4aae-893a-0003cb524103 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/274b7d73-05a7-49a5-b5db-198a20e2bccd HTTP/1.1" status: 204 len: 168 time: 2.4454601 Apr 01 15:51:42.021409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44186) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.022701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:42.068794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8eb8a-40f0-47ca-90ea-eb21df97c8b5 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:51:42.080007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:42.159173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.163945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.165361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1b20a791-468d-464b-8e81-6d0dbac03377 HTTP/1.1" status: 204 len: 168 time: 0.6360030 Apr 01 15:51:42.187702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294c674-a3f1-43d4-8812-d38aa376d8a6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=da1ae89d-0efc-460c-b084-9a63b17d6399,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.189153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.217249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network da1ae89d-0efc-460c-b084-9a63b17d6399 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:42.258515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5d58-a468-4c80-bf54-3f04ab147fee tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b20a791-468d-464b-8e81-6d0dbac03377,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.299779 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-37dad5ac-2e64-4de6-ac50-5bd087a0ce92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 200 len: 1002 time: 0.2794020 Apr 01 15:51:42.349930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:42.368244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:42.372833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:42.377117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8eb8a-40f0-47ca-90ea-eb21df97c8b5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:51:42.435190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:42.445305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c4bd985-2951-4453-b5a0-4602bdbe209b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:42.495215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d4ed4-74c5-4d5a-87cb-82dfad3f20a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.495939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-561d4ed4-74c5-4d5a-87cb-82dfad3f20a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:42.507381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-09003815-a27d-4bca-801b-f31c0f34e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.509988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-09003815-a27d-4bca-801b-f31c0f34e1e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5d83613-6760-467c-83cc-403371cfa2eb HTTP/1.1" status: 200 len: 835 time: 0.2016706 Apr 01 15:51:42.577195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.587705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.600116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:42.607835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.630855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 20a3ecd6-adbf-4398-92fa-4aadf2424b85 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:42.649345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-561d4ed4-74c5-4d5a-87cb-82dfad3f20a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:42.650664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-561d4ed4-74c5-4d5a-87cb-82dfad3f20a0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6283543 Apr 01 15:51:42.654123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.661377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c4bd985-2951-4453-b5a0-4602bdbe209b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:42.664904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c4bd985-2951-4453-b5a0-4602bdbe209b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4663596 Apr 01 15:51:42.675679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=4f067874-a5f5-4cf9-8b26-317627aa68fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.679350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44206) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.732806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.779384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:42.779642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.862279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-20e52cdb-1bec-4335-9dbc-01538758eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.863889 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-20e52cdb-1bec-4335-9dbc-01538758eb75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f6d6d1f-a68a-4853-b072-12a58a214aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3383512 Apr 01 15:51:42.872325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.889320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.901583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.985384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1491379974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:43.127887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ad4b0-ebdc-44e7-8f29-9185e3d79ecf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.129577 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed0ad4b0-ebdc-44e7-8f29-9185e3d79ecf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4741402 Apr 01 15:51:43.163533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44218) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.235938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:43.238221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.260582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:router and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:43.278331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.279847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.281349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:43.282163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:43.311022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:43.321315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6744ba-1293-417b-9402-4a41eb82a9c9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.331111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Router ca96e90c-8511-48d9-b4a4-1c02fee53c55 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:51:43.342528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:43.383252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:43.470089 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-7acc53e4-84f8-415b-9a79-fa0580b08a67 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216854 Apr 01 15:51:43.471289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:43.475632 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19e0f7c7-1627-4a8b-99cc-18a3ff07554e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2993197 Apr 01 15:51:43.475632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.477355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.479375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.480455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-72bb2396-be4b-423d-8843-253125da6dd2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e6744ba-1293-417b-9402-4a41eb82a9c9 HTTP/1.1" status: 204 len: 168 time: 0.7934966 Apr 01 15:51:43.481541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.482558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.490153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.511197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:43.521874 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Sync routers for ids ['ca96e90c-8511-48d9-b4a4-1c02fee53c55'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:43.531330 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Routers {'ca96e90c-8511-48d9-b4a4-1c02fee53c55'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.532184 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ca96e90c-8511-48d9-b4a4-1c02fee53c55'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.572111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.581390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.585458 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9c3a291-b6c7-4a61-bf13-5038e9265dea tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "PUT /v2.0/routers/ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 200 len: 697 time: 1.5732226 Apr 01 15:51:43.593523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.668741 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Set router ca96e90c-8511-48d9-b4a4-1c02fee53c55 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:43.703218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=3e2451c1-8c8a-4d2e-8669-d03a0fe49df1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.752579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c26ef5b8-9135-466d-bf50-c90da7761c75 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:43.772697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:43.778222 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96e90c-8511-48d9-b4a4-1c02fee53c55', 'name': 'tempest-RoutersIpV6Test-router-614961256', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:41Z', 'updated_at': '2022-04-01T15:51:42Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.784740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:43.785298 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Checking router: ca96e90c-8511-48d9-b4a4-1c02fee53c55 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:43.786803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet d0802b65-873f-4704-9f8c-b4f48ea50280 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:43.792158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': 'd28206e0-153d-4ca1-89b7-75706a99a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:43.792635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: da1ae89d-0efc-460c-b084-9a63b17d6399, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:43.794976 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Routers {'ca96e90c-8511-48d9-b4a4-1c02fee53c55'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.795629 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ca96e90c-8511-48d9-b4a4-1c02fee53c55'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.797174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.799935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.800707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.837865 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-796dfb94-566b-448c-bb5d-8fa4738af8dc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/routers/ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 200 len: 703 time: 0.2366240 Apr 01 15:51:43.840057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.859786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.894870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f19a2dbe-7bb4-4a27-b749-33dfe59df966 req-e97a5b37-6680-4335-96bf-0f7f80031600 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087496 Apr 01 15:51:43.897035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.902579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-be9f8e37-3ea0-4406-9450-d4c35df59db8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Synchronizing usage tracker for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:43.911636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:43.912490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.923820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c26ef5b8-9135-466d-bf50-c90da7761c75 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:43.925280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c26ef5b8-9135-466d-bf50-c90da7761c75 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4342527 Apr 01 15:51:43.926540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.931556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-145bb377-3fb6-44e7-bb42-678cb342803f tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/4f067874-a5f5-4cf9-8b26-317627aa68fc HTTP/1.1" status: 204 len: 168 time: 3.9810808 Apr 01 15:51:43.932202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.934801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44242) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.939663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439095299'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:43.946814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.950519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] Set router ca96e90c-8511-48d9-b4a4-1c02fee53c55 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:51:43.985931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:43.986904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a329fce-ec52-4bad-8007-12deccc35c5c None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:44.003509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-be9f8e37-3ea0-4406-9450-d4c35df59db8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Unset dirty status for tenant:f3c85e5792d0455aa7669ce0c3d035db on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:44.007891 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be9f8e37-3ea0-4406-9450-d4c35df59db8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 200 len: 205 time: 0.1608641 Apr 01 15:51:44.008194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.018115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:44.029403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.030595 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-76c4b49e-1a3a-4620-88fe-fb474930a9d3 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2879531 Apr 01 15:51:44.039901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.054476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1492036023'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:44.057999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:44.065354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-554586a5-11ce-434f-b89e-6f91dc85d781 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/floatingips/5ac80037-e362-4d81-9292-eb8130d1ab19 HTTP/1.1" status: 200 len: 687 time: 0.1268325 Apr 01 15:51:44.068744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44256) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.070154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:44.075330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:network and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:44.079735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:44.087640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:44.105430 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96e90c-8511-48d9-b4a4-1c02fee53c55', 'name': 'tempest-RoutersIpV6Test-router-614961256', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:41Z', 'updated_at': '2022-04-01T15:51:42Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:44.109802 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124154a9-42c5-49b9-b7e6-5a5fe15a2aec None None] The sync data for ids ['ca96e90c-8511-48d9-b4a4-1c02fee53c55'] in dv-neutron-835943-1-hyperv is: [{'id': 'ca96e90c-8511-48d9-b4a4-1c02fee53c55', 'name': 'tempest-RoutersIpV6Test-router-614961256', 'tenant_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:41Z', 'updated_at': '2022-04-01T15:51:42Z', 'revision_number': 2, 'project_id': 'f3c85e5792d0455aa7669ce0c3d035db', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:44.109980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.155171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network da1ae89d-0efc-460c-b084-9a63b17d6399 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:44.196103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:44.199839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.251437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.278661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.296968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.312780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, da1ae89d-0efc-460c-b084-9a63b17d6399) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:44.320879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a742a-7099-46ba-b87f-f1eb57f60eaf None None] Network da1ae89d-0efc-460c-b084-9a63b17d6399 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:44.345975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:44.349288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port a0cf6a93-09db-4438-8e88-73529b68f9c2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:44.349634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.383876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:44.393595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:44.396123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:44.404746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:security_group_rule and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:44.409311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:44.412070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:44.422639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:44.460930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:44.461568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.557352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-da1ae89d-0efc-460c-b084-9a63b17d6399', 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': '3e2451c1-8c8a-4d2e-8669-d03a0fe49df1'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:44.560415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.665134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.667052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.667330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.671261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.726628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Allocated IP 2001:db8::1 (da1ae89d-0efc-460c-b084-9a63b17d6399/3e2451c1-8c8a-4d2e-8669-d03a0fe49df1/b10c3c52-7ee8-4d71-9d24-7192ad1e779e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:44.775506 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cbfd09a2-6add-49dc-9c48-c8cc4fce771a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7702756 Apr 01 15:51:44.776454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=d0802b65-873f-4704-9f8c-b4f48ea50280,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.781504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.783176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.784161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.785948 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-990af045-5e41-4d07-bf66-70f513c64011 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/d0802b65-873f-4704-9f8c-b4f48ea50280 HTTP/1.1" status: 204 len: 168 time: 1.2806792 Apr 01 15:51:44.789076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.807218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44264) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.827324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612987e0-a17a-4d2b-b597-1c79a210ffa1 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:44.949565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for a0cf6a93-09db-4438-8e88-73529b68f9c2 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:44.980260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.981159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.986097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet df27bd60-6798-4c8e-a78f-c651591eb948 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:44.997567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.005648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.073981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.080314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.117107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.117635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Fanout notify agent at l3_agent the message router_deleted on router ca96e90c-8511-48d9-b4a4-1c02fee53c55 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:51:45.130396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Transition to ACTIVE for port object b10c3c52-7ee8-4d71-9d24-7192ad1e779e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:45.172858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1118334d-54c8-4202-8284-2cecff74238b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.185002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.191743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.191743 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ee10d7d3-9cdb-4748-91ae-d25118088693 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 204 len: 168 time: 1.1822655 Apr 01 15:51:45.201902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.270946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb3d89-4aae-4daf-b055-9325ff6d8b56,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.275023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:45.285803 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7dd455a-7c1a-4cad-bcd8-1170ba6fc123 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 200 len: 205 time: 0.0800405 Apr 01 15:51:45.293023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.301715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.358576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.371339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.371828 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Added segment 78090d22-2919-4fa7-b397-e4cc5b4efef3 of type vlan for network ceade971-a1fb-4708-95b6-78d596c5c0d7 Apr 01 15:51:45.385206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.389292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5b7641fe-fe10-48f5-9a0c-cafb31e4d4cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4532712 Apr 01 15:51:45.389292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-7045daea-4d47-4ebd-987e-4de056a5f395 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:45.391776 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7045daea-4d47-4ebd-987e-4de056a5f395 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/ca96e90c-8511-48d9-b4a4-1c02fee53c55 HTTP/1.1" status: 404 len: 336 time: 0.0976763 Apr 01 15:51:45.394451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44276) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.394451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.437512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Transition to ACTIVE for port object b10c3c52-7ee8-4d71-9d24-7192ad1e779e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:45.438313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '1118334d-54c8-4202-8284-2cecff74238b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:45.458371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a0d89-b015-4388-95ed-9f4f702e9b3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:45.458982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24a0d89-b015-4388-95ed-9f4f702e9b3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:45.461341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.468079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:45.513528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:45.521866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.526089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.535404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:45.538553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.570358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=a0cf6a93-09db-4438-8e88-73529b68f9c2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.580659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:45.587195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=df27bd60-6798-4c8e-a78f-c651591eb948,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.588867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44284) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.589720 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d24a0d89-b015-4388-95ed-9f4f702e9b3f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/0e18e2a2-5a84-46b3-8886-d4e32118d47e HTTP/1.1" status: 404 len: 337 time: 0.1926563 Apr 01 15:51:45.644672 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-27aec4be-754e-4db1-8353-687995b3a7b4 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:45.645142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27aec4be-754e-4db1-8353-687995b3a7b4 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:45.655106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.660337 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f527c929-6000-4ac2-8db3-8626be0389b3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/df27bd60-6798-4c8e-a78f-c651591eb948 HTTP/1.1" status: 204 len: 168 time: 0.8520894 Apr 01 15:51:45.662889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-27aec4be-754e-4db1-8353-687995b3a7b4 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/e7af7f69-29f5-477b-b4af-92795e6c8a3c HTTP/1.1" status: 404 len: 337 time: 0.0709069 Apr 01 15:51:45.663525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.665582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44292) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.705129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Pushing event updated for resources: {'Port': ['ID=b10c3c52-7ee8-4d71-9d24-7192ad1e779e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.725555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Network da1ae89d-0efc-460c-b084-9a63b17d6399 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:45.728195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:45.730573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:45.736405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.756111 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-882d9aae-18d0-4d4c-899a-50da477dbdfc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:45.756567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882d9aae-18d0-4d4c-899a-50da477dbdfc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:45.758334 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-882d9aae-18d0-4d4c-899a-50da477dbdfc tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/1e195a27-3d86-4281-a5a3-0948ac29c767 HTTP/1.1" status: 404 len: 337 time: 0.0893166 Apr 01 15:51:45.764915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44298) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.791292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c53960c-554c-4c6c-8bde-81b38a8d97c0 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265452 Apr 01 15:51:45.791927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.811156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.814328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2451c1-8c8a-4d2e-8669-d03a0fe49df1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.818191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.831657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:45.835342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7961a485-7b23-449b-80e5-744201cca9a2 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/5ac80037-e362-4d81-9292-eb8130d1ab19 HTTP/1.1" status: 204 len: 168 time: 1.7315648 Apr 01 15:51:45.836407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.842005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.855815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ff8eee-fc7e-48c6-b036-0d7b4f02cb35 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:45.856367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ff8eee-fc7e-48c6-b036-0d7b4f02cb35 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:45.858143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4ff8eee-fc7e-48c6-b036-0d7b4f02cb35 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/9c0eb001-73f7-41fe-9816-14150ebcb488 HTTP/1.1" status: 404 len: 337 time: 0.0906804 Apr 01 15:51:45.865667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.867647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '29789af7-63f3-4585-aa24-f205ac7c00e3'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:45.872371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Attempting to bind port b10c3c52-7ee8-4d71-9d24-7192ad1e779e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:45.872916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.873537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Attempting to bind port b10c3c52-7ee8-4d71-9d24-7192ad1e779e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd28206e0-153d-4ca1-89b7-75706a99a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:45.874657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Attempting to bind port b10c3c52-7ee8-4d71-9d24-7192ad1e779e on network da1ae89d-0efc-460c-b084-9a63b17d6399 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:45.882158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:45.882531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Checking segment: {'id': 'd28206e0-153d-4ca1-89b7-75706a99a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:45.884259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.884259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Bound using segment: {'id': 'd28206e0-153d-4ca1-89b7-75706a99a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:45.884259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Bound port: b10c3c52-7ee8-4d71-9d24-7192ad1e779e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28206e0-153d-4ca1-89b7-75706a99a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:45.884557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.886454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:45.887404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.924808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:45.954502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:floatingip and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:45.959301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5d2abe-6dc6-4fad-bbd3-4a6e151ddaa6 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:45.963019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:46.002371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.014499 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-457bc2ce-a4c8-4f8d-8d0e-e5eeeac4e361 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 200 len: 205 time: 0.1445413 Apr 01 15:51:46.040068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.041860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44316) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.064868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] For port b10c3c52-7ee8-4d71-9d24-7192ad1e779e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:46.082421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] For port b10c3c52-7ee8-4d71-9d24-7192ad1e779e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b10c3c52-7ee8-4d71-9d24-7192ad1e779e,segment=NetworkSegment(d28206e0-153d-4ca1-89b7-75706a99a1fb),segment_id=d28206e0-153d-4ca1-89b7-75706a99a1fb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:46.094350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1ae89d-0efc-460c-b084-9a63b17d6399']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.110917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28206e0-153d-4ca1-89b7-75706a99a1fb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.111324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28206e0-153d-4ca1-89b7-75706a99a1fb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.118620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:46.126187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0794621 Apr 01 15:51:46.127843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2323d15-97d7-4732-a149-4daa4e9d0857 None None] Provisioning complete for port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:46.127843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2323d15-97d7-4732-a149-4daa4e9d0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.128065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.134031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.135584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38722-2295-4e0d-a082-5bc75fc46933 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Network': ['ID=ceade971-a1fb-4708-95b6-78d596c5c0d7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.143780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'subnet': {'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:46.157806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-889962a7-8e53-49b0-95a4-b96303be2db3 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:46.164232 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-889962a7-8e53-49b0-95a4-b96303be2db3 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/608403fd-5341-49f6-86d5-be1874f2ec5a HTTP/1.1" status: 404 len: 336 time: 0.1084144 Apr 01 15:51:46.166879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.179931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:46.225066 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33baef2b-fff5-4764-813d-58da56e993cd tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=d070f0f6-740a-425f-b115-b381064d0795 HTTP/1.1" status: 200 len: 205 time: 0.0567102 Apr 01 15:51:46.228193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44328) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.232253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.279764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.302893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.315260 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.326540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-f25c1ee3-5292-4220-800c-4dfeb62fbb99 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:46.328812 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f25c1ee3-5292-4220-800c-4dfeb62fbb99 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/d070f0f6-740a-425f-b115-b381064d0795 HTTP/1.1" status: 404 len: 336 time: 0.0984635 Apr 01 15:51:46.328812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.338872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.351289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.412375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:46.412793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.417095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aeefdf-da7f-4fbd-8d8f-8500c0b67dad,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.420677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-491f257c-3fc5-40ce-88c3-25ce6f6fc246 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:46.426199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491f257c-3fc5-40ce-88c3-25ce6f6fc246 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:46.432545 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:46.436613 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-491f257c-3fc5-40ce-88c3-25ce6f6fc246 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/0d2be459-7d41-4617-a43f-9a029b1cbcbf HTTP/1.1" status: 404 len: 337 time: 0.0918217 Apr 01 15:51:46.439129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44336) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.459355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33c407-2728-47c8-a614-a38b71fb15a2 None None] Pushing event updated for resources: {'Port': ['ID=b10c3c52-7ee8-4d71-9d24-7192ad1e779e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.468197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:46.472215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.529589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.530754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-baa2caa6-aa38-4d40-ad42-818f76a5cc2b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1361318 Apr 01 15:51:46.533734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3af0142e-9ab3-4cb6-a237-c75c23385b76 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 200 len: 205 time: 0.0934942 Apr 01 15:51:46.534286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.540420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.546866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '1118334d-54c8-4202-8284-2cecff74238b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:46.556929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa93cca-de54-41f2-87dc-25cf6df556f7 None None] Network da1ae89d-0efc-460c-b084-9a63b17d6399 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:46.617802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:46.641673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:46.643078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:51:46.644513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-472931dd-30d5-4470-8bdf-ae23ba9f9b3b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:46.646210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-472931dd-30d5-4470-8bdf-ae23ba9f9b3b tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/fdc2176a-3b38-4d71-9284-ae2ce73f3cf6 HTTP/1.1" status: 404 len: 336 time: 0.1037424 Apr 01 15:51:46.649594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:46.652876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.654364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Deleting port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:46.654766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.658965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.673757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:46.678229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:subnet and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:46.681569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:46.690747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.711401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-02823fd1-b9b4-4c90-a311-3af40580f1f8 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0890f9a-5c25-43a2-ab52-636b81396553 HTTP/1.1" status: 200 len: 205 time: 0.0574317 Apr 01 15:51:46.714463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.760126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:51:46.760126 dv-neutron-835943-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:51:46.760126 dv-neutron-835943-1-hyperv neutron-server[88600]: [parameters: {'id': 'da1ae89d-0efc-460c-b084-9a63b17d6399'}] Apr 01 15:51:46.760126 dv-neutron-835943-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:46.760969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:46.780141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:46.783551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.786724 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-b2c4fe42-5ee3-4414-b3cf-e5d8622a369f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:46.795420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2c4fe42-5ee3-4414-b3cf-e5d8622a369f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/c0890f9a-5c25-43a2-ab52-636b81396553 HTTP/1.1" status: 404 len: 336 time: 0.0723259 Apr 01 15:51:46.795420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44356) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.955283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] For port 20a3ecd6-adbf-4398-92fa-4aadf2424b85, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=20a3ecd6-adbf-4398-92fa-4aadf2424b85,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:46.955887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.956404 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae73198-a6bd-4c57-bde5-b41174b60540 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:46.956824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae73198-a6bd-4c57-bde5-b41174b60540 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:46.961423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ae73198-a6bd-4c57-bde5-b41174b60540 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/cf1bd9ca-9eca-4af9-85bd-1b6bc17568cf HTTP/1.1" status: 404 len: 337 time: 0.1670122 Apr 01 15:51:46.961423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.968469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44360) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.003182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.015429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.065070 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-743f2bd0-75fa-4950-b497-a4f9804510d3 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98ae90b-c849-462a-b1d3-5f45a5545d14 HTTP/1.1" status: 200 len: 205 time: 0.0947454 Apr 01 15:51:47.065270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.079128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:47.083082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Calling delete_port for 20a3ecd6-adbf-4398-92fa-4aadf2424b85 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:47.087519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:47.095853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:47.096439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.152549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=543e3cf9-fef5-4808-ab22-98b9be0ec7a9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.173385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-7adacb0b-7d00-4047-9446-b5b3d868994f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:47.174408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7adacb0b-7d00-4047-9446-b5b3d868994f tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/a98ae90b-c849-462a-b1d3-5f45a5545d14 HTTP/1.1" status: 404 len: 336 time: 0.1082850 Apr 01 15:51:47.176305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.177661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.217772 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7c2762-6c14-463b-84ef-f9fcbb2f4861 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:47.218227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7c2762-6c14-463b-84ef-f9fcbb2f4861 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:47.219968 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c7c2762-6c14-463b-84ef-f9fcbb2f4861 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/9652f856-0b34-4213-9791-db47782b6294 HTTP/1.1" status: 404 len: 337 time: 0.0411766 Apr 01 15:51:47.222594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.253669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.215 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/dc0fd507-3e03-4739-a616-91c94e113b3d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:47.262141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.268808 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5910b935-794d-4451-a898-501832ab819c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4594543 Apr 01 15:51:47.272169 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82a141bb-ab6e-4fef-940e-4ad538097d59 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d1dc877-9236-4838-b884-8474eab8ae25 HTTP/1.1" status: 200 len: 205 time: 0.0485644 Apr 01 15:51:47.273114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.274436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.281950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:47.282176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.296615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.296854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.326268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] Pushing event deleted for resources: {'Port': ['ID=20a3ecd6-adbf-4398-92fa-4aadf2424b85,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.329588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a27a0-81c5-49bc-8ea1-23b5f9d8ccb4 None None] No DVR routers for this DVR port 20a3ecd6-adbf-4398-92fa-4aadf2424b85 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:47.343291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03b194-3325-4d32-8131-f7567a0ea371 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:47.384126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port b10c3c52-7ee8-4d71-9d24-7192ad1e779e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:47.384461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.451387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768dbc58-0f53-454d-8997-8e9764862231,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.459061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-7b2b82b9-24eb-44d8-a0a0-605feaa60578 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] delete failed (client error): The resource could not be found. Apr 01 15:51:47.462175 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b2b82b9-24eb-44d8-a0a0-605feaa60578 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/routers/5d1dc877-9236-4838-b884-8474eab8ae25 HTTP/1.1" status: 404 len: 336 time: 0.1786940 Apr 01 15:51:47.471022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.533057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.545335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Subnet': ['ID=4bf84f06-ff42-4f8d-8795-66d4b0eb1365,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.553654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.555169 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08752f0b-7d35-4294-9066-8935b0558d21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0161104 Apr 01 15:51:47.557900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44388) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.563474 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a60f176-3dd3-4ea6-8659-0f085558f104 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:47.563925 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a60f176-3dd3-4ea6-8659-0f085558f104 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:47.564903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '1118334d-54c8-4202-8284-2cecff74238b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:47.568133 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a60f176-3dd3-4ea6-8659-0f085558f104 tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/3f32b20b-5650-455a-85d9-1c2095ee47b1 HTTP/1.1" status: 404 len: 337 time: 0.0766580 Apr 01 15:51:47.570540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.589849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Checking segment: {'id': '78090d22-2919-4fa7-b397-e4cc5b4efef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:47.590215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network hostable DHCP agents. Network: ceade971-a1fb-4708-95b6-78d596c5c0d7, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:47.601176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '543e3cf9-fef5-4808-ab22-98b9be0ec7a9'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:47.602314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.604646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:47.616252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:47.620074 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e594f6ba-18f3-41ac-8ab0-d0e03db5fa3d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:47.620553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e594f6ba-18f3-41ac-8ab0-d0e03db5fa3d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:47.624879 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e594f6ba-18f3-41ac-8ab0-d0e03db5fa3d tempest-RoutersIpV6Test-1848181492 tempest-RoutersIpV6Test-1848181492-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ce203c-9abb-47e0-a45c-6e79714e9523 HTTP/1.1" status: 404 len: 337 time: 0.0507603 Apr 01 15:51:47.624879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:47.638521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:47.712034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:47.730529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.762958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:47.767823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:47.778184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/543e3cf9-fef5-4808-ab22-98b9be0ec7a9/7ec0d210-f654-4d7a-8df3-73073bed1fb2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:47.783950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:47.794416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port b10c3c52-7ee8-4d71-9d24-7192ad1e779e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b10c3c52-7ee8-4d71-9d24-7192ad1e779e,segment=NetworkSegment(d28206e0-153d-4ca1-89b7-75706a99a1fb),segment_id=d28206e0-153d-4ca1-89b7-75706a99a1fb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:47.794776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.809277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.821308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:47.828259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:47.839576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:47.863077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:47.890997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=dc0fd507-3e03-4739-a616-91c94e113b3d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.978931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.037836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.050484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for b10c3c52-7ee8-4d71-9d24-7192ad1e779e owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:48.051079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Transition to ACTIVE for port object 7ec0d210-f654-4d7a-8df3-73073bed1fb2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:48.078958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Transition to ACTIVE for port object 7ec0d210-f654-4d7a-8df3-73073bed1fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:48.080036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:48.084085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.138635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.187406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0f5a6f-8d55-4646-8538-ae981b6d68e9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.193652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.236538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ceade971-a1fb-4708-95b6-78d596c5c0d7) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:48.241564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:48.242340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.253041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a9b60-1208-4d04-b509-4b09a53eaf3a None None] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:48.274290 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 543e3cf9-fef5-4808-ab22-98b9be0ec7a9 (CIDR: 2001:db8::/64) Apr 01 15:51:48.276683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:48.290506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:48.301617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:48.306598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.308318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6096a1e5-23fc-4408-92a0-1ff3f2270a26 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7488301 Apr 01 15:51:48.311504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44402) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.324600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44406) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.329316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '1118334d-54c8-4202-8284-2cecff74238b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:48.335663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:51:48.336385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:48.340153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.342671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.347098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:48.354612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:48.362006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.373034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Pushing event updated for resources: {'Port': ['ID=7ec0d210-f654-4d7a-8df3-73073bed1fb2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.428516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=b10c3c52-7ee8-4d71-9d24-7192ad1e779e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.433716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.437126 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e014a335-2413-4e79-8845-ab025bf02b79 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3092339 Apr 01 15:51:48.440521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.446794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port b10c3c52-7ee8-4d71-9d24-7192ad1e779e on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:48.450771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'network': {'name': 'tempest-router-network01--391758144'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:48.476030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.484159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.486427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Attempting to bind port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:48.486825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Attempting to bind port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:48.487217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Attempting to bind port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:48.506417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:48.506979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:48.507424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.507924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:48.508302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Bound port: 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:48.508684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.510019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:network and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:48.525301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:48.541687 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0733de1e-b533-410f-8f49-e52cfe3a1541 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2647374 Apr 01 15:51:48.541784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.551204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.557737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:48.586970 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0da633bd-f6ea-44f7-bfb7-cc6a040033cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3c85e5792d0455aa7669ce0c3d035db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608917 Apr 01 15:51:48.591314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.611717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.612224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 20a3ecd6-adbf-4398-92fa-4aadf2424b85 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:48.652194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 20a3ecd6-adbf-4398-92fa-4aadf2424b85 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:51:48.652539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 20a3ecd6-adbf-4398-92fa-4aadf2424b85 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:48.689505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.708370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.733991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] For port 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:48.736427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1ae89d-0efc-460c-b084-9a63b17d6399']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:48.737345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] For port 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7ec0d210-f654-4d7a-8df3-73073bed1fb2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:48.741655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ceade971-a1fb-4708-95b6-78d596c5c0d7', 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7', 'tenant_id': 'dff8a48a6e3c443e87daedebceecb853', 'fixed_ips': [{'subnet_id': '4bf84f06-ff42-4f8d-8795-66d4b0eb1365'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:48.743244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.751511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:48.755296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.768996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8883bfeb-ec4f-4402-966f-af4829fd0919,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.769234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28206e0-153d-4ca1-89b7-75706a99a1fb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:48.769351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28206e0-153d-4ca1-89b7-75706a99a1fb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:48.779806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.797907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.826247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.839177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.840333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:48.842481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.851682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.851934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:48.856638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:48.859454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:48.859857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.868600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:48.876396 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:48.896778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.897123 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Added segment 6f15cf4b-25c5-4c02-b438-0244168f692a of type vlan for network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 Apr 01 15:51:48.899210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.908377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.909821 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-482cb6da-16c6-4e11-acfc-976eefd2f49f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5971587 Apr 01 15:51:48.915910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44426) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.923542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '1118334d-54c8-4202-8284-2cecff74238b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:49.010682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1e61-9574-4e86-898e-0df99f277ab5 None None] Pushing event updated for resources: {'Port': ['ID=7ec0d210-f654-4d7a-8df3-73073bed1fb2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.020857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.034399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Allocated IP 2001:db8::2 (ceade971-a1fb-4708-95b6-78d596c5c0d7/4bf84f06-ff42-4f8d-8795-66d4b0eb1365/323642ae-68a1-4a92-a42c-170709744064) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:49.100723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:49.104197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.118876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:49.122001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.143384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.156665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.156928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:49.166077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:49.171888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.177688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:49.177920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.178556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.190038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=da1ae89d-0efc-460c-b084-9a63b17d6399,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.237652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7cf89d-e90d-4022-9911-1ae65e9b753d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.246161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c993656-5f2f-4c6b-9f16-d8935a14a838 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/da1ae89d-0efc-460c-b084-9a63b17d6399 HTTP/1.1" status: 204 len: 168 time: 4.4585600 Apr 01 15:51:49.254282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.260597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.260792 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-495723c5-07b8-4c91-8dd2-c4be1ce788e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d7cf89d-e90d-4022-9911-1ae65e9b753d HTTP/1.1" status: 204 len: 168 time: 0.6617270 Apr 01 15:51:49.278651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996736897'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:49.285596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:49.291566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:49.294689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:49.302036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:49.350787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.381082 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9375024 Apr 01 15:51:49.382044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cb9ad-5e1a-4703-ad55-82f6b52e1fa2 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Network': ['ID=cdb19e21-1d65-4df9-8b4c-698f3de2aa41,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.384591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.391744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'network': {'name': 'tempest-router-network02--201841334'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:49.399702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:49.404165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:49.405924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:network and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:49.408068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.417800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:49.431626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:49.431880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:49.449436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:49.465422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.485296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.485975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 45c301d8-155e-4f1a-8d18-b90877795698 of type vlan for network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 Apr 01 15:51:49.540229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:49.543944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.549102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.563733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.578522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.605841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.622684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Transition to ACTIVE for port object 323642ae-68a1-4a92-a42c-170709744064 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:49.642125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Transition to ACTIVE for port object 323642ae-68a1-4a92-a42c-170709744064 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:49.672790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.711631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.757799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8a9389-7360-4c58-bd49-2283ebd9ae1f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.783262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:49.784416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:49.788194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:49.797763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=dc0fd507-3e03-4739-a616-91c94e113b3d,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.806539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Pushing event updated for resources: {'Port': ['ID=323642ae-68a1-4a92-a42c-170709744064,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.814663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.817942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:49.818592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.827235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:49.827577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:49.887125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.908137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Attempting to bind port 323642ae-68a1-4a92-a42c-170709744064 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:49.908540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Attempting to bind port 323642ae-68a1-4a92-a42c-170709744064 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '78090d22-2919-4fa7-b397-e4cc5b4efef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:49.908900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Attempting to bind port 323642ae-68a1-4a92-a42c-170709744064 on network ceade971-a1fb-4708-95b6-78d596c5c0d7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:49.920727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:49.921644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Checking segment: {'id': '78090d22-2919-4fa7-b397-e4cc5b4efef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:49.922144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.922677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Bound using segment: {'id': '78090d22-2919-4fa7-b397-e4cc5b4efef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:49.923336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Bound port: 323642ae-68a1-4a92-a42c-170709744064, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78090d22-2919-4fa7-b397-e4cc5b4efef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ceade971-a1fb-4708-95b6-78d596c5c0d7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:49.923800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.013221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.013428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7571263 Apr 01 15:51:50.014287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.015439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-509bfbc4-7a65-4d77-a3ee-8cb73a8488b3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0985823 Apr 01 15:51:50.019546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.029713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] For port 323642ae-68a1-4a92-a42c-170709744064, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:50.030975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:50.034011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] For port 323642ae-68a1-4a92-a42c-170709744064, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=323642ae-68a1-4a92-a42c-170709744064,segment=NetworkSegment(78090d22-2919-4fa7-b397-e4cc5b4efef3),segment_id=78090d22-2919-4fa7-b397-e4cc5b4efef3)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:50.048879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e92b1-a639-4a39-99fd-73d3d8a3fac8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=e63d6c09-b186-494c-a0e4-8ef48e15e2e6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.072950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:50.104940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.282026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.308784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 3897ae73-2492-4474-9faf-60e45459bd31 associated. External IP: 172.26.7.215, port: 29789af7-63f3-4585-aa24-f205ac7c00e3. Apr 01 15:51:50.322277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.323177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176a27b-a7af-4226-a50c-d3dc5f362e56 None None] Pushing event updated for resources: {'Port': ['ID=323642ae-68a1-4a92-a42c-170709744064,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.346843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.382332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:50.394945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:50.398330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:50.405531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:50.443079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.454842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:50.469246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c8a9389-7360-4c58-bd49-2283ebd9ae1f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.476084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:50.477310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.499589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.499589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Added segment f06297e9-e711-49ab-91f9-ecf18d539434 of type vlan for network e02a78ab-c36d-4c60-9909-16ea65c474e5 Apr 01 15:51:50.523991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49587bd1-75ef-4610-acca-ae2a246c8941 None None] Provisioning for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:50.601116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:51:50.646443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.654017 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-15bd3d08-7a7d-41ef-9b20-0a1fd3e2582f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8c8a9389-7360-4c58-bd49-2283ebd9ae1f HTTP/1.1" status: 204 len: 168 time: 0.6330802 Apr 01 15:51:50.654677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.701455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.761782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7ec0d210-f654-4d7a-8df3-73073bed1fb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:50.801055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.805369 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031347 Apr 01 15:51:50.815490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44472) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.872786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f928946-8fbc-47ea-a838-02819042350e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:50.880006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.885756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.886351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.928735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:50.938958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:50.939702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.042691 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62c616b4-056c-4813-b695-9c12dbf1924b tempest-NetworksApiDiscovery-329033844 tempest-NetworksApiDiscovery-329033844-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2203150 Apr 01 15:51:51.068375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Network': ['ID=e02a78ab-c36d-4c60-9909-16ea65c474e5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.080926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f928946-8fbc-47ea-a838-02819042350e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:51.082308 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f928946-8fbc-47ea-a838-02819042350e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4171958 Apr 01 15:51:51.086034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.100664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:51.117601 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62e83055-b1a1-442a-bd04-ccc3f081ea31 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7312908 Apr 01 15:51:51.121962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44484) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.128971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'subnet': {'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:51.146115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.175084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.203966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:51:51.205501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.291768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.326434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.333955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7ec0d210-f654-4d7a-8df3-73073bed1fb2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:51.444304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.444304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 323642ae-68a1-4a92-a42c-170709744064 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:51.549212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.553198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:subnet and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.556452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:51.562733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:51.570638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=dd17e94a-1eb1-41bf-89bd-19b5a8cfc098,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.579628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '45c301d8-155e-4f1a-8d18-b90877795698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:51.579933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: e63d6c09-b186-494c-a0e4-8ef48e15e2e6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:51.584699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.609203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8883bfeb-ec4f-4402-966f-af4829fd0919,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.625034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:51.625780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:51.626846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:51:51.638945 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:51.644175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7ec0d210-f654-4d7a-8df3-73073bed1fb2,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.651530 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:51.652508 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.682560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c67e9a-ef70-40e0-8b08-430d31acb1c3 None None] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:51.697678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:51.702823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.722850 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.738762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:51.742770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.743705 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:51:51.744475 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.751078 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da5b8954-c213-4689-9ca6-9d158215f0a6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8883bfeb-ec4f-4402-966f-af4829fd0919 HTTP/1.1" status: 204 len: 168 time: 0.6640739 Apr 01 15:51:51.752176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.766446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.791096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 323642ae-68a1-4a92-a42c-170709744064 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:51.816808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44492) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.851372 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc83c745-becc-48b5-b572-b0cf1a606bab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0006859 Apr 01 15:51:51.855660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.865294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-248254598'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:51.869543 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.869944 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37e691-1bcf-4954-8c31-21978ad1689a None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:51.875380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.881353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:network and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.884827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:51.891055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:51.893337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Provisioning for port 323642ae-68a1-4a92-a42c-170709744064 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:51.910894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Provisioning complete for port 323642ae-68a1-4a92-a42c-170709744064 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:51.918509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.974714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:51.976095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b9ec6ed4-9d5d-4479-8ea4-46bf4446f303 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:51.981920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.982095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e63d6c09-b186-494c-a0e4-8ef48e15e2e6) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:51.994876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.995626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.007430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a891617-0618-45f0-9c83-488ac546dcae None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:52.033043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:52.051804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.052895 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Added segment f2e299b7-55e9-4f0f-9e84-54284d8e5b74 of type vlan for network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e Apr 01 15:51:52.090988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.104882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.157699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b9ec6ed4-9d5d-4479-8ea4-46bf4446f303 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:52.159169 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b9ec6ed4-9d5d-4479-8ea4-46bf4446f303 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3470061 Apr 01 15:51:52.174207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:52.176957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44506) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.196551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b66c0b0b-ccd2-40fc-9bcc-89279db0e21d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1781046 Apr 01 15:51:52.201796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44510) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.213885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc37b030e3144ac8b478b45426957a7 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:52.218749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.220974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:52.234004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.251664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:52.279951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.316401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.343935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.419561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.440351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] For port 323642ae-68a1-4a92-a42c-170709744064, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=323642ae-68a1-4a92-a42c-170709744064,segment=NetworkSegment(78090d22-2919-4fa7-b397-e4cc5b4efef3),segment_id=78090d22-2919-4fa7-b397-e4cc5b4efef3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:52.445056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e63d6c09-b186-494c-a0e4-8ef48e15e2e6', 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': 'dd17e94a-1eb1-41bf-89bd-19b5a8cfc098'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:52.445917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.448057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.485503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.528382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e0f5a6f-8d55-4646-8538-ae981b6d68e9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.544653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.569837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7ec0d210-f654-4d7a-8df3-73073bed1fb2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:52.583285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.601652 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dc37b030e3144ac8b478b45426957a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394066 Apr 01 15:51:52.614689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.634026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.652631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.654941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Subnet': ['ID=ff042a75-fe12-4d88-ae9c-ce281abdf203,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.658721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:52.659509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.690653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490ccd5-db16-4c6d-9575-23b53ec38355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a269546-27b0-421a-a036-dbdbbb721713,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.702391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Checking segment: {'id': '6f15cf4b-25c5-4c02-b438-0244168f692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:52.702827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network hostable DHCP agents. Network: cdb19e21-1d65-4df9-8b4c-698f3de2aa41, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:52.709044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Allocated IP 2001:db8::2 (e63d6c09-b186-494c-a0e4-8ef48e15e2e6/dd17e94a-1eb1-41bf-89bd-19b5a8cfc098/c6322573-6e17-473d-a087-5930c8640cdb) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:52.720455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.721848 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ccad1c60-6ecf-40c4-b133-6e355aea3961 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4e0f5a6f-8d55-4646-8538-ae981b6d68e9 HTTP/1.1" status: 204 len: 168 time: 0.5378006 Apr 01 15:51:52.729188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44518) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.784695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.788323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7ec0d210-f654-4d7a-8df3-73073bed1fb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:52.798531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.799258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.830097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-783795fb-3d07-4dab-925c-8049c4be4daf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:52.844750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.858692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:52.946271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-783795fb-3d07-4dab-925c-8049c4be4daf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:52.947623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-783795fb-3d07-4dab-925c-8049c4be4daf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2179036 Apr 01 15:51:52.950656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44522) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.956389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c598f7-6528-41b4-afa5-142ca7ec5f11 None None] Pushing event updated for resources: {'Port': ['ID=323642ae-68a1-4a92-a42c-170709744064,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.963074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee88db11-067a-47c6-92af-a592654b76db None None] Provisioning complete for port 323642ae-68a1-4a92-a42c-170709744064 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:52.963558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee88db11-067a-47c6-92af-a592654b76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.980919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.990992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Network': ['ID=8ed88132-e4ef-4296-b2d3-b696eaa0c06e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.995831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, cdb19e21-1d65-4df9-8b4c-698f3de2aa41) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:53.000171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:53.001054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.014126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:53.018015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.028866 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab98706a-169f-42ab-a9fd-baff5d065023 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1695399 Apr 01 15:51:53.028866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:53.029147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.029376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbbb2d-0895-46f7-b885-d62c208ed243 None None] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:53.036353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a269546-27b0-421a-a036-dbdbbb721713,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.037652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=43b77aa5-0ee8-40c0-a435-1b66df6c992a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.042297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:53.051456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'subnet': {'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:53.051597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.058104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.061030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7569e793-6150-469f-b5f1-f48736ce29b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a269546-27b0-421a-a036-dbdbbb721713 HTTP/1.1" status: 204 len: 168 time: 0.4396164 Apr 01 15:51:53.073837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22aec29-a521-4f81-b2a7-0a4cf17bf86d None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:53.093667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:53.100986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.120185 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-32eaaf78-2150-4556-a14d-baa914bf5364 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9971256 Apr 01 15:51:53.128562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44532) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.130094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=7ec0d210-f654-4d7a-8df3-73073bed1fb2,revision_number=5']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.136030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'subnet': {'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:53.231713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.238263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:53.245176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:subnet and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:53.247989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:53.250151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:53.257678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:subnet and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:53.260339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.265679 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2829b8a8-1a27-479a-9908-8effe189be73 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7203603 Apr 01 15:51:53.265679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:53.268288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.272874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.273020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=768dbc58-0f53-454d-8997-8e9764862231,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.280613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:a4:96:5d', 'name': 'tempest-NetworksTestDHCPv6-1632554005'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:53.314314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:53.323689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:subnet and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:53.328869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:53.388527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.391241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.393213 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-889b21e8-fa8a-4559-9b37-b599baf5f6c5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/768dbc58-0f53-454d-8997-8e9764862231 HTTP/1.1" status: 204 len: 168 time: 0.4410644 Apr 01 15:51:53.396907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44540) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.422202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:53.425859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.431379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:53.432410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.441892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:53.445601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.466503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:53.470902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:53.475630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:53.483880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.513209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:53.518036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.569532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.628292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:53.667865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Transition to ACTIVE for port object c6322573-6e17-473d-a087-5930c8640cdb will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:53.711474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Transition to ACTIVE for port object c6322573-6e17-473d-a087-5930c8640cdb will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:53.723874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c2353ef-af84-4b77-b343-850369f2da8e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:53.822588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.830850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.875208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-cdb19e21-1d65-4df9-8b4c-698f3de2aa41', 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41', 'tenant_id': 'dff8a48a6e3c443e87daedebceecb853', 'fixed_ips': [{'subnet_id': 'ff042a75-fe12-4d88-ae9c-ce281abdf203'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:53.875448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 746b77e9-272d-47a0-96d8-051b4f531ce5 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:51:53.876598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.934384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:53.950228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:53.988509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c2353ef-af84-4b77-b343-850369f2da8e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:53.993009 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c2353ef-af84-4b77-b343-850369f2da8e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5950301 Apr 01 15:51:53.993874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.994017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:54.002030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Pushing event updated for resources: {'Port': ['ID=c6322573-6e17-473d-a087-5930c8640cdb,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.102939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.140612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.239942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Attempting to bind port c6322573-6e17-473d-a087-5930c8640cdb on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:54.240325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Attempting to bind port c6322573-6e17-473d-a087-5930c8640cdb by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '45c301d8-155e-4f1a-8d18-b90877795698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:54.240700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Attempting to bind port c6322573-6e17-473d-a087-5930c8640cdb on network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:54.244020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::1c7 (9d919997-7b56-4b49-acd8-35888c2943cc/543e3cf9-fef5-4808-ab22-98b9be0ec7a9/746b77e9-272d-47a0-96d8-051b4f531ce5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.249757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.252709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:54.253089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Checking segment: {'id': '45c301d8-155e-4f1a-8d18-b90877795698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:54.253497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.253905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Bound using segment: {'id': '45c301d8-155e-4f1a-8d18-b90877795698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:54.254904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Bound port: c6322573-6e17-473d-a087-5930c8640cdb, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c301d8-155e-4f1a-8d18-b90877795698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:54.255308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.258859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:965d (9d919997-7b56-4b49-acd8-35888c2943cc/43b77aa5-0ee8-40c0-a435-1b66df6c992a/746b77e9-272d-47a0-96d8-051b4f531ce5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.301064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.320279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Allocated IP 2001:db8::2 (cdb19e21-1d65-4df9-8b4c-698f3de2aa41/ff042a75-fe12-4d88-ae9c-ce281abdf203/a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.362952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Subnet': ['ID=1e185bfd-d593-437c-8f5e-7760580ce3d7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.371578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Checking segment: {'id': 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:54.371885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network hostable DHCP agents. Network: 8ed88132-e4ef-4296-b2d3-b696eaa0c06e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:54.389172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.448577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:54.467571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6322573-6e17-473d-a087-5930c8640cdb,segment=NetworkSegment(45c301d8-155e-4f1a-8d18-b90877795698),segment_id=45c301d8-155e-4f1a-8d18-b90877795698)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:54.476765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.553881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:54.569886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53aeefdf-da7f-4fbd-8d8f-8500c0b67dad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.577279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.588819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.590485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.607193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.656426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:54.669782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.671727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cec3a83a-4dd9-49f4-ac98-05a920361ee9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/53aeefdf-da7f-4fbd-8d8f-8500c0b67dad HTTP/1.1" status: 204 len: 168 time: 0.6727700 Apr 01 15:51:54.675792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44570) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.691304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 323642ae-68a1-4a92-a42c-170709744064 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:54.709587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=e3e35fd5-95d2-4f3e-b097-ef9571731b01,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.762635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ce386cbf-b3f4-4826-9425-43366078aa1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5446353 Apr 01 15:51:54.768355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.768938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8ed88132-e4ef-4296-b2d3-b696eaa0c06e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.788096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.792951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.793111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb736b-4131-4d6b-b366-fb654d16dc8b None None] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:54.814077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.825065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-789f5598-9dca-4919-bc4c-c0787cb386e4 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:54.844362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Subnet': ['ID=d83196e3-2cff-4f9e-82dc-98b9972135c4,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.869498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Transition to ACTIVE for port object a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.871915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Checking segment: {'id': 'f06297e9-e711-49ab-91f9-ecf18d539434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:54.872291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network hostable DHCP agents. Network: e02a78ab-c36d-4c60-9909-16ea65c474e5, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:54.913423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26e9b114-1c93-449a-8843-b1f0a834ffa4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8775766 Apr 01 15:51:54.917672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44580) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.921229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-373058651', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:54.940479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:54.947395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-789f5598-9dca-4919-bc4c-c0787cb386e4 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:54.953390 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-789f5598-9dca-4919-bc4c-c0787cb386e4 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2730169 Apr 01 15:51:54.956815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fbcca-bf6b-4228-827a-2e57ca735896 None None] Pushing event updated for resources: {'Port': ['ID=c6322573-6e17-473d-a087-5930c8640cdb,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.956964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44584) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.964243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:router and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:54.970337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:55.011472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.020145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Transition to ACTIVE for port object a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.025415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 323642ae-68a1-4a92-a42c-170709744064 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:55.030656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.034365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:55.087901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 746b77e9-272d-47a0-96d8-051b4f531ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.115329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.116984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.118547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.120097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.121593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.122581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Synchronizing usage tracker for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:55.135600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.179340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.185760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.209236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.211116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:55.224672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e02a78ab-c36d-4c60-9909-16ea65c474e5) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.225217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.230636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.231720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.244542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Unset dirty status for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:55.245975 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe6b053f-b984-4850-aece-5a2a55e75771 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4731047 Apr 01 15:51:55.249779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.283373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581250343'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:55.292145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:55.300051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.308226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:55.309724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Pushing event updated for resources: {'Port': ['ID=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.314179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b2eee-19a1-46cf-aa58-ad5bd2612165 None None] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:55.349678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:55.365911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:55.384898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.388189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.389564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.392136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:55.398741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:55.399473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.413165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1118334d-54c8-4202-8284-2cecff74238b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.416510 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34681b40-7c78-4b03-985e-fe33c5251388 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2840259 Apr 01 15:51:55.430417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.440636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.445095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=746b77e9-272d-47a0-96d8-051b4f531ce5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.461926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.485404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.525542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:55.526173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:55.529275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.583913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:55.597532 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-93d87fcb-d985-464a-ab37-2c35100e742a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3278522 Apr 01 15:51:55.599234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.604898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.604898 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 1496d547-61ae-400b-815a-094bf94b0643 of type vlan for network 7331965b-26c9-4900-a4cc-c7c8259cff02 Apr 01 15:51:55.701642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8ed88132-e4ef-4296-b2d3-b696eaa0c06e', 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e', 'tenant_id': '89d4595e0d134207b8ed6dcaeb5b6dcf', 'fixed_ips': [{'subnet_id': '1e185bfd-d593-437c-8f5e-7760580ce3d7'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:55.702373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.747573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-616520e4-803c-47f1-be48-ae28f269cdfe None None] Provisioning complete for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:55.748041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-616520e4-803c-47f1-be48-ae28f269cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.757627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.763450 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9eeadfa1-5bb5-4b1b-863a-5434457cbbf3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/1118334d-54c8-4202-8284-2cecff74238b HTTP/1.1" status: 204 len: 168 time: 0.8055222 Apr 01 15:51:55.767814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 746b77e9-272d-47a0-96d8-051b4f531ce5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:55.774809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.794608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:55.803725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Attempting to bind port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:55.804232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Attempting to bind port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6f15cf4b-25c5-4c02-b438-0244168f692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:55.804437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Attempting to bind port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd on network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:55.821088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.876467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:55.876995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Checking segment: {'id': '6f15cf4b-25c5-4c02-b438-0244168f692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:55.877492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.877982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Bound using segment: {'id': '6f15cf4b-25c5-4c02-b438-0244168f692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:55.878562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Bound port: a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f15cf4b-25c5-4c02-b438-0244168f692a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cdb19e21-1d65-4df9-8b4c-698f3de2aa41'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:55.879069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.935422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.085756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.100294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:56.100936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.122830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] For port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:56.131880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] For port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,segment=NetworkSegment(6f15cf4b-25c5-4c02-b438-0244168f692a),segment_id=6f15cf4b-25c5-4c02-b438-0244168f692a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:56.202650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--1335498009', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:56.213335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:56.271550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:56.276432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.279560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:56.296229 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0451834 Apr 01 15:51:56.299370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:56.301041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44620) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.315837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5201df-36a4-456b-9625-f29fd87af0b9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=7331965b-26c9-4900-a4cc-c7c8259cff02,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.326020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:56.347619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.371654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae4616e-943e-41c8-b74d-9895078e8be1 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:56.384517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:56.541997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:56.544981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.560571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 746b77e9-272d-47a0-96d8-051b4f531ce5 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:56.609308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.634342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.661403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e02a78ab-c36d-4c60-9909-16ea65c474e5', 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5', 'tenant_id': 'dff8a48a6e3c443e87daedebceecb853', 'fixed_ips': [{'subnet_id': 'd83196e3-2cff-4f9e-82dc-98b9972135c4'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:51:56.662235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.688781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb8fe0f2-d6ac-4cbf-ab07-41026ee01a4d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:56.697705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.711583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6322573-6e17-473d-a087-5930c8640cdb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:56.754314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.766582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:56.770850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:56.774217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:56.779968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:56.798420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Allocated IP 172.20.0.2 (8ed88132-e4ef-4296-b2d3-b696eaa0c06e/1e185bfd-d593-437c-8f5e-7760580ce3d7/6050bb56-7f73-4471-9a94-a3bdc889524c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:56.805174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35881-c14e-4447-8acf-bc2a8694ffee None None] Pushing event updated for resources: {'Port': ['ID=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.958310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb8fe0f2-d6ac-4cbf-ab07-41026ee01a4d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:56.964363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb8fe0f2-d6ac-4cbf-ab07-41026ee01a4d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9773896 Apr 01 15:51:56.971693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.983894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--468592548'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:56.996406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.071872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.116820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:57.244906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.287409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.300103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:57.306319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Allocated IP 2001:db8::1 (cdb19e21-1d65-4df9-8b4c-698f3de2aa41/ff042a75-fe12-4d88-ae9c-ce281abdf203/1d539d6c-6008-428f-abb9-d52fc607ac39) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:57.308269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:57.323116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:57.329338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c6322573-6e17-473d-a087-5930c8640cdb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:57.331035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.359516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.391418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Allocated IP 2001:db8::2 (e02a78ab-c36d-4c60-9909-16ea65c474e5/d83196e3-2cff-4f9e-82dc-98b9972135c4/10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:57.459184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.470350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:57.543431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Transition to ACTIVE for port object 6050bb56-7f73-4471-9a94-a3bdc889524c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:57.543718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50305c7f-d8d4-4b06-8ced-c44c11eb444e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.569882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.570329 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 7507f06b-ca2e-427d-b905-bbd2614d69cd of type vlan for network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 Apr 01 15:51:57.572770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.589614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Transition to ACTIVE for port object 6050bb56-7f73-4471-9a94-a3bdc889524c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:57.623678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Deleting port 73e59e5d-8a9b-4efc-8602-f1fa6186011b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:51:57.624140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.633714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.657387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:51:57.663272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:57.664025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.665447 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "PUT /v2.0/networks/7331965b-26c9-4900-a4cc-c7c8259cff02 HTTP/1.1" status: 200 len: 723 time: 1.3599567 Apr 01 15:51:57.669459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.684567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:57.694262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.700765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.704319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.794174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:57.801967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:57.806358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.817982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:57.822240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9fd4-712b-4a1a-aae8-8d1062add375 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=7331965b-26c9-4900-a4cc-c7c8259cff02,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.841355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Transition to ACTIVE for port object 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:57.851254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Pushing event updated for resources: {'Port': ['ID=6050bb56-7f73-4471-9a94-a3bdc889524c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.878613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.893223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Transition to ACTIVE for port object 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:57.899275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:57.933115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Update dhcp port {'port': {'network_id': 'e63d6c09-b186-494c-a0e4-8ef48e15e2e6', 'fixed_ips': [{'subnet_id': 'dd17e94a-1eb1-41bf-89bd-19b5a8cfc098', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3e35fd5-95d2-4f3e-b097-ef9571731b01'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': 'c6322573-6e17-473d-a087-5930c8640cdb'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:51:57.944516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.945294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.952945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.959567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:57.960633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.961104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.006236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.027386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Transition to ACTIVE for port object 1d539d6c-6008-428f-abb9-d52fc607ac39 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:58.028789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:58.079085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Provisioning for port 746b77e9-272d-47a0-96d8-051b4f531ce5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:58.085294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=746b77e9-272d-47a0-96d8-051b4f531ce5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.114270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beb1a6b-a260-493d-921e-b0eac65a06e5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.131487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.26.7.26 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/10f2c854-2383-4c31-8152-15ed42d1a63e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:58.149699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:58.153168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.189649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Provisioning complete for port 746b77e9-272d-47a0-96d8-051b4f531ce5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:58.190109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.307590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.309507 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-448ab0be-a774-49df-a709-6cac4641198b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3382251 Apr 01 15:51:58.314742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44642) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.326638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.331932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.337112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90e2398b-a76f-4267-9c56-6ac70f397b48 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/746b77e9-272d-47a0-96d8-051b4f531ce5 HTTP/1.1" status: 204 len: 168 time: 2.7343113 Apr 01 15:51:58.337112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.337638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.347679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.347862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Port 746b77e9-272d-47a0-96d8-051b4f531ce5 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:51:58.350658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.356671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3468a9c-abfc-444c-ba67-31b3481fb381 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4177086 Apr 01 15:51:58.365598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.387592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.425082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42a076-c808-46d6-b235-8c0cde5810bf None None] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:51:58.437547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:58.458667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-27621867', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:58.508121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Attempting to bind port 6050bb56-7f73-4471-9a94-a3bdc889524c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:58.508494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Attempting to bind port 6050bb56-7f73-4471-9a94-a3bdc889524c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:58.508865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Attempting to bind port 6050bb56-7f73-4471-9a94-a3bdc889524c on network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:58.514592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Provisioning for port c6322573-6e17-473d-a087-5930c8640cdb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:58.526716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Calling delete_port for 73e59e5d-8a9b-4efc-8602-f1fa6186011b owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:51:58.529402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:58.529785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Checking segment: {'id': 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:58.530186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.530589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Bound using segment: {'id': 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:58.531078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Bound port: 6050bb56-7f73-4471-9a94-a3bdc889524c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:58.531483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.539972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.553010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '4beb1a6b-a260-493d-921e-b0eac65a06e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:58.569767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:58.578225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:58.584348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:58.598870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:58.618717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:58.656995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:58.660594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09203f47-9e1c-4dac-9aca-e647df10ab8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:58.661327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09203f47-9e1c-4dac-9aca-e647df10ab8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:58.665273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:58.681737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:58.684685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:58.699777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:58.717510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Provisioning complete for port c6322573-6e17-473d-a087-5930c8640cdb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:58.717888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.726225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:58.726742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.735410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Port': ['ID=1d539d6c-6008-428f-abb9-d52fc607ac39,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.746381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.747105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.765654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:58.770600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09203f47-9e1c-4dac-9aca-e647df10ab8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:58.770600 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-09203f47-9e1c-4dac-9aca-e647df10ab8a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4218028 Apr 01 15:51:58.772917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.778065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.821752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:58.833619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.872117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.889813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dcd534-1a95-4f53-90ee-1632b3fdf3ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:58.893875 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-31dcd534-1a95-4f53-90ee-1632b3fdf3ce tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1167424 Apr 01 15:51:58.896931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:58.896931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Pushing event updated for resources: {'Port': ['ID=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.897264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.910633 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:58.934958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.001171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.022244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.056008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Port': ['ID=73e59e5d-8a9b-4efc-8602-f1fa6186011b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.073864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.121305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.123873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.245569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] For port 6050bb56-7f73-4471-9a94-a3bdc889524c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:59.253569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Attempting to bind port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:59.254208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Attempting to bind port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f06297e9-e711-49ab-91f9-ecf18d539434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:59.254573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Attempting to bind port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 on network e02a78ab-c36d-4c60-9909-16ea65c474e5 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:51:59.260286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e253e32-83d4-406b-85fa-9e843d11585a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.360476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.361962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.362369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:59.363467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.364862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:59.372049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:59.373848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=cdf5b154-0fc6-4e33-a39f-0a684dbe5c84,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.375577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:51:59.375983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Checking segment: {'id': 'f06297e9-e711-49ab-91f9-ecf18d539434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:59.376457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.376914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Bound using segment: {'id': 'f06297e9-e711-49ab-91f9-ecf18d539434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:51:59.377922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Bound port: 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06297e9-e711-49ab-91f9-ecf18d539434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e02a78ab-c36d-4c60-9909-16ea65c474e5'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:59.378371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.387554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:59.396700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] For port 6050bb56-7f73-4471-9a94-a3bdc889524c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6050bb56-7f73-4471-9a94-a3bdc889524c,segment=NetworkSegment(f2e299b7-55e9-4f0f-9e84-54284d8e5b74),segment_id=f2e299b7-55e9-4f0f-9e84-54284d8e5b74)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:59.429729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:51:59.453853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=10f2c854-2383-4c31-8152-15ed42d1a63e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.476853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.476853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b93cd3c3-be0a-41eb-a0c9-cd2af60a2263 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1584728 Apr 01 15:51:59.485348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44670) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.492078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.501615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.518176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '1496d547-61ae-400b-815a-094bf94b0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:51:59.518558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: 7331965b-26c9-4900-a4cc-c7c8259cff02, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:59.547084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Allocated IP 172.20.0.1 (e63d6c09-b186-494c-a0e4-8ef48e15e2e6/e3e35fd5-95d2-4f3e-b097-ef9571731b01/c6322573-6e17-473d-a087-5930c8640cdb) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:59.550907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.555666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:59.560513 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ec754e2c-3ac0-4d95-989a-55f64ea21e2e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6595860 Apr 01 15:51:59.562677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.563439 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Floating IP 644398ff-e94f-4c03-8c6d-0d3e0d16556c disassociated (deleted). External IP: 172.26.7.108, port: cf7eb141-6109-4985-9090-9e61493d2bbe. Apr 01 15:51:59.566044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.599494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec1df839-6869-4324-bb27-c50cb7b0db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.789215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b493a6b-d319-404f-88f2-4d101b7f997f None None] Pushing event updated for resources: {'Port': ['ID=6050bb56-7f73-4471-9a94-a3bdc889524c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.808709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] For port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:51:59.820345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:59.841846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] For port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,segment=NetworkSegment(f06297e9-e711-49ab-91f9-ecf18d539434),segment_id=f06297e9-e711-49ab-91f9-ecf18d539434)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:51:59.850748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6322573-6e17-473d-a087-5930c8640cdb,segment=NetworkSegment(45c301d8-155e-4f1a-8d18-b90877795698),segment_id=45c301d8-155e-4f1a-8d18-b90877795698)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:51:59.911130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.945298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.949128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 43b77aa5-0ee8-40c0-a435-1b66df6c992a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:51:59.956637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.981673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.090458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 7331965b-26c9-4900-a4cc-c7c8259cff02) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:00.158391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:00.158905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.201463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Router 8d727329-1840-40b2-9d74-0bd63d031c95 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:00.255511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Transition to ACTIVE for port object c6322573-6e17-473d-a087-5930c8640cdb will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:00.255713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.273402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb488725-47c8-4050-abf7-3aa6c9e204dd None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:00.339841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.475881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.587263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:00.587942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:00.686702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4dab-e7ca-49fc-9740-664a54b06d5e None None] Pushing event updated for resources: {'Port': ['ID=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.811799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.822837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.825539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.827730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6050bb56-7f73-4471-9a94-a3bdc889524c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:00.837494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/4beb1a6b-a260-493d-921e-b0eac65a06e5 HTTP/1.1" status: 204 len: 168 time: 1.3427789 Apr 01 15:52:00.837494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44688) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:00.867474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.936350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c1af3-9ec7-4f24-acc4-ef9bbe2e1f0e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beb1a6b-a260-493d-921e-b0eac65a06e5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.984262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbae55-82c4-4ca9-8290-33f6cff6b7e1 None None] Pushing event updated for resources: {'Port': ['ID=c6322573-6e17-473d-a087-5930c8640cdb,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.042089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:01.045707 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc570828-4357-45d9-9df6-a5a3385b10e6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3650317 Apr 01 15:52:01.079962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255221b-5853-439a-ad19-32d797878780 None None] Sync routers for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:01.121705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:01.138420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.159694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6050bb56-7f73-4471-9a94-a3bdc889524c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:01.170840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752e230-b06c-429a-8563-274eab74890c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-7331965b-26c9-4900-a4cc-c7c8259cff02', 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': 'cdf5b154-0fc6-4e33-a39f-0a684dbe5c84'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:01.171688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.200738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:01.201401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:01.225215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:01.285563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.305872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.172 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/ac3bd7a2-b7da-4692-966d-fad705b2c2d0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:01.316046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.389604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.509696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39280d13-2e66-4e9d-84a5-55c40fc7e2e2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:01.512428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.513196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.534376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.555438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.588413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce29063-9475-4527-b6a4-ac9aace4788f None None] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:01.594704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.596483 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:01.651704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7dbcb8b3-baec-42cc-81f5-73a051b02a9f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "DELETE /v2.0/floatingips/644398ff-e94f-4c03-8c6d-0d3e0d16556c HTTP/1.1" status: 204 len: 168 time: 4.8898344 Apr 01 15:52:01.654270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:01.654523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:01.732219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.796352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6322573-6e17-473d-a087-5930c8640cdb,segment=NetworkSegment(45c301d8-155e-4f1a-8d18-b90877795698),segment_id=45c301d8-155e-4f1a-8d18-b90877795698)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:01.861202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00e8e-d0e7-4715-9797-9aef0ee874e4 req-62851bbe-1468-424f-bd79-87f00c7daf13 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:01.863083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3aa00e8e-d0e7-4715-9797-9aef0ee874e4 req-62851bbe-1468-424f-bd79-87f00c7daf13 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.7895534 Apr 01 15:52:01.917075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:01.929386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:01.933543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:01.949461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.951204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d644560-6047-4884-ba1e-e5742cae30c2 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:01.968915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.035458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56690480-faa0-45a8-869b-3f3903785f71 None None] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:02.079526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39280d13-2e66-4e9d-84a5-55c40fc7e2e2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:02.091262 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39280d13-2e66-4e9d-84a5-55c40fc7e2e2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2296205 Apr 01 15:52:02.092164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.134379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663396277'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:02.155698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Port': ['ID=1d539d6c-6008-428f-abb9-d52fc607ac39,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.165035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.172382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33e551-caa1-435b-ae0e-37591cdb0845 None None] Pushing event updated for resources: {'Port': ['ID=c6322573-6e17-473d-a087-5930c8640cdb,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.195474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33432778'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.263438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.291230 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3aa00e8e-d0e7-4715-9797-9aef0ee874e4 req-af7322af-23d6-4c8a-88d8-1d1aaf77a399 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924572 Apr 01 15:52:02.358496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'status': 'completed', 'code': 200} Apr 01 15:52:02.382580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.543935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.609045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a752e230-b06c-429a-8563-274eab74890c None None] Allocated IP 2001:db8::2 (7331965b-26c9-4900-a4cc-c7c8259cff02/cdf5b154-0fc6-4e33-a39f-0a684dbe5c84/5ee11e01-92ed-40af-89f6-f573b5e6fdda) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:02.645576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:02.662765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.676979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.694197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=43b77aa5-0ee8-40c0-a435-1b66df6c992a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.696247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:02.698870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cc0ff-ce0b-4b9d-a38a-ee685eb80567 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:02.870789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:03.027872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:03.043265 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b18cdcdb-428f-444b-8cd5-2c9bb5417d94 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/43b77aa5-0ee8-40c0-a435-1b66df6c992a HTTP/1.1" status: 204 len: 168 time: 3.4735470 Apr 01 15:52:03.052634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:03.056139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:03.064749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:03.075124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.090941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:03.126598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e965-92c5-46ce-a2c6-634041ed16af req-1d00a178-43f4-460d-a721-fab1366bec5a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.133830 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3762e965-92c5-46ce-a2c6-634041ed16af req-1d00a178-43f4-460d-a721-fab1366bec5a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5009015 Apr 01 15:52:03.158636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning for port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:03.170884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.187711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d949b9f8-13ed-42b3-bbe2-a94b13a5bcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.220614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.221733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.251091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-fe8783e9-c35e-4320-9fdb-aed80da61031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.252867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-fe8783e9-c35e-4320-9fdb-aed80da61031 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 1099 time: 0.8174639 Apr 01 15:52:03.269899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:03.271520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 543e3cf9-fef5-4808-ab22-98b9be0ec7a9 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:03.308227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:03.308607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.385604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75004-1471-4f29-ae65-69fb427427f9 req-9f5e4ad8-707b-4518-aba9-2c72d2983db2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.387162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09a75004-1471-4f29-ae65-69fb427427f9 req-9f5e4ad8-707b-4518-aba9-2c72d2983db2 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.9033253 Apr 01 15:52:03.427155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.459767 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3762e965-92c5-46ce-a2c6-634041ed16af req-106738a6-c976-4f7c-8ded-eccf3653a22d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248918 Apr 01 15:52:03.496797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.540088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.555491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a752e230-b06c-429a-8563-274eab74890c None None] Transition to ACTIVE for port object 5ee11e01-92ed-40af-89f6-f573b5e6fdda will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.577712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.579506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a752e230-b06c-429a-8563-274eab74890c None None] Transition to ACTIVE for port object 5ee11e01-92ed-40af-89f6-f573b5e6fdda will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.583890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09a75004-1471-4f29-ae65-69fb427427f9 req-b4d36f4f-606a-4c08-b6a3-5a5d44409a77 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859157 Apr 01 15:52:03.617149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-af93af30-78c4-4e4e-8c06-2bcf1586df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.618654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-af93af30-78c4-4e4e-8c06-2bcf1586df1a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 200 len: 898 time: 0.3472726 Apr 01 15:52:03.620190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.668657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning for port 6050bb56-7f73-4471-9a94-a3bdc889524c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:03.724318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.727803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.730737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Router d6197597-52df-4632-bc4e-39ca29a9a8f3 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:03.748383 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-490a64a9-cbae-4c4e-98a0-aa4fee338880 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 200 len: 217 time: 0.1222777 Apr 01 15:52:03.765118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 4ddfc65e-7067-4ea1-bb1f-960ba51656de is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:03.772921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning complete for port 6050bb56-7f73-4471-9a94-a3bdc889524c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:03.774284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.873540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932467b8-6c26-451c-a76b-ca42b362537a req-95bd5572-1b5f-4f32-9c1e-e7d6f2fc3317 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.875023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-932467b8-6c26-451c-a76b-ca42b362537a req-95bd5572-1b5f-4f32-9c1e-e7d6f2fc3317 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2239008 Apr 01 15:52:03.886137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752e230-b06c-429a-8563-274eab74890c None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:03.895560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a752e230-b06c-429a-8563-274eab74890c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:03.898059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752e230-b06c-429a-8563-274eab74890c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:03.940565 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-932467b8-6c26-451c-a76b-ca42b362537a req-e8f0a441-f9f0-40f4-bd78-b4d3b5bf9e6a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501101 Apr 01 15:52:03.942849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.032620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=543e3cf9-fef5-4808-ab22-98b9be0ec7a9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.032620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.032620 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2b407628-0fa7-422a-a057-8c17ec6ae70e tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/543e3cf9-fef5-4808-ab22-98b9be0ec7a9 HTTP/1.1" status: 204 len: 168 time: 0.9410520 Apr 01 15:52:04.032620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.033097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.033097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752e230-b06c-429a-8563-274eab74890c None None] Pushing event updated for resources: {'Port': ['ID=5ee11e01-92ed-40af-89f6-f573b5e6fdda,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.036643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0510579d-7432-4ce6-9a2c-31ac4dc8b9eb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.125169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:52:04.154869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e86c7c21-e5a4-462d-853b-047068ed8e14 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500750 Apr 01 15:52:04.167483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44734) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.174437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:04.271769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.292711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-f7039929-8543-4dc3-8bed-d0de9455d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.294804 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-f7039929-8543-4dc3-8bed-d0de9455d79d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5d83613-6760-467c-83cc-403371cfa2eb HTTP/1.1" status: 200 len: 835 time: 0.5265787 Apr 01 15:52:04.301909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255221b-5853-439a-ad19-32d797878780 None None] Checking router: 8d727329-1840-40b2-9d74-0bd63d031c95 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:04.318057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.321836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-82602f6c-7af8-42d6-b154-79616200d8f5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1996560 Apr 01 15:52:04.358732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.366338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a752e230-b06c-429a-8563-274eab74890c None None] Attempting to bind port 5ee11e01-92ed-40af-89f6-f573b5e6fdda on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:04.366770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a752e230-b06c-429a-8563-274eab74890c None None] Attempting to bind port 5ee11e01-92ed-40af-89f6-f573b5e6fdda by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1496d547-61ae-400b-815a-094bf94b0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:04.367223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752e230-b06c-429a-8563-274eab74890c None None] Attempting to bind port 5ee11e01-92ed-40af-89f6-f573b5e6fdda on network 7331965b-26c9-4900-a4cc-c7c8259cff02 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:04.378374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.406666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:04.407341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--857664724'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:04.407521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.410319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:04.426730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3094b8a0-49e6-4f68-9f36-9a56b060ea0e tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9942389 Apr 01 15:52:04.427122 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] Sync routers for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:04.428592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.431943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:04.450349 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:04.454036 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.454201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-2f4ee4ba-f13e-4036-9005-595349b21568 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.454201 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-2f4ee4ba-f13e-4036-9005-595349b21568 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.90 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 0.7729049 Apr 01 15:52:04.525977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:04.539356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752e230-b06c-429a-8563-274eab74890c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:04.539854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752e230-b06c-429a-8563-274eab74890c None None] Checking segment: {'id': '1496d547-61ae-400b-815a-094bf94b0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:04.540321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.540770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a752e230-b06c-429a-8563-274eab74890c None None] Bound using segment: {'id': '1496d547-61ae-400b-815a-094bf94b0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:04.541322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a752e230-b06c-429a-8563-274eab74890c None None] Bound port: 5ee11e01-92ed-40af-89f6-f573b5e6fdda, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1496d547-61ae-400b-815a-094bf94b0643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7331965b-26c9-4900-a4cc-c7c8259cff02'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:04.541784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.551784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:04.567555 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.581044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:04.602363 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:04.603309 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.619713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,segment=NetworkSegment(f06297e9-e711-49ab-91f9-ecf18d539434),segment_id=f06297e9-e711-49ab-91f9-ecf18d539434)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:04.716883 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:04.717547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d0027c-2286-4726-a81b-36e9cb1df7a2 None None] The sync data for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:04.783335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:04.806960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33387473'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.822920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:04.826582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:04.846275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:04.850445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.863990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:04.890494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.896755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.896755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "PUT /v2.0/subnets/cdf5b154-0fc6-4e33-a39f-0a684dbe5c84 HTTP/1.1" status: 200 len: 826 time: 3.7368410 Apr 01 15:52:04.897017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:04.901142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.932142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:04.952393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Deleting port cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:04.953749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.978193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:04.991675 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] Sync routers for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:04.998961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:04.999786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-a696af9a-e64c-4699-9d81-51ef4962bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.001228 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-a696af9a-e64c-4699-9d81-51ef4962bc7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f6d6d1f-a68a-4853-b072-12a58a214aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6766694 Apr 01 15:52:05.011250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.012045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6322573-6e17-473d-a087-5930c8640cdb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:05.013021 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:05.013650 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.038852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5b6ca-9a2a-43e8-aae9-9790991cdcc4 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=cdf5b154-0fc6-4e33-a39f-0a684dbe5c84,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.061677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe230b-68b6-4dbd-aa47-7407f25cea11 req-06f66902-6437-4c53-bab2-bcf7bed93d61 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.070216 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfbe230b-68b6-4dbd-aa47-7407f25cea11 req-06f66902-6437-4c53-bab2-bcf7bed93d61 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.8208320 Apr 01 15:52:05.073198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.077862 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.087312 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:05.088408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.158039 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.158730 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a3091-c472-42e0-bf56-329b2eaa9e11 None None] The sync data for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:05.173828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.201845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:05.201845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.202949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.202949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e640d4a-b6ac-43ab-9418-033a4cacde33 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2869971 Apr 01 15:52:05.217803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:05.221055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.225807 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2be93a5d-f5a6-4cd8-855b-fa16b280b511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8289044 Apr 01 15:52:05.225979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:05.228570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.229002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.248759 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfbe230b-68b6-4dbd-aa47-7407f25cea11 req-f5fbcb29-8e2d-42c9-8df8-f669fae38e84 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775014 Apr 01 15:52:05.252015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:05.359567 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-703a202f-a799-4e6a-ba61-2b82b6e198c5 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411610 Apr 01 15:52:05.470312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] For port 6050bb56-7f73-4471-9a94-a3bdc889524c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6050bb56-7f73-4471-9a94-a3bdc889524c,segment=NetworkSegment(f2e299b7-55e9-4f0f-9e84-54284d8e5b74),segment_id=f2e299b7-55e9-4f0f-9e84-54284d8e5b74)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:05.497055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.552535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:05.556351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.577858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] For port cf7eb141-6109-4985-9090-9e61493d2bbe, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=cf7eb141-6109-4985-9090-9e61493d2bbe,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:05.578348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.594085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a752e230-b06c-429a-8563-274eab74890c None None] For port 5ee11e01-92ed-40af-89f6-f573b5e6fdda, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:05.622883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf332c3-4b31-4459-b4f0-b4d478a3d736 None None] Update dhcp port {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'fixed_ips': [{'subnet_id': '543e3cf9-fef5-4808-ab22-98b9be0ec7a9'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '7ec0d210-f654-4d7a-8df3-73073bed1fb2'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:52:05.651943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a752e230-b06c-429a-8563-274eab74890c None None] For port 5ee11e01-92ed-40af-89f6-f573b5e6fdda, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5ee11e01-92ed-40af-89f6-f573b5e6fdda,segment=NetworkSegment(1496d547-61ae-400b-815a-094bf94b0643),segment_id=1496d547-61ae-400b-815a-094bf94b0643)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:05.658437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.736410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Calling delete_port for cf7eb141-6109-4985-9090-9e61493d2bbe owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:05.766791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a752e230-b06c-429a-8563-274eab74890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.772513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b416e5be-b3b0-48da-a2f1-3ea7b404aaab req-b801a3b0-583b-4fba-b89b-c00bfd8a0283 service neutron] 10.222.0.90 "GET /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513792 Apr 01 15:52:05.772643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bafd7-3c39-48cd-94c9-c8e6a886b692 req-bb427373-8278-4304-b2f3-3d3896165952 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.772767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6b0bafd7-3c39-48cd-94c9-c8e6a886b692 req-bb427373-8278-4304-b2f3-3d3896165952 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Synchronizing usage tracker for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:05.789004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-effe935c-1108-4cbe-ba5b-943771a9d043 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5482526 Apr 01 15:52:05.791237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44768) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.810626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.827282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:05.957975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3cf332c3-4b31-4459-b4f0-b4d478a3d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.012965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port 5ee11e01-92ed-40af-89f6-f573b5e6fdda {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:06.013249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.070605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning for port 1d539d6c-6008-428f-abb9-d52fc607ac39 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:06.075250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:06.088401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dfffd-b249-4106-abef-a0213d8f62ef tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:06.092682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-148dfffd-b249-4106-abef-a0213d8f62ef tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2995450 Apr 01 15:52:06.094868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44772) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.144698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning complete for port 1d539d6c-6008-428f-abb9-d52fc607ac39 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:06.145076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.153830 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-115f99b1-bc1c-410c-880c-8fad4e4c2f6a tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549133 Apr 01 15:52:06.157497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44776) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.170016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Pushing event updated for resources: {'Port': ['ID=6050bb56-7f73-4471-9a94-a3bdc889524c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.170314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740388595', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:06.181449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6b0bafd7-3c39-48cd-94c9-c8e6a886b692 req-bb427373-8278-4304-b2f3-3d3896165952 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Unset dirty status for tenant:35c3ff7397fa45b1b8a7dec146f3f365 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:06.187184 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b0bafd7-3c39-48cd-94c9-c8e6a886b692 req-bb427373-8278-4304-b2f3-3d3896165952 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 946 time: 1.3973403 Apr 01 15:52:06.221415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745584-a60c-4ec0-aed8-5d57e6cc6f0b req-c861f4f7-b82a-46fd-a9a8-f5c448f8773d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:06.229295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e745584-a60c-4ec0-aed8-5d57e6cc6f0b req-c861f4f7-b82a-46fd-a9a8-f5c448f8773d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2770882 Apr 01 15:52:06.305806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.413591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Port': ['ID=cf7eb141-6109-4985-9090-9e61493d2bbe,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.498859 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e745584-a60c-4ec0-aed8-5d57e6cc6f0b req-54624981-7d57-497b-9316-7fd3dbc730c8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662878 Apr 01 15:52:06.512194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:06.515337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] No DVR routers for this DVR port cf7eb141-6109-4985-9090-9e61493d2bbe on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:06.518016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.523788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-deleted', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:06.531894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:06.532763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Port 1d539d6c-6008-428f-abb9-d52fc607ac39 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:06.540482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:06.550510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:06.555780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752e230-b06c-429a-8563-274eab74890c None None] Pushing event updated for resources: {'Port': ['ID=5ee11e01-92ed-40af-89f6-f573b5e6fdda,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.559128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.575268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5255221b-5853-439a-ad19-32d797878780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.600227 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ac7eb4c-295c-40aa-8c76-0743ce98a9ab req-5ede13a0-8c25-4264-9b97-314bf2115049 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.90 "DELETE /v2.0/ports/cf7eb141-6109-4985-9090-9e61493d2bbe HTTP/1.1" status: 204 len: 173 time: 2.1337366 Apr 01 15:52:06.602666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255221b-5853-439a-ad19-32d797878780 None None] The sync data for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv is: [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:37Z', 'revision_number': 4, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5f542407-2d34-4c51-91b2-7593df8cf0c9', 'name': '', 'network_id': '2f6d6d1f-a68a-4853-b072-12a58a214aef', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'mac_address': 'fa:16:3e:41:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:33Z', 'updated_at': '2022-04-01T15:49:51Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'subnets': [{'id': 'a5d83613-6760-467c-83cc-403371cfa2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:06.641768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:06.648238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.648342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63408-e1ff-4925-b355-ce4ba5bda502', 'name': 'network-vif-deleted', 'tag': 'cf7eb141-6109-4985-9090-9e61493d2bbe', 'status': 'completed', 'code': 200} Apr 01 15:52:06.700251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.711690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning for port c6322573-6e17-473d-a087-5930c8640cdb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:06.728301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning complete for port c6322573-6e17-473d-a087-5930c8640cdb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:06.729562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.730430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:06.734325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.764166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e7b5a-62d9-4d00-8681-7a32955354f3 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:06.765356 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b0bafd7-3c39-48cd-94c9-c8e6a886b692 req-9f787608-13b5-4be0-b880-1848a62f01db tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/security-groups?id=93923397-3259-44a4-b34a-94e7a0d01858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470686 Apr 01 15:52:07.071290 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a60f99fa-73a2-4356-b0b8-2d308251c654 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:52:07.072479 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a60f99fa-73a2-4356-b0b8-2d308251c654 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6374941 Apr 01 15:52:07.130846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46bd047-d141-47b2-b5e6-b22a85b86ccd None None] New status for floating IP 644398ff-e94f-4c03-8c6d-0d3e0d16556c: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:52:07.136468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44782) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.327661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:02Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:07.397943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:07.398348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Updating router 61a56ad4-be96-4b35-b079-67bab22da098 port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:07.405198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac5f38-7da5-4ca1-a249-a1dad24d4d6e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:07.455205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:07.538826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: cf7eb141-6109-4985-9090-9e61493d2bbe {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:07.539441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device cf7eb141-6109-4985-9090-9e61493d2bbe not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:07.548098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning for port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:07.572376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.573533 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90f4bb2b-349f-431d-a802-9ce00d5ac8c1 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.2138290 Apr 01 15:52:07.579099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.592790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Provisioning complete for port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:07.593171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.597163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '0510579d-7432-4ce6-9a2c-31ac4dc8b9eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44ac5f38-7da5-4ca1-a249-a1dad24d4d6e', 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:07.603736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:07.608445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:07.611739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:07.618806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:07.638242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port 5ee11e01-92ed-40af-89f6-f573b5e6fdda, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5ee11e01-92ed-40af-89f6-f573b5e6fdda,segment=NetworkSegment(1496d547-61ae-400b-815a-094bf94b0643),segment_id=1496d547-61ae-400b-815a-094bf94b0643)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:07.638864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.648995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.671293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.902662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bcdf7-02fd-46d8-a0bb-901fdc7cd33e req-1ac94a42-f7c0-4cad-92af-74b84b7e521e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:07.904208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a28bcdf7-02fd-46d8-a0bb-901fdc7cd33e req-1ac94a42-f7c0-4cad-92af-74b84b7e521e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1921103 Apr 01 15:52:07.994942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.001994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for 5ee11e01-92ed-40af-89f6-f573b5e6fdda owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:08.137060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:08.139319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00d4c6-1938-4c64-8c2b-1070529de7a2 None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:08.218338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=fd15a137-0a43-4c11-8c95-2026b493c5b9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.243890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a28bcdf7-02fd-46d8-a0bb-901fdc7cd33e req-de95d519-e02b-481a-99a0-73eb2d394222 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201969 Apr 01 15:52:08.253288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:08.253768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:08.272377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5ee11e01-92ed-40af-89f6-f573b5e6fdda up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:08.289972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.290552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:08.298571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Deleting port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:08.298948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.335754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:08.352711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.366353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.367813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.372696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=793d384b-2338-4c01-b861-4c867f9fbc42,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.376403 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c7832e3-ef8f-44ce-bb71-ab27ea665405 req-64032e21-d5bf-48a5-b659-04412bfefc96 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b63408-e1ff-4925-b355-ce4ba5bda502 HTTP/1.1" status: 200 len: 210 time: 0.1414545 Apr 01 15:52:08.436201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:08.469036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.475782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.523703 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-488e05f1-d5ad-4734-b372-850bdad7a186 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3531387 Apr 01 15:52:08.528567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.536131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=5ee11e01-92ed-40af-89f6-f573b5e6fdda,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.544533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:08.599661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:08.614672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.615275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.657087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4fcdd-6c79-4d3f-b7c2-4111190c3a5f None None] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:08.658440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port 5ee11e01-92ed-40af-89f6-f573b5e6fdda on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:08.706317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Transition to ACTIVE for port object ac3bd7a2-b7da-4692-966d-fad705b2c2d0 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:08.718380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.726893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.750341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No active binding found for port 5ee11e01-92ed-40af-89f6-f573b5e6fdda {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:52:08.750749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5ee11e01-92ed-40af-89f6-f573b5e6fdda not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:52:08.791921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.799106 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d602c23-9165-4968-9adb-e98a419bd07f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6405077 Apr 01 15:52:08.799791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44798) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.811756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:08.816250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.816408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:08.818787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:08.824756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:08.859320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.876480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port 5ee11e01-92ed-40af-89f6-f573b5e6fdda not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:52:08.876885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6050bb56-7f73-4471-9a94-a3bdc889524c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:08.916159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c21e6c-4b89-4219-9d43-8337e4e0071b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.933625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.941226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] For port 7ec0d210-f654-4d7a-8df3-73073bed1fb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7ec0d210-f654-4d7a-8df3-73073bed1fb2,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:08.941652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.068088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting port 1d539d6c-6008-428f-abb9-d52fc607ac39 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:09.069217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.085646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.087044 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68c758c0-28ae-49b7-b3a9-082a757ae503 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4978831 Apr 01 15:52:09.089927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44802) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.129975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.158356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Calling delete_port for 7ec0d210-f654-4d7a-8df3-73073bed1fb2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:09.166653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:09.169638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.196494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.207739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf5b154-0fc6-4e33-a39f-0a684dbe5c84,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.262313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.267745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] For port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,segment=NetworkSegment(6f15cf4b-25c5-4c02-b438-0244168f692a),segment_id=6f15cf4b-25c5-4c02-b438-0244168f692a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:09.287866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Attempting to bind port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:09.288239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Attempting to bind port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:09.288606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Attempting to bind port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:09.338890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245eec2-b1ab-45f1-8b1d-c8f454e92b0c None None] Pushing event updated for resources: {'Port': ['ID=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.351099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:09.351501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:09.351974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.354214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:09.354753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Bound port: ac3bd7a2-b7da-4692-966d-fad705b2c2d0, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:09.355165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.378524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 793d384b-2338-4c01-b861-4c867f9fbc42 (CIDR: 2001:db8::/64) Apr 01 15:52:09.407273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.533411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.560618 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:52:09.561114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:09.570615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6050bb56-7f73-4471-9a94-a3bdc889524c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:09.570909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.620792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.627937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b58a24-ff75-41d5-9dbb-6730f2740c4f None None] Network 7331965b-26c9-4900-a4cc-c7c8259cff02 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:09.713191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7331965b-26c9-4900-a4cc-c7c8259cff02']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.732468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.739646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.742514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.785066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Provisioning complete for port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:09.787849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.811803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2686fc-fbaa-46e6-b81f-5b978573f9a1 None None] Pushing event updated for resources: {'Port': ['ID=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.818434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1496d547-61ae-400b-815a-094bf94b0643') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.818871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1496d547-61ae-400b-815a-094bf94b0643') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.827848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49034308-84ce-4731-935d-b6dca97436de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:09.828772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.845402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c21e6c-4b89-4219-9d43-8337e4e0071b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.850182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.870801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Calling delete_port for 1d539d6c-6008-428f-abb9-d52fc607ac39 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:09.884901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.1 (8ed88132-e4ef-4296-b2d3-b696eaa0c06e/1e185bfd-d593-437c-8f5e-7760580ce3d7/c46bd121-5c96-4752-9aa9-cf6821e8c272) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:09.898983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.899257 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3caac932-dae9-49a3-a166-9347ede2a8cb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3700476 Apr 01 15:52:09.908455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.921076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'subnet': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:09.934326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] For port ac3bd7a2-b7da-4692-966d-fad705b2c2d0, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:09.939841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:52:09.948718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] No DVR routers for this DVR port 7ec0d210-f654-4d7a-8df3-73073bed1fb2 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:09.960737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff0422-648b-4837-a2f7-c13342bf4ae0 None None] Pushing event deleted for resources: {'Port': ['ID=7ec0d210-f654-4d7a-8df3-73073bed1fb2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.978149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] For port ac3bd7a2-b7da-4692-966d-fad705b2c2d0, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:09.981487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Could not find standard attr ID for object 5ee11e01-92ed-40af-89f6-f573b5e6fdda. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:52:09.987265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d6eae8-77b1-4eb5-80df-9cd7b194c0fe None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:10.003692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:10.004705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:10.026437 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:10.066875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c21e4-f8ad-45cd-807b-0b8ed1a6c3b3 req-bb70dce1-2c38-435d-b83a-6ec38d698341 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.068725 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-452c21e4-f8ad-45cd-807b-0b8ed1a6c3b3 req-bb70dce1-2c38-435d-b83a-6ec38d698341 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5248146 Apr 01 15:52:10.075342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.079182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17a351b1-1271-42cd-9409-82f2716b9825 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/72c21e6c-4b89-4219-9d43-8337e4e0071b HTTP/1.1" status: 204 len: 168 time: 0.9882691 Apr 01 15:52:10.084944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.090612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.330570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-452c21e4-f8ad-45cd-807b-0b8ed1a6c3b3 req-5d57e366-94dd-4aab-b7e6-7eb07e4486b9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536748 Apr 01 15:52:10.343945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Provisioning complete for port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:10.344331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.409519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.460778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd6fe7-e682-4759-930d-a8730f9da504 None None] DHCP port deletion for 7331965b-26c9-4900-a4cc-c7c8259cff02 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:10.473282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Port': ['ID=1d539d6c-6008-428f-abb9-d52fc607ac39,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.480100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245eec2-b1ab-45f1-8b1d-c8f454e92b0c None None] Pushing event updated for resources: {'Port': ['ID=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.493435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.495673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:10.496485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:10.513297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a8b11f1-005f-4cc8-97e1-a13339f55bc3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:10.551190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.565509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7ec0d210-f654-4d7a-8df3-73073bed1fb2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:10.667834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 7ec0d210-f654-4d7a-8df3-73073bed1fb2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:10.668440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7ec0d210-f654-4d7a-8df3-73073bed1fb2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:10.738049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=7331965b-26c9-4900-a4cc-c7c8259cff02,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.759760 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bb6daab2-af78-40f1-b99f-d1a3cc4aeeaf tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/7331965b-26c9-4900-a4cc-c7c8259cff02 HTTP/1.1" status: 204 len: 168 time: 5.8563235 Apr 01 15:52:10.771593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.776243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:10.787901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.792081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-49034308-84ce-4731-935d-b6dca97436de None None] Allocated IP 172.20.0.2 (e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8/fd15a137-0a43-4c11-8c95-2026b493c5b9/078b406c-9364-4ee1-a80a-f4ee47708427) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:10.805869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:subnet and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:10.813845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:10.825595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:10.845707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:10.853729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Transition to ACTIVE for port object c46bd121-5c96-4752-9aa9-cf6821e8c272 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:10.855071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9d919997-7b56-4b49-acd8-35888c2943cc', 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'tenant_id': 'c3fe1a78440741a69c2375d03abb9df9', 'fixed_ips': [{'subnet_id': '793d384b-2338-4c01-b861-4c867f9fbc42'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:10.856744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.857191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2354998d-9043-4f64-b226-bf503caadc7b tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:10.857776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2354998d-9043-4f64-b226-bf503caadc7b tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:10.864661 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2354998d-9043-4f64-b226-bf503caadc7b tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/7331965b-26c9-4900-a4cc-c7c8259cff02 HTTP/1.1" status: 404 len: 339 time: 0.0648565 Apr 01 15:52:10.874218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.882718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a8b11f1-005f-4cc8-97e1-a13339f55bc3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:10.886917 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a8b11f1-005f-4cc8-97e1-a13339f55bc3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7410467 Apr 01 15:52:10.890012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036987728', 'description': 'd1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:10.895293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.900199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:10.914647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Usage tracker for resource:network and tenant:166139d1b40e428a9fd9996a0b9a5dbc is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:10.930827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:10.953958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.955446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:10.974114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:10.978319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.167022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.173922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:11.180173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.210653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:11.215345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.336509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.346888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Router d6197597-52df-4632-bc4e-39ca29a9a8f3 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:11.463181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=c46bd121-5c96-4752-9aa9-cf6821e8c272,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.487025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.502010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:11.502286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.541225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:11.572916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:11.586712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Provisioning complete for port 6050bb56-7f73-4471-9a94-a3bdc889524c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:11.587071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.589034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:11.593093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:11.602211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:11.604626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] Sync routers for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:11.620629 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:11.623030 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.648711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.649062 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 8c5a03fe-a6a7-469a-9d6b-f49be431eae0 of type vlan for network 9abc708c-792c-4273-8f8c-ef3bee6bf546 Apr 01 15:52:11.695274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Allocated IP 2001:db8::2 (9d919997-7b56-4b49-acd8-35888c2943cc/793d384b-2338-4c01-b861-4c867f9fbc42/bcbfcf7c-f138-4325-ad11-b16397e2ee20) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:11.719041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43c5b29f-1f21-4b7b-a40f-d499fa761d44 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5812342 Apr 01 15:52:11.727837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.738749 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.748937 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:11.749694 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.767939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.781310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.830875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.831187 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:11.831671 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2fd71-14c0-4569-b50a-54a78ba01032 None None] The sync data for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:11.862506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-1ff15319-8637-490e-bb9f-263ddc9b71ea tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] delete failed (client error): The resource could not be found. Apr 01 15:52:11.868245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1ff15319-8637-490e-bb9f-263ddc9b71ea tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1398698343 HTTP/1.1" status: 404 len: 335 time: 0.1395707 Apr 01 15:52:11.869171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.900142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.936554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.960123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac5f38-7da5-4ca1-a249-a1dad24d4d6e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.012430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451724-3399-4766-a357-b5e6f7366edf req-8e943ed4-6011-4b80-938f-c588c1c1e083 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.013953 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3451724-3399-4766-a357-b5e6f7366edf req-8e943ed4-6011-4b80-938f-c588c1c1e083 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5305369 Apr 01 15:52:12.054838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e31f0fab-8c48-4af4-86cb-662ded6dc73f tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6197597-52df-4632-bc4e-39ca29a9a8f3'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:12.086829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49034308-84ce-4731-935d-b6dca97436de None None] Transition to ACTIVE for port object 078b406c-9364-4ee1-a80a-f4ee47708427 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:12.154707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49034308-84ce-4731-935d-b6dca97436de None None] Transition to ACTIVE for port object 078b406c-9364-4ee1-a80a-f4ee47708427 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:12.215634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Could not find standard attr ID for object 1d539d6c-6008-428f-abb9-d52fc607ac39. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:52:12.262912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.268700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.271685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.271832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.325228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5ee11e01-92ed-40af-89f6-f573b5e6fdda no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:12.368877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3451724-3399-4766-a357-b5e6f7366edf req-70e0a35a-b5a5-41f9-a6fc-2783417402ca tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441052 Apr 01 15:52:12.388871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5ee11e01-92ed-40af-89f6-f573b5e6fdda {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:12.389220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5ee11e01-92ed-40af-89f6-f573b5e6fdda not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:12.410687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Provisioning complete for port c6322573-6e17-473d-a087-5930c8640cdb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:12.411063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d95df5f-bdb1-4d35-a46c-e543a81ad19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.446877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:02Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:12.456647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49034308-84ce-4731-935d-b6dca97436de None None] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:12.463282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.464412 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c86d44c8-6307-4bb3-bf15-e3da81f314e3 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/44ac5f38-7da5-4ca1-a249-a1dad24d4d6e HTTP/1.1" status: 204 len: 168 time: 1.5680099 Apr 01 15:52:12.475183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-49034308-84ce-4731-935d-b6dca97436de None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:12.477455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.482388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49034308-84ce-4731-935d-b6dca97436de None None] Pushing event updated for resources: {'Port': ['ID=078b406c-9364-4ee1-a80a-f4ee47708427,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.484662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49034308-84ce-4731-935d-b6dca97436de None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:12.492394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861494-9d72-4114-8b17-66fabc578c4b None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:02Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:12.499270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.532580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6572907 Apr 01 15:52:12.544547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b6c29-c5bb-4321-84c7-7f8b88829061 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=9abc708c-792c-4273-8f8c-ef3bee6bf546,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.548755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.549534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Transition to ACTIVE for port object bcbfcf7c-f138-4325-ad11-b16397e2ee20 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:12.575477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8/fd15a137-0a43-4c11-8c95-2026b493c5b9/25d43464-56e2-4ec6-8b55-f0f9ba51dac4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:12.575716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9abc708c-792c-4273-8f8c-ef3bee6bf546 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:12.671459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Transition to ACTIVE for port object bcbfcf7c-f138-4325-ad11-b16397e2ee20 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:12.766894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e31f0fab-8c48-4af4-86cb-662ded6dc73f tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.780946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b19891cf-7491-4956-aebc-edf678f09591 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:12.791198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-49034308-84ce-4731-935d-b6dca97436de None None] Attempting to bind port 078b406c-9364-4ee1-a80a-f4ee47708427 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:12.791506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-49034308-84ce-4731-935d-b6dca97436de None None] Attempting to bind port 078b406c-9364-4ee1-a80a-f4ee47708427 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:12.791882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034308-84ce-4731-935d-b6dca97436de None None] Attempting to bind port 078b406c-9364-4ee1-a80a-f4ee47708427 on network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:12.804419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb574104-b88a-4492-aea6-c2581b3d731a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.805143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb574104-b88a-4492-aea6-c2581b3d731a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Synchronizing usage tracker for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:12.810198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.885714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034308-84ce-4731-935d-b6dca97436de None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:12.886092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034308-84ce-4731-935d-b6dca97436de None None] Checking segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:12.886506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.887658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49034308-84ce-4731-935d-b6dca97436de None None] Bound using segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:12.887658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-49034308-84ce-4731-935d-b6dca97436de None None] Bound port: 078b406c-9364-4ee1-a80a-f4ee47708427, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:12.887883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.953285 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-e31f0fab-8c48-4af4-86cb-662ded6dc73f tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] update failed (client error): The resource could not be found. Apr 01 15:52:12.958509 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e31f0fab-8c48-4af4-86cb-662ded6dc73f tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3 HTTP/1.1" status: 404 len: 339 time: 0.9092386 Apr 01 15:52:12.959124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.962395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:12.974142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:12.977146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.981419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1168918187'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:12.987923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:12.990798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Pushing event updated for resources: {'Port': ['ID=bcbfcf7c-f138-4325-ad11-b16397e2ee20,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.990962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:13.012222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:network and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:13.020026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:13.029885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:13.039796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb574104-b88a-4492-aea6-c2581b3d731a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Unset dirty status for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:13.043551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb574104-b88a-4492-aea6-c2581b3d731a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks?id=9abc708c-792c-4273-8f8c-ef3bee6bf546 HTTP/1.1" status: 200 len: 765 time: 0.4380300 Apr 01 15:52:13.045629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b19891cf-7491-4956-aebc-edf678f09591 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:13.046266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.047379 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b19891cf-7491-4956-aebc-edf678f09591 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5439391 Apr 01 15:52:13.052888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.060835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.061564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'description': 'd2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:13.107292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:13.134943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:13.142570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.200805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 01 15:52:13.212258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.256329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Attempting to bind port bcbfcf7c-f138-4325-ad11-b16397e2ee20 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:13.257044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Attempting to bind port bcbfcf7c-f138-4325-ad11-b16397e2ee20 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:13.257626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Attempting to bind port bcbfcf7c-f138-4325-ad11-b16397e2ee20 on network 9d919997-7b56-4b49-acd8-35888c2943cc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:13.264520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-49034308-84ce-4731-935d-b6dca97436de None None] For port 078b406c-9364-4ee1-a80a-f4ee47708427, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:13.264882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Checking segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Bound using segment: {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Bound port: bcbfcf7c-f138-4325-ad11-b16397e2ee20, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aa0874-5348-474d-a980-a72343d5db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:13.271391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.275041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:13.308370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-49034308-84ce-4731-935d-b6dca97436de None None] For port 078b406c-9364-4ee1-a80a-f4ee47708427, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=078b406c-9364-4ee1-a80a-f4ee47708427,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:13.308832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.308832 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Added segment de913ae8-641b-4b17-8bfd-191554366e57 of type vlan for network b5f389a0-a1fa-4496-8a90-686165892030 Apr 01 15:52:13.328661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f0b8cc5a-63ef-4668-af45-568d7422e1a8 None None] Provisioning for port c46bd121-5c96-4752-9aa9-cf6821e8c272 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:13.346430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f0b8cc5a-63ef-4668-af45-568d7422e1a8 None None] Provisioning complete for port c46bd121-5c96-4752-9aa9-cf6821e8c272 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:13.348482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.349144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0b8cc5a-63ef-4668-af45-568d7422e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.372283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.430964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8cc5a-63ef-4668-af45-568d7422e1a8 None None] Port c46bd121-5c96-4752-9aa9-cf6821e8c272 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:13.444297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49034308-84ce-4731-935d-b6dca97436de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.468374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:13.471585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:13.478751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:13.522094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.550858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] For port bcbfcf7c-f138-4325-ad11-b16397e2ee20, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:13.558486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] For port bcbfcf7c-f138-4325-ad11-b16397e2ee20, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bcbfcf7c-f138-4325-ad11-b16397e2ee20,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:13.560802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49034308-84ce-4731-935d-b6dca97436de None None] Pushing event updated for resources: {'Port': ['ID=078b406c-9364-4ee1-a80a-f4ee47708427,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.561407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.571683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.572732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.593930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.625092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510579d-7432-4ce6-9a2c-31ac4dc8b9eb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.646623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.674019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.680566 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-042ba54e-6fae-4fff-9e03-641c4ac8f9e6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/0510579d-7432-4ce6-9a2c-31ac4dc8b9eb HTTP/1.1" status: 204 len: 168 time: 0.6191251 Apr 01 15:52:13.684543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Deleting port 5f542407-2d34-4c51-91b2-7593df8cf0c9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:13.684543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.688920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.750713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7879872 Apr 01 15:52:13.762124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea234-d552-4a50-8982-41f83cabaccc None None] Pushing event updated for resources: {'Port': ['ID=bcbfcf7c-f138-4325-ad11-b16397e2ee20,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.781538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.821017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.860092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203db943-2a78-41a1-9a16-b1d04b8fe90c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Network': ['ID=b5f389a0-a1fa-4496-8a90-686165892030,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.874584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'subnet': {'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:13.889473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-987e0c8d-927b-4795-bbfc-6fdb7293c11a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:13.889710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b5f389a0-a1fa-4496-8a90-686165892030 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:13.955058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431432-a2b3-4e33-9572-db3315715d27 req-4fd3f176-6670-45d9-b29e-83a34debb4c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.958086 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b431432-a2b3-4e33-9572-db3315715d27 req-4fd3f176-6670-45d9-b29e-83a34debb4c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3352695 Apr 01 15:52:14.065242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-987e0c8d-927b-4795-bbfc-6fdb7293c11a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:14.070901 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-987e0c8d-927b-4795-bbfc-6fdb7293c11a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3632355 Apr 01 15:52:14.076291 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b431432-a2b3-4e33-9572-db3315715d27 req-b0c1498a-70c4-4a46-baf9-1c6c0ba3240e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973306 Apr 01 15:52:14.076718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44874) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.122551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164092156'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:14.147403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:14.163849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:14.263306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.329005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.381628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:14.418865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:14.430964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:14.440608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:14.449747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:14.451840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Usage tracker for resource:subnet and tenant:dff8a48a6e3c443e87daedebceecb853 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:14.466256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:14.543283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:14.546239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.646579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] For port 5f542407-2d34-4c51-91b2-7593df8cf0c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f542407-2d34-4c51-91b2-7593df8cf0c9,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:14.646936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.774303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.776737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Made reservation on behalf of dff8a48a6e3c443e87daedebceecb853 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:14.780280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.829785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.833128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Calling delete_port for 5f542407-2d34-4c51-91b2-7593df8cf0c9 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:14.904190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.914178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bcbfcf7c-f138-4325-ad11-b16397e2ee20 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:14.933414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network 9abc708c-792c-4273-8f8c-ef3bee6bf546 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:52:14.939496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.940117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.943473 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "PUT /v2.0/networks/9abc708c-792c-4273-8f8c-ef3bee6bf546 HTTP/1.1" status: 200 len: 762 time: 1.8895693 Apr 01 15:52:14.946675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:14.989099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.028542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b220fb1-1a73-4783-ad50-e0a5435f4cf2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.028716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:15.089298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.115837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:15.123596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 078b406c-9364-4ee1-a80a-f4ee47708427 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:15.131861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a878a7-35ca-4907-9983-e367be2e106f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=9abc708c-792c-4273-8f8c-ef3bee6bf546,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.165944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.192528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.224489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0df46-b69d-4df0-a1bd-8128d77fa855 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.225293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4a0df46-b69d-4df0-a1bd-8128d77fa855 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Synchronizing usage tracker for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:15.239928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9abc708c-792c-4273-8f8c-ef3bee6bf546 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:15.250340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.251687 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c3cf5e2-4764-4c3b-8e16-e38fed0885f9 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1738477 Apr 01 15:52:15.258268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.261990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.267418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.283071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.296325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '3b220fb1-1a73-4783-ad50-e0a5435f4cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:15.317322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4a0df46-b69d-4df0-a1bd-8128d77fa855 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Unset dirty status for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:15.322527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4a0df46-b69d-4df0-a1bd-8128d77fa855 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks?id=9abc708c-792c-4273-8f8c-ef3bee6bf546 HTTP/1.1" status: 200 len: 765 time: 0.3663733 Apr 01 15:52:15.323961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:15.326161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.368281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:15.376102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:15.456276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:15.569924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 078b406c-9364-4ee1-a80a-f4ee47708427 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:15.578582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac3bd7a2-b7da-4692-966d-fad705b2c2d0 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:15.615205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:15.618209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:15.620615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.631960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=c46bd121-5c96-4752-9aa9-cf6821e8c272,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.637739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee65730-dd18-4b4d-9aaa-47cf8532def1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.641961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cee65730-dd18-4b4d-9aaa-47cf8532def1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3001716 Apr 01 15:52:15.679823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:15.696766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.719785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Provisioning for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:15.726498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Provisioning complete for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:15.729615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.802281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c11f8-f6db-4937-ab4b-eee8f33e3401 None None] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:15.815858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:15.848264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:15.848724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.854324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.882503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:15.948293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f23b4ee6-d53d-4c2d-8387-d31819583bc9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Synchronizing usage tracker for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:15.948895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.989881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc8b726-49b1-4efa-bba6-d1896e300ec4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.086258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.090127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f6fab7e0-ded1-4207-8c5e-fe9126d33646 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8217740 Apr 01 15:52:16.090937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.125152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.130932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.140092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:16.291476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55280df1-297a-455b-bc06-e530412d6c11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/61a56ad4-be96-4b35-b079-67bab22da098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3465436 Apr 01 15:52:16.291476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.291663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f23b4ee6-d53d-4c2d-8387-d31819583bc9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Unset dirty status for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:16.291663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f23b4ee6-d53d-4c2d-8387-d31819583bc9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 207 time: 0.4533958 Apr 01 15:52:16.291663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.291937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.292534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:16.292788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.292893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:16.292996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ac3bd7a2-b7da-4692-966d-fad705b2c2d0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:16.292996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:16.292996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:16.293389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:16.363731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.464497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.516563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc8b726-49b1-4efa-bba6-d1896e300ec4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.529138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.529610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.530076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.530533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.530991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.531492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.531948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.532405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.532858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.533310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.533755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.534203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.534647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.535276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.536282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.536421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.536878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.542528 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3db99c9-5c6d-4f2f-ba66-8ccd057e2072 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11941 time: 0.3864300 Apr 01 15:52:16.543543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.544574 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-35145600-cf9b-487f-ae15-06f415898359 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1bc8b726-49b1-4efa-bba6-d1896e300ec4 HTTP/1.1" status: 204 len: 168 time: 0.4531577 Apr 01 15:52:16.545279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.576621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44910) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.608931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0691c0-453c-4129-8f04-70ed65026a8f req-861432ec-79d0-4135-ae68-681428eb8ea2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.613316 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd0691c0-453c-4129-8f04-70ed65026a8f req-861432ec-79d0-4135-ae68-681428eb8ea2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.9823897 Apr 01 15:52:16.629352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.635973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:16.645097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.647448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-83efef62-30ae-4b8b-9abb-eabeba807a80 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:16.691722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.691722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.692070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.692365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.692806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.693244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.693689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.694351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.694560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.694995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.695451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.695901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.696330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.697043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.697167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.697597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.698184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.698453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:16.703864 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-130dca57-a004-4ea4-9868-3ec25545d6a2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11402 time: 0.1576312 Apr 01 15:52:16.704437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.780799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-83efef62-30ae-4b8b-9abb-eabeba807a80 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:16.782199 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-83efef62-30ae-4b8b-9abb-eabeba807a80 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2046564 Apr 01 15:52:16.785610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.810399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac3bd7a2-b7da-4692-966d-fad705b2c2d0 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:16.874128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Subnet': ['ID=970ea059-b994-4eec-9205-b6d8275ecb89,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.875184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.923460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.015933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:17.016308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.036448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] For port bcbfcf7c-f138-4325-ad11-b16397e2ee20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bcbfcf7c-f138-4325-ad11-b16397e2ee20,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:17.055852 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd0691c0-453c-4129-8f04-70ed65026a8f req-01ef4a79-572c-448a-834f-307738d1b183 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930130 Apr 01 15:52:17.067638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Checking segment: {'id': 'de913ae8-641b-4b17-8bfd-191554366e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:17.068221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network hostable DHCP agents. Network: b5f389a0-a1fa-4496-8a90-686165892030, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:17.093957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1774e3a3-49bf-45c8-8f9a-9ff554f3d148 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5031 time: 0.3857706 Apr 01 15:52:17.112624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.137567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b220fb1-1a73-4783-ad50-e0a5435f4cf2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.159895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.166397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.172725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.179923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.186774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.195175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.201417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61661fc6-9bbb-4c36-9792-812d104a94b5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9933550 Apr 01 15:52:17.202869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.213499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.236165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.249234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:17.249587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Updating router 61a56ad4-be96-4b35-b079-67bab22da098 port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:17.263095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.266650 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ae267b42-ef39-44c0-b278-3fbcb264a701 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b220fb1-1a73-4783-ad50-e0a5435f4cf2 HTTP/1.1" status: 204 len: 168 time: 0.4742777 Apr 01 15:52:17.280906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.282856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Port': ['ID=5f542407-2d34-4c51-91b2-7593df8cf0c9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.328034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:17.338432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.354189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 4ddfc65e-7067-4ea1-bb1f-960ba51656de has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:17.356995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network b5f389a0-a1fa-4496-8a90-686165892030 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:17.398959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.476563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-121c30d0-63a8-4126-b149-e874a4ec5f0f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2667999 Apr 01 15:52:17.476856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.588074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.600174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630517723', 'description': 'tempest-secgroup-smoke-630517723 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:17.605062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:17.605469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:17.613909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.626072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, b5f389a0-a1fa-4496-8a90-686165892030) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:17.632748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.632748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.637332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.641700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebc702-ea12-42e7-bcf2-5f44cf6cd942 None None] Network b5f389a0-a1fa-4496-8a90-686165892030 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:17.646899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.648575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.650099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.652104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.654169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.655400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Synchronizing usage tracker for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:17.655872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.656741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.661900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.685119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.698845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Unset dirty status for tenant:166139d1b40e428a9fd9996a0b9a5dbc on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:17.707496 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49785c97-bbbe-45fa-aca1-25ddfd0241dc tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2226052 Apr 01 15:52:17.708419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.799476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.802279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.803793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.805177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.806623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.808698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a61df01b-5eed-4736-8c4c-1b5db37c0d94 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0995526 Apr 01 15:52:17.812577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.838939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.922376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.938394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.943794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.952975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.979262 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-937db288-435b-44b7-bcc2-7e6876041fc8 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1794550 Apr 01 15:52:17.997215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.999804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29e5f504-a1a2-444b-9b29-841c6e980b2e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:18.008182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-61ed84ef-b25c-4430-ae7e-d86f29d597fb tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.051879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:18.052370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.052370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-b5f389a0-a1fa-4496-8a90-686165892030', 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030', 'tenant_id': 'dff8a48a6e3c443e87daedebceecb853', 'fixed_ips': [{'subnet_id': '970ea059-b994-4eec-9205-b6d8275ecb89'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:18.052370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.066571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:18.069643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.077174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.102946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Transition to ACTIVE for port object 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:18.126223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Subnet': ['ID=b3e62810-f972-4ffd-8c82-3f21f679de72,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.146425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474e412-257b-4ccf-bade-e3a62d671414 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:18.187518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=bcbfcf7c-f138-4325-ad11-b16397e2ee20,revision_number=4']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.222900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.246810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d8632-ac48-427a-a57a-53064dfbd460 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.251560 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-857d8632-ac48-427a-a57a-53064dfbd460 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks/5a458339-eb2e-4651-a1c0-4405c2fefdb0 HTTP/1.1" status: 200 len: 803 time: 0.4348526 Apr 01 15:52:18.265313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44956) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.265576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29e5f504-a1a2-444b-9b29-841c6e980b2e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:18.271271 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-29e5f504-a1a2-444b-9b29-841c6e980b2e tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9786322 Apr 01 15:52:18.271271 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f561ef7-59f7-4a63-81cb-bd59f9a61f80 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.3576260 Apr 01 15:52:18.306182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44960) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.306469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44962) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.315400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--392509944'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.332809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Request body: {'port': {'network_id': '9d919997-7b56-4b49-acd8-35888c2943cc', 'mac_address': 'fa:16:3e:a1:44:f4', 'name': 'tempest-NetworksTestDHCPv6-302366399'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.368342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:18.424954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.431818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:18.432953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.438586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:18.444485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c107eca1-1cc8-4c1a-8450-94209b9001ae tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/routers/4ddfc65e-7067-4ea1-bb1f-960ba51656de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2079751 Apr 01 15:52:18.455993 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] Sync routers for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:18.456718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44968) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.464924 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:18.465794 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.548205 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.567245 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:18.568115 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.639318 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.639953 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36511d3e-14c8-4f8f-a3d0-5062e95b0fda None None] The sync data for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:18.660211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Allocated IP 2001:db8:1::2 (b5f389a0-a1fa-4496-8a90-686165892030/970ea059-b994-4eec-9205-b6d8275ecb89/80dadce4-6165-48d6-85b2-a0a39a76b838) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:18.713144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'port': {'network_id': '8ed88132-e4ef-4296-b2d3-b696eaa0c06e', 'name': 'tempest-FloatingIPTestJSON-318600291'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.736344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:18.751081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.763642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Usage tracker for resource:port and tenant:c3fe1a78440741a69c2375d03abb9df9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:18.768186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:18.786300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29324ba8-c7b6-443e-a505-43f8e51730a8 req-af42d338-3ead-4c7d-9f3f-9b0a042ec2cb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.787925 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29324ba8-c7b6-443e-a505-43f8e51730a8 req-af42d338-3ead-4c7d-9f3f-9b0a042ec2cb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5290084 Apr 01 15:52:18.792785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:18.842110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:18.857314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:18.863776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:18.872396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:18.895233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61ed84ef-b25c-4430-ae7e-d86f29d597fb tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.940627 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29324ba8-c7b6-443e-a505-43f8e51730a8 req-65e23a6a-3348-4bf5-8941-cabc6d7193a5 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455407 Apr 01 15:52:18.952553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Made reservation on behalf of c3fe1a78440741a69c2375d03abb9df9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:18.953704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.997127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bcbfcf7c-f138-4325-ad11-b16397e2ee20 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:19.040054 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-895b363d-ef97-4994-b308-5401bd37aba6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/networks/5a458339-eb2e-4651-a1c0-4405c2fefdb0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7738938 Apr 01 15:52:19.047428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.054627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.084748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] For port bcbfcf7c-f138-4325-ad11-b16397e2ee20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bcbfcf7c-f138-4325-ad11-b16397e2ee20,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:19.221186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.234256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120a37-bd44-40d6-8769-4e5f12ea03ad None None] Pushing event updated for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.246100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.258280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.262011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Usage tracker for resource:port and tenant:89d4595e0d134207b8ed6dcaeb5b6dcf is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:19.264702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3885ff51-1483-4caa-aa42-f7ddd1e48014,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.267193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:19.274640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b0bf4-75e9-4b92-9833-ba08f7d791f6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.279175 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b72b0bf4-75e9-4b92-9833-ba08f7d791f6 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets/70a895e9-d6b4-4005-a876-b45bfd11a958 HTTP/1.1" status: 200 len: 843 time: 0.2275198 Apr 01 15:52:19.282383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.284064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.285828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.290155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Router 8d727329-1840-40b2-9d74-0bd63d031c95 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:19.308470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] device_id is not set on port 7043995d-0e87-4f5f-aa2d-537c31c8a3c1 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:19.333730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.338701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:19.339968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.407712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.412707 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57df8078-0c3f-40ed-b592-7aca0501732c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8199708 Apr 01 15:52:19.412941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Transition to ACTIVE for port object 80dadce4-6165-48d6-85b2-a0a39a76b838 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:19.414871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44982) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.424003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:19.430434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599524cf-25da-4a40-b2d8-fcae223ee9e5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.432448 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-599524cf-25da-4a40-b2d8-fcae223ee9e5 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "GET /v2.0/subnets/70a895e9-d6b4-4005-a876-b45bfd11a958?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1467638 Apr 01 15:52:19.435926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.438393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 44986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.451189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628225326'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:19.458707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:19.464836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:19.466997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c3c15-ba89-454d-9337-9795d694aa8d None None] Pushing event updated for resources: {'Port': ['ID=bcbfcf7c-f138-4325-ad11-b16397e2ee20,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.467578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Made reservation on behalf of 89d4595e0d134207b8ed6dcaeb5b6dcf for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:19.479052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.507728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.519973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Transition to ACTIVE for port object 80dadce4-6165-48d6-85b2-a0a39a76b838 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:19.523789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.533352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Provisioning for port 078b406c-9364-4ee1-a80a-f4ee47708427 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:19.537607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.543030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Provisioning complete for port 078b406c-9364-4ee1-a80a-f4ee47708427 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:19.543461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.557846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] device_id is not set on port 9c53d2db-b588-4dc4-9be2-edd73f754f41 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:19.559849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.639539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:19.643230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.673387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.681347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.706549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb91608-3467-46d6-b81a-ae8366ebc47b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.758671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Attempting to bind port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:19.759197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Attempting to bind port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:19.759655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Attempting to bind port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 on network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:19.770804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:19.789681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:19.790223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Checking segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:19.790721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.791221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Bound using segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:19.791793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Bound port: 25d43464-56e2-4ec6-8b55-f0f9ba51dac4, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:19.792747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.814293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Network b5f389a0-a1fa-4496-8a90-686165892030 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:19.816989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.817348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Added segment 2c6eeac9-ad17-4665-871c-5441b472661a of type vlan for network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 Apr 01 15:52:19.831534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:19.836964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:19.851295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Allocated IP 172.20.0.8 (8ed88132-e4ef-4296-b2d3-b696eaa0c06e/1e185bfd-d593-437c-8f5e-7760580ce3d7/9c53d2db-b588-4dc4-9be2-edd73f754f41) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.863920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.865032 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bad6768a-db21-4d57-b08f-9c26d23929e5 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5554507 Apr 01 15:52:19.872677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44994) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.879440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-61ed84ef-b25c-4430-ae7e-d86f29d597fb tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:52:19.884890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 44998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.885887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-61ed84ef-b25c-4430-ae7e-d86f29d597fb tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3 HTTP/1.1" status: 400 len: 364 time: 1.8861892 Apr 01 15:52:19.891037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '5eb91608-3467-46d6-b81a-ae8366ebc47b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:19.925038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Pushing event updated for resources: {'Port': ['ID=80dadce4-6165-48d6-85b2-a0a39a76b838,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.964273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.970238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.982352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.019010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:20.027122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:20.042015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:20.046369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.119681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Attempting to bind port 80dadce4-6165-48d6-85b2-a0a39a76b838 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:20.121049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:20.126997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Attempting to bind port 80dadce4-6165-48d6-85b2-a0a39a76b838 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'de913ae8-641b-4b17-8bfd-191554366e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:20.126997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Attempting to bind port 80dadce4-6165-48d6-85b2-a0a39a76b838 on network b5f389a0-a1fa-4496-8a90-686165892030 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:20.127295 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b752c097-32f1-4d81-9b9c-1a188341e7e8 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "PUT /v2.0/routers/8d727329-1840-40b2-9d74-0bd63d031c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5909925 Apr 01 15:52:20.140085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Sync routers for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:20.148606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.185051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:20.185519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Checking segment: {'id': 'de913ae8-641b-4b17-8bfd-191554366e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:20.192329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.192886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Bound using segment: {'id': 'de913ae8-641b-4b17-8bfd-191554366e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:20.193468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Bound port: 80dadce4-6165-48d6-85b2-a0a39a76b838, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de913ae8-641b-4b17-8bfd-191554366e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b5f389a0-a1fa-4496-8a90-686165892030'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:20.193920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.221571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] For port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:20.233408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:20.234135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.270860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.293348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Transition to ACTIVE for port object 9c53d2db-b588-4dc4-9be2-edd73f754f41 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.333401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] For port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:20.335210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] For port 078b406c-9364-4ee1-a80a-f4ee47708427, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=078b406c-9364-4ee1-a80a-f4ee47708427,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:20.335770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.338911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6111-01ab-4e1b-a208-25b1681018d4 req-35aff21a-75e4-40e6-a101-d8cf34181d3a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.345598 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6bc6111-01ab-4e1b-a208-25b1681018d4 req-35aff21a-75e4-40e6-a101-d8cf34181d3a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.7627587 Apr 01 15:52:20.388856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf8feb7-a22e-4100-882d-68696c2aba1e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.406023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.417772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-e809f4ed-3b3e-41e2-95c9-7d60ba72f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.419667 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-e809f4ed-3b3e-41e2-95c9-7d60ba72f9fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.5973625 Apr 01 15:52:20.432787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.486604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.492712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.493529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.516072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.518312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.588414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:20.636498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Deleting subnet a5d83613-6760-467c-83cc-403371cfa2eb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:20.649579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8::3cf (9d919997-7b56-4b49-acd8-35888c2943cc/793d384b-2338-4c01-b861-4c867f9fbc42/7043995d-0e87-4f5f-aa2d-537c31c8a3c1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:20.659651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] For port 80dadce4-6165-48d6-85b2-a0a39a76b838, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:20.670512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.672643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:20.683576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:20.712090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Allocated IP 2001:db8:0:1:f816:3eff:fea1:44f4 (9d919997-7b56-4b49-acd8-35888c2943cc/b3e62810-f972-4ffd-8c82-3f21f679de72/7043995d-0e87-4f5f-aa2d-537c31c8a3c1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:20.723157 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6bc6111-01ab-4e1b-a208-25b1681018d4 req-26384fcd-f775-4f1f-8a14-b3f9b917e9a8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665664 Apr 01 15:52:20.781373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:20.854560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.855460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.859362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.860624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-35bebcce-b381-4b70-af5f-3d4278852f13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4460304 Apr 01 15:52:20.868491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Network': ['ID=cee2a70e-2eb5-4cd4-9606-8a024c1dcf60,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.870582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event updated for resources: {'Port': ['ID=9c53d2db-b588-4dc4-9be2-edd73f754f41,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.872621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.889488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa2f6b42-5aef-4509-893b-89567be1d13c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4502494 Apr 01 15:52:20.893337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:20.904210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.905629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.910308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:20.924822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:20.931723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:20.956911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.963472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] For port 80dadce4-6165-48d6-85b2-a0a39a76b838, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=80dadce4-6165-48d6-85b2-a0a39a76b838,segment=NetworkSegment(de913ae8-641b-4b17-8bfd-191554366e57),segment_id=de913ae8-641b-4b17-8bfd-191554366e57)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:20.966169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:21.011612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.038807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.130086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Pushing event updated for resources: {'Port': ['ID=078b406c-9364-4ee1-a80a-f4ee47708427,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.166111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bcbfcf7c-f138-4325-ad11-b16397e2ee20 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:21.211608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:21.225760 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-413a421a-de10-4408-a32a-26b24c32e8a9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7659044 Apr 01 15:52:21.230198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.232862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.245254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.254142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Request body: {'floatingip': {'port_id': '9c53d2db-b588-4dc4-9be2-edd73f754f41'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:21.272527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Provisioning for port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:21.285616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.303976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:21.304784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.313747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-bde716e3-27ee-4813-845e-0da7112ae8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.315478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-bde716e3-27ee-4813-845e-0da7112ae8a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.8480678 Apr 01 15:52:21.441204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:21.457404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34296e7e-faa8-428d-bae7-5ad4e337fbce,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.483918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:21.490221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.543563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Provisioning complete for port c46bd121-5c96-4752-9aa9-cf6821e8c272 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:21.552433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.604032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-8c098e81-d612-4910-accf-2dcb7f980c2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.2774334 Apr 01 15:52:21.612276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.630542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.634463 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e48bfc43-eb9e-4cd2-8f18-7feb970c2d9b tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7552283 Apr 01 15:52:21.634597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120a37-bd44-40d6-8769-4e5f12ea03ad None None] Pushing event updated for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.640177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45018) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.687991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.708284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Made reservation on behalf of 166139d1b40e428a9fd9996a0b9a5dbc for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:21.711730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.725591 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f3ea87da-c890-48ea-9ef2-2d7f588dc77f tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules/34296e7e-faa8-428d-bae7-5ad4e337fbce HTTP/1.1" status: 200 len: 763 time: 0.0765193 Apr 01 15:52:21.728170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.743551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.751242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:21.759457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.818089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.822311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-45ab4db0-5bd9-41e3-9f3f-ebe0073663e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.825647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-45ab4db0-5bd9-41e3-9f3f-ebe0073663e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.2104506 Apr 01 15:52:21.882426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc472e-8ecf-4268-b8e5-9b996832eb5c None None] Port c46bd121-5c96-4752-9aa9-cf6821e8c272 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:21.903580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:21.916561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Transition to ACTIVE for port object 7043995d-0e87-4f5f-aa2d-537c31c8a3c1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:21.921736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60ec31a-bd8d-4782-822d-303ed436a79a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.971876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Allocated IP 2001:db8::1 (ceade971-a1fb-4708-95b6-78d596c5c0d7/4bf84f06-ff42-4f8d-8795-66d4b0eb1365/58f71b93-144a-445a-ac6d-27bf95075275) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:21.987127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.993445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198206c-e202-43a2-89cd-fc5d82ef1365 None None] Pushing event updated for resources: {'Port': ['ID=80dadce4-6165-48d6-85b2-a0a39a76b838,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.014526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.017944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Checking router: 8d727329-1840-40b2-9d74-0bd63d031c95 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:22.083381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.089964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.095295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d83613-6760-467c-83cc-403371cfa2eb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.108588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb79955-0ea4-4072-88da-88cd20a5d8df None None] Network 2f6d6d1f-a68a-4853-b072-12a58a214aef requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:22.164888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Routers {'8d727329-1840-40b2-9d74-0bd63d031c95'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:22.165539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['8d727329-1840-40b2-9d74-0bd63d031c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:22.195278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:52:22.195278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:52:22.218969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1ac32a2-df46-4f9a-b40f-93e2f475830f tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "DELETE /v2.0/subnets/a5d83613-6760-467c-83cc-403371cfa2eb HTTP/1.1" status: 204 len: 168 time: 2.0639160 Apr 01 15:52:22.222108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.225976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8581a30c-6aea-4e40-bc31-7aca41cf98e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3360884 Apr 01 15:52:22.226129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.233040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.246210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Network 9d919997-7b56-4b49-acd8-35888c2943cc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.263887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:22.288907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5ab37378-1fcb-4d8b-92fe-144560974220 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:22.303316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:22.317468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.336946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:22.342846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:22.348547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.349180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.352184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:22.370555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event updated for resources: {'Port': ['ID=7043995d-0e87-4f5f-aa2d-537c31c8a3c1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.446488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:22.458368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.468058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-08b2e3f9-c93d-4a0a-aa0d-8b4391f9b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.469556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-08b2e3f9-c93d-4a0a-aa0d-8b4391f9b809 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5037386 Apr 01 15:52:22.489473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Transition to ACTIVE for port object 58f71b93-144a-445a-ac6d-27bf95075275 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:22.607763 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a5f2dfb-87cc-4533-82fc-130ea758c88d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2964818 Apr 01 15:52:22.619612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.632584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45036) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.671106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5ab37378-1fcb-4d8b-92fe-144560974220 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:22.676407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ab37378-1fcb-4d8b-92fe-144560974220 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9409740 Apr 01 15:52:22.677239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.726504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Provisioning complete for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:22.727042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.794757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.805229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.807878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:22.808402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.846214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7def86d-4602-4f94-b328-188dab4d4f77 req-093fcab4-b727-4c8c-9b25-f49d017751af tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.854106 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7def86d-4602-4f94-b328-188dab4d4f77 req-093fcab4-b727-4c8c-9b25-f49d017751af tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.8472354 Apr 01 15:52:22.868114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] Set router 8d727329-1840-40b2-9d74-0bd63d031c95 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:22.937934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.040044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 80dadce4-6165-48d6-85b2-a0a39a76b838 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:23.072782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.130300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Port': ['ID=58f71b93-144a-445a-ac6d-27bf95075275,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.206276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65e0eb-cb4a-4264-affb-b329890835d8 None None] Network b5f389a0-a1fa-4496-8a90-686165892030 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:23.251802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.261750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.305723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting port 7043995d-0e87-4f5f-aa2d-537c31c8a3c1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:23.306065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.381236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7def86d-4602-4f94-b328-188dab4d4f77 req-513a243d-e9fa-4af8-bab4-e434902f5432 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5262117 Apr 01 15:52:23.445745 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-96b77a2e-64c2-40b9-b3d3-c93abd951505 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606566 Apr 01 15:52:23.506429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.512017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.515618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.623553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 80dadce4-6165-48d6-85b2-a0a39a76b838 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:23.656351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34296e7e-faa8-428d-bae7-5ad4e337fbce,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.662162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] DHCP port deletion for 2f6d6d1f-a68a-4853-b072-12a58a214aef request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:23.670709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 078b406c-9364-4ee1-a80a-f4ee47708427 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:23.673452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.710976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Deleting port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:23.711400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.722728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.736058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.736965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828daf86-e3f5-4edd-8e9f-ac0d4a7e1d57,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.746070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.754852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=7b410746-7f49-416a-a99b-02c192e8024c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.786448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.790190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a5799b7-0454-4a08-92a8-0509354305c8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/34296e7e-faa8-428d-bae7-5ad4e337fbce HTTP/1.1" status: 204 len: 168 time: 1.0434506 Apr 01 15:52:23.790356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Provisioning for port 9c53d2db-b588-4dc4-9be2-edd73f754f41 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:23.794195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45044) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.803880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e339578-e612-43d1-acc6-73f4cb4430d9 req-86b9930c-487f-4a4c-aa38-6b66183f3006 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485003 Apr 01 15:52:23.819645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db0da9-bcb1-4a7a-8394-51a91f7a25ff None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:23.821260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Checking segment: {'id': '2c6eeac9-ad17-4665-871c-5441b472661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:23.821799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network hostable DHCP agents. Network: cee2a70e-2eb5-4cd4-9606-8a024c1dcf60, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:23.836965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Provisioning complete for port 9c53d2db-b588-4dc4-9be2-edd73f754f41 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:23.847932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.848085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.848085 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-063345dc-dbb0-49b3-8b79-7418b8aaf851 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5990796 Apr 01 15:52:23.854705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.951158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.963330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:23.972830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Deleting port c76b4a9b-ef6a-4ae5-b150-5ca579687dca {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:23.973740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.990214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:23.999662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-09cca46e-5ae9-43f5-9bc4-7742509877d9 None None] Port 9c53d2db-b588-4dc4-9be2-edd73f754f41 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:24.010440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:24.018729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:24.022703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.031720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:24.047074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0b98b04d-a445-4bbd-acee-ddf6ff01a7d8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:24.097081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:24.110918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.135128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.147658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 078b406c-9364-4ee1-a80a-f4ee47708427 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.148024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.180470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ff158d-3a2f-40cf-a89f-2a1db11d3597 None None] The sync data for ids ['8d727329-1840-40b2-9d74-0bd63d031c95'] in dv-neutron-835943-1-hyperv is: [{'id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1016299086', 'tenant_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 5, 'project_id': '35c3ff7397fa45b1b8a7dec146f3f365', 'gw_port': {'id': 'c76b4a9b-ef6a-4ae5-b150-5ca579687dca', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d727329-1840-40b2-9d74-0bd63d031c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:15Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:24.193087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0b98b04d-a445-4bbd-acee-ddf6ff01a7d8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:24.194716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0b98b04d-a445-4bbd-acee-ddf6ff01a7d8 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3977044 Apr 01 15:52:24.199346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45052) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.211056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '5eb91608-3467-46d6-b81a-ae8366ebc47b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:24.220651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:24.235484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.333180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] For port f9b63c64-c4b7-4098-bda5-5604b86e1ae2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,segment=NetworkSegment(e5e44478-8044-4111-ae14-385219c8c392),segment_id=e5e44478-8044-4111-ae14-385219c8c392)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:24.333574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.336994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Calling delete_port for 7043995d-0e87-4f5f-aa2d-537c31c8a3c1 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:24.549016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, cee2a70e-2eb5-4cd4-9606-8a024c1dcf60) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:24.554426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Provisioning for port 80dadce4-6165-48d6-85b2-a0a39a76b838 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:24.555134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:24.575792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 3897ae73-2492-4474-9faf-60e45459bd31 associated. External IP: 172.26.7.215, port: 29789af7-63f3-4585-aa24-f205ac7c00e3. Apr 01 15:52:24.585418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Calling delete_port for f9b63c64-c4b7-4098-bda5-5604b86e1ae2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:24.641899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02eff5f-059c-4e1b-8fed-fc1e19930ed6 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:24.692620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Provisioning complete for port 80dadce4-6165-48d6-85b2-a0a39a76b838 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.693056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.711165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.711806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.751605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.754307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.842000 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10f7e2ee-7a68-4bd1-91a8-35847b7eaa35 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.8838611 Apr 01 15:52:24.845795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45058) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:24.879571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:24.951746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.995326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.011254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48b237b-9e50-4e1f-9bc4-28e3a0878575,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.036748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.037123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.037467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.038105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.039396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.039788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.040130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.040471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.040903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.041875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.042278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.042657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.163509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.198375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.205333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:25.211014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.219066 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9d339cc-1b3e-4abc-bbd6-9f3b18cbdf1d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2698891 Apr 01 15:52:25.220210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45062) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.231785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] For port c76b4a9b-ef6a-4ae5-b150-5ca579687dca, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:25.232127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.245807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.249659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.278330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704e11b6-70b9-42cf-99e8-2c0816c71c7e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.282644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.296118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:25.306677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:25.311403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:25.327683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:25.361498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] Pushing event deleted for resources: {'Port': ['ID=f9b63c64-c4b7-4098-bda5-5604b86e1ae2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.376053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4bdbf-ebb6-4097-b3c2-6ca35ffa6f7a None None] No DVR routers for this DVR port f9b63c64-c4b7-4098-bda5-5604b86e1ae2 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:25.395827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-cee2a70e-2eb5-4cd4-9606-8a024c1dcf60', 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60', 'tenant_id': '166139d1b40e428a9fd9996a0b9a5dbc', 'fixed_ips': [{'subnet_id': '7b410746-7f49-416a-a99b-02c192e8024c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:25.396844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.417596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Port': ['ID=7043995d-0e87-4f5f-aa2d-537c31c8a3c1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.418622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] For port 80dadce4-6165-48d6-85b2-a0a39a76b838, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=80dadce4-6165-48d6-85b2-a0a39a76b838,segment=NetworkSegment(de913ae8-641b-4b17-8bfd-191554366e57),segment_id=de913ae8-641b-4b17-8bfd-191554366e57)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:25.437226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.438469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-153b5522-941d-4b76-abae-e33d63208199 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2348981 Apr 01 15:52:25.442026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45066) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.458454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:25.466852 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:25.481895 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c6ea76b-0a92-408c-a238-d254db8fffd6 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules/704e11b6-70b9-42cf-99e8-2c0816c71c7e HTTP/1.1" status: 200 len: 763 time: 0.0368364 Apr 01 15:52:25.482408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.490039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45070) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.509812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.533185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Calling delete_port for c76b4a9b-ef6a-4ae5-b150-5ca579687dca owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:25.558367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:25.577011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Could not find standard attr ID for object 7043995d-0e87-4f5f-aa2d-537c31c8a3c1. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:52:25.578579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.578932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.579291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.584022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.589524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.590113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.711559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4b1ac669-e6e0-42ca-9ab9-f77de0eee316 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:25.738942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Pushing event updated for resources: {'Port': ['ID=80dadce4-6165-48d6-85b2-a0a39a76b838,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.765121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Allocated IP 2001:db8::3 (cee2a70e-2eb5-4cd4-9606-8a024c1dcf60/7b410746-7f49-416a-a99b-02c192e8024c/a14c8936-9d35-40f2-bccc-3715479c879c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:25.796439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Provisioning for port 58f71b93-144a-445a-ac6d-27bf95075275 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:25.869407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Provisioning complete for port 58f71b93-144a-445a-ac6d-27bf95075275 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.870147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.883533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:25.895499 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:25.914615 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:25.916804 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.972920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9742e3-e02f-4fb0-901c-1a802f801b5e req-f44de8ef-93fb-49f8-9111-185542189797 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:25.981551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2e9742e3-e02f-4fb0-901c-1a802f801b5e req-f44de8ef-93fb-49f8-9111-185542189797 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 1.3127575 Apr 01 15:52:26.027776 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.029767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.044902 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:26.045965 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.046102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c451d681-3f70-467c-a19e-7a6868b72170 None None] Port 58f71b93-144a-445a-ac6d-27bf95075275 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:26.051830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.093939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.118114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33460535'] for subnet, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.127125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:26.135057 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.135710 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718dc89-a3c4-46c1-9ee1-c8e54208fbe4 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:26.171729 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2e9742e3-e02f-4fb0-901c-1a802f801b5e req-58547540-8ad1-4af7-b024-98f455eb827d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892776 Apr 01 15:52:26.189514 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0aad81a2-ddab-444e-ac96-7f55e4336dc3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/7043995d-0e87-4f5f-aa2d-537c31c8a3c1 HTTP/1.1" status: 204 len: 168 time: 3.5150466 Apr 01 15:52:26.202593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.202593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.202593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.230990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.231928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4b1ac669-e6e0-42ca-9ab9-f77de0eee316 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:26.235843 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4b1ac669-e6e0-42ca-9ab9-f77de0eee316 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7387526 Apr 01 15:52:26.242785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45078) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.246730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.297917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.309534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-01195361-c12a-4192-9bf1-8490681dc396 None None] Provisioning complete for port 80dadce4-6165-48d6-85b2-a0a39a76b838 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.310005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-01195361-c12a-4192-9bf1-8490681dc396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.342843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9b63c64-c4b7-4098-bda5-5604b86e1ae2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:26.371942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.377773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.380691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event updated for resources: {'Port': ['ID=58f71b93-144a-445a-ac6d-27bf95075275,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.380907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.412270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f9b63c64-c4b7-4098-bda5-5604b86e1ae2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:26.412270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9b63c64-c4b7-4098-bda5-5604b86e1ae2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:26.412610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f542407-2d34-4c51-91b2-7593df8cf0c9 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:26.423005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84e3f8d-15f2-4459-9b1c-52fb872cd1f2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.451951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Transition to ACTIVE for port object a14c8936-9d35-40f2-bccc-3715479c879c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:26.461191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.463722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5f542407-2d34-4c51-91b2-7593df8cf0c9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:26.464071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f542407-2d34-4c51-91b2-7593df8cf0c9 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:26.519534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.520286 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa0cdafe-1c3c-4079-a922-7508c743c139 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2595499 Apr 01 15:52:26.529119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.536133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3885ff51-1483-4caa-aa42-f7ddd1e48014', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:26.549707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:26.552000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Transition to ACTIVE for port object a14c8936-9d35-40f2-bccc-3715479c879c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:26.554496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.573038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:26.576999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260fe6ea-7c73-47ef-a2e3-ad4e555d3014 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:26.577715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-260fe6ea-7c73-47ef-a2e3-ad4e555d3014 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:26.581341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:26.582983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:26.586893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:26.590554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=704e11b6-70b9-42cf-99e8-2c0816c71c7e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.593489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:26.648139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.695811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.697454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1694d3e2-b3fa-4fff-85ae-10b281dad15a tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/704e11b6-70b9-42cf-99e8-2c0816c71c7e HTTP/1.1" status: 204 len: 168 time: 0.4538634 Apr 01 15:52:26.702778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.733815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:26.741050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:26.741198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 4ddfc65e-7067-4ea1-bb1f-960ba51656de has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:26.742914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:26.745271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Pushing event updated for resources: {'Port': ['ID=a14c8936-9d35-40f2-bccc-3715479c879c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.787908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d59d8e5-b7c4-4e8d-aa05-56878011dfce tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:26.792513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:26.813691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-260fe6ea-7c73-47ef-a2e3-ad4e555d3014 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:26.815119 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-260fe6ea-7c73-47ef-a2e3-ad4e555d3014 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6181378 Apr 01 15:52:26.816687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.820557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45090) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.854933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Attempting to bind port a14c8936-9d35-40f2-bccc-3715479c879c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:26.855405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Attempting to bind port a14c8936-9d35-40f2-bccc-3715479c879c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2c6eeac9-ad17-4665-871c-5441b472661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:26.855825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Attempting to bind port a14c8936-9d35-40f2-bccc-3715479c879c on network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:26.863063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:26.863587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Checking segment: {'id': '2c6eeac9-ad17-4665-871c-5441b472661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:26.864049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.864505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Bound using segment: {'id': '2c6eeac9-ad17-4665-871c-5441b472661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:26.865182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Bound port: a14c8936-9d35-40f2-bccc-3715479c879c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6eeac9-ad17-4665-871c-5441b472661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cee2a70e-2eb5-4cd4-9606-8a024c1dcf60'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:26.866109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.873512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.919510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Port': ['ID=c76b4a9b-ef6a-4ae5-b150-5ca579687dca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.965109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-28c38785-037a-4d28-b7b0-d2469e1af39b None None] Provisioning complete for port 58f71b93-144a-445a-ac6d-27bf95075275 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.965543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-28c38785-037a-4d28-b7b0-d2469e1af39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.004921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d59d8e5-b7c4-4e8d-aa05-56878011dfce tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:27.012323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d59d8e5-b7c4-4e8d-aa05-56878011dfce tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3018844 Apr 01 15:52:27.012323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45094) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.022557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': '5eb91608-3467-46d6-b81a-ae8366ebc47b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:27.028299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] For port a14c8936-9d35-40f2-bccc-3715479c879c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:27.039534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] For port a14c8936-9d35-40f2-bccc-3715479c879c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a14c8936-9d35-40f2-bccc-3715479c879c,segment=NetworkSegment(2c6eeac9-ad17-4665-871c-5441b472661a),segment_id=2c6eeac9-ad17-4665-871c-5441b472661a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:27.047955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:27.050076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-28c38785-037a-4d28-b7b0-d2469e1af39b None None] Port 58f71b93-144a-445a-ac6d-27bf95075275 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:27.071613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.073020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:27.081880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:27.090522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.096264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] Sync routers for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:27.115094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:27.116201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.198951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Router d6197597-52df-4632-bc4e-39ca29a9a8f3 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:27.200292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.228729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.266621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9973f856-c3b1-4fb6-ad2e-0e0818abaeda,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.270511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.279619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84ce894d-67f6-4d23-98b3-c0ce1834fa64 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/floatingips/3897ae73-2492-4474-9faf-60e45459bd31 HTTP/1.1" status: 200 len: 977 time: 6.0457036 Apr 01 15:52:27.282585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.288085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.311293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 80dadce4-6165-48d6-85b2-a0a39a76b838 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:27.356292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.357620 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a05219d2-e726-451a-9556-36e5cd9fa471 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8275626 Apr 01 15:52:27.381615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:27.382530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.416727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.465593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 9c53d2db-b588-4dc4-9be2-edd73f754f41 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:27.465593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.466870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.467300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc8e09-b768-4da6-af2d-dc6b9968b0cd None None] The sync data for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:27.478369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58587e6-0857-4574-a645-8749b9480bf3 None None] Pushing event updated for resources: {'Port': ['ID=a14c8936-9d35-40f2-bccc-3715479c879c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.508529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 80dadce4-6165-48d6-85b2-a0a39a76b838 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:27.508899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.568050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.602111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605739c-5ef8-4da7-a58e-133a2e5afcaf req-450a50d0-3117-4694-b586-960a9ed1c47a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.603868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c605739c-5ef8-4da7-a58e-133a2e5afcaf req-450a50d0-3117-4694-b586-960a9ed1c47a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2340283 Apr 01 15:52:27.613508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31690902'] for subnet, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.656034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.667251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:27.757315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14317d7-8334-4238-b221-40eadbfa3b10,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.781789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409142d5-ad9d-4951-a186-511da9f08a88 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.786061 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-409142d5-ad9d-4951-a186-511da9f08a88 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9244165 Apr 01 15:52:27.790052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.790926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:27.792041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.840675 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c605739c-5ef8-4da7-a58e-133a2e5afcaf req-645d6536-fd49-4a95-9a90-eafbaab514d9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055352 Apr 01 15:52:27.855693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.866579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.890579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:27.905322 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] Sync routers for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:27.916070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.919573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:27.920391 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:27.921458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.932257 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "PUT /v2.0/subnets/7b410746-7f49-416a-a99b-02c192e8024c HTTP/1.1" status: 200 len: 900 time: 3.0785460 Apr 01 15:52:27.933308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.000729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.027173 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.037641 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:28.038396 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.043547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045c36a-ae22-48bc-9b2e-64d62713f9c9 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event updated for resources: {'Subnet': ['ID=7b410746-7f49-416a-a99b-02c192e8024c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.051271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-39a0ed64-3b34-4c36-8a24-e0ab012f3b99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.061168 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b46e067d-1822-467d-b5b8-7a4fa2802719 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1619143 Apr 01 15:52:28.061458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.063052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.066702 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27ce968b-6009-437c-84a3-1e4766cefad2 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0546927 Apr 01 15:52:28.067510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.119156 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.119766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154aa3de-6498-4b0a-a6a8-c521bc5eb297 None None] The sync data for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:28.185159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.185706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Fanout notify agent at l3_agent the message router_deleted on router 8d727329-1840-40b2-9d74-0bd63d031c95 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:28.192677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.197071 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91f0e0ec-404a-4d03-855f-5d94166b3558 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "DELETE /v2.0/routers/8d727329-1840-40b2-9d74-0bd63d031c95 HTTP/1.1" status: 204 len: 168 time: 5.9680638 Apr 01 15:52:28.217162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.314401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08105341-9694-4c7f-b25e-02fe66125af4 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules/d14317d7-8334-4238-b221-40eadbfa3b10 HTTP/1.1" status: 200 len: 764 time: 0.0606580 Apr 01 15:52:28.319861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.355626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.357095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.358549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.359352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Synchronizing usage tracker for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.441251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.443259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-39a0ed64-3b34-4c36-8a24-e0ab012f3b99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.444710 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-39a0ed64-3b34-4c36-8a24-e0ab012f3b99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630517723&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.8248022 Apr 01 15:52:28.462264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.474313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c56eb2c4-4edb-4a4e-96f3-89a23b9d34e7 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.515868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b29284c5-5bf9-49c8-a498-66f3e2e3e82c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.564517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port a14c8936-9d35-40f2-bccc-3715479c879c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:28.564852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.583446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e5148-a6df-4d9a-a518-b5147b73f8cb req-24b07bdb-6437-4878-bee5-584829f5c7c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.585015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b9e5148-a6df-4d9a-a518-b5147b73f8cb req-24b07bdb-6437-4878-bee5-584829f5c7c1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.5632315 Apr 01 15:52:28.594820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Unset dirty status for tenant:c3fe1a78440741a69c2375d03abb9df9 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.599168 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d062c6e2-d73e-4b69-a5d5-daeccb0374ac tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8065515 Apr 01 15:52:28.609138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.677045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.677481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.677737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Floating IP 3897ae73-2492-4474-9faf-60e45459bd31 disassociated. External IP: 172.26.7.215, port: 9c53d2db-b588-4dc4-9be2-edd73f754f41. Apr 01 15:52:28.678076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 9c53d2db-b588-4dc4-9be2-edd73f754f41 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:28.709515 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b9e5148-a6df-4d9a-a518-b5147b73f8cb req-7033a4a0-388a-4dcd-b3b2-1a0e4fc29eaf tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117275 Apr 01 15:52:28.729313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b29284c5-5bf9-49c8-a498-66f3e2e3e82c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.729313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b29284c5-5bf9-49c8-a498-66f3e2e3e82c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4050207 Apr 01 15:52:28.731235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45146) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.795653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.816238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.855081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f193f18-13e8-476d-812b-b7d29c0bf9b3 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:28.955185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.973977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d14317d7-8334-4238-b221-40eadbfa3b10,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.011449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c81a-244f-43e2-9c72-aa96e631410e req-bbafaae2-f4cc-4251-a862-167cdaee4c3f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.013061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe59c81a-244f-43e2-9c72-aa96e631410e req-bbafaae2-f4cc-4251-a862-167cdaee4c3f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1321664 Apr 01 15:52:29.029358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.056171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9724756b-78e4-4ca2-9eef-846370f2ceac None None] Provisioning for port a14c8936-9d35-40f2-bccc-3715479c879c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:29.114530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=9c53d2db-b588-4dc4-9be2-edd73f754f41,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.132333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.135791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ce160e59-1815-404d-a1ae-092db5088a0c tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d14317d7-8334-4238-b221-40eadbfa3b10 HTTP/1.1" status: 204 len: 168 time: 0.4038889 Apr 01 15:52:29.143228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.175441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a14c8936-9d35-40f2-bccc-3715479c879c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:29.264888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe59c81a-244f-43e2-9c72-aa96e631410e req-8fbb90a4-18e6-4b15-8f26-6dc97123dc6f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399633 Apr 01 15:52:29.277470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet 793d384b-2338-4c01-b861-4c867f9fbc42 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:29.294238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.304403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.324015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port a14c8936-9d35-40f2-bccc-3715479c879c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:29.329975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a14c8936-9d35-40f2-bccc-3715479c879c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:29.330446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.422589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-c56eb2c4-4edb-4a4e-96f3-89a23b9d34e7 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:52:29.439478 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c56eb2c4-4edb-4a4e-96f3-89a23b9d34e7 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3 HTTP/1.1" status: 409 len: 329 time: 1.3251338 Apr 01 15:52:29.439662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-622f20be-b7a0-4a99-b4cb-3cfdacc9e97d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:29.443229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.500508 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba20101-61de-43b6-a861-73ce49e0e0d6 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:29.553820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 4ddfc65e-7067-4ea1-bb1f-960ba51656de has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:29.617001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-c6bd9e40-0cb7-4cf3-af96-2d10472859d0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.618157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-c6bd9e40-0cb7-4cf3-af96-2d10472859d0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:29.643177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98cf6cc7-7d24-484a-a0db-efd81e3c410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.645748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-622f20be-b7a0-4a99-b4cb-3cfdacc9e97d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:29.651190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-622f20be-b7a0-4a99-b4cb-3cfdacc9e97d tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5018702 Apr 01 15:52:29.651190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45162) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.651453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9e1b51da-630b-44c4-8fae-ff0e6c6d978b None None] Provisioning complete for port a14c8936-9d35-40f2-bccc-3715479c879c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:29.651453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e1b51da-630b-44c4-8fae-ff0e6c6d978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.677535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6d6d1f-a68a-4853-b072-12a58a214aef']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.677770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04db13-39a3-4da7-afa3-a52ccad914c2 req-3d83c991-2a40-4bc4-a28b-dcebbf955799 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.685159 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0b04db13-39a3-4da7-afa3-a52ccad914c2 req-3d83c991-2a40-4bc4-a28b-dcebbf955799 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2412519 Apr 01 15:52:29.718329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.733825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e44478-8044-4111-ae14-385219c8c392') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.734125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e44478-8044-4111-ae14-385219c8c392') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:29.742212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.800114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.821426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0b04db13-39a3-4da7-afa3-a52ccad914c2 req-e1a2a879-a848-4cff-9029-8dc5c2ea1706 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353838 Apr 01 15:52:29.822031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port a14c8936-9d35-40f2-bccc-3715479c879c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a14c8936-9d35-40f2-bccc-3715479c879c,segment=NetworkSegment(2c6eeac9-ad17-4665-871c-5441b472661a),segment_id=2c6eeac9-ad17-4665-871c-5441b472661a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:29.875230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.881262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:29.905004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] Sync routers for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:29.912974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-c6bd9e40-0cb7-4cf3-af96-2d10472859d0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:29.914115 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-c6bd9e40-0cb7-4cf3-af96-2d10472859d0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 797 time: 1.4498255 Apr 01 15:52:29.934575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.949648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.985677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.012276 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-7aa104a7-e6d4-44bb-be80-fbdfab3ba923 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0869839 Apr 01 15:52:30.014587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:30.014816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:30.033773 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:30.042276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e1b51da-630b-44c4-8fae-ff0e6c6d978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.058158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c76b4a9b-ef6a-4ae5-b150-5ca579687dca no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:30.074217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.078974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0253fbef-db33-4bfb-923a-430909abd7b9 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/9c53d2db-b588-4dc4-9be2-edd73f754f41 HTTP/1.1" status: 204 len: 168 time: 2.7953372 Apr 01 15:52:30.086481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.103375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c76b4a9b-ef6a-4ae5-b150-5ca579687dca {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:30.103731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c76b4a9b-ef6a-4ae5-b150-5ca579687dca not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:30.119394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:30.119881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:30.134660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port a14c8936-9d35-40f2-bccc-3715479c879c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a14c8936-9d35-40f2-bccc-3715479c879c,segment=NetworkSegment(2c6eeac9-ad17-4665-871c-5441b472661a),segment_id=2c6eeac9-ad17-4665-871c-5441b472661a)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:30.134660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.208989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:30.238153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=a14c8936-9d35-40f2-bccc-3715479c879c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.263227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.263567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.263856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.264195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.264510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.264833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.265159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.265506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.265825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.266145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.266464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.266780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:30.276481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:30.277160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:30.368732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:30.369002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6fe9e-7d22-4cc4-9870-325b4a4a4fe0 None None] The sync data for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:30.370399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-9e1b51da-630b-44c4-8fae-ff0e6c6d978b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:30.370750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-9e1b51da-630b-44c4-8fae-ff0e6c6d978b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:30.371619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for a14c8936-9d35-40f2-bccc-3715479c879c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:30.387748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.419890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb91608-3467-46d6-b81a-ae8366ebc47b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.451807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d71c7d-d440-4a03-b479-1b3211f101b3 req-7b4cf6af-ff38-4e54-9827-f9de1f63f6f8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.453394 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3d71c7d-d440-4a03-b479-1b3211f101b3 req-7b4cf6af-ff38-4e54-9827-f9de1f63f6f8 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4258437 Apr 01 15:52:30.545759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.549433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-edd84229-d382-416e-a77d-e2a119bdf998 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/5eb91608-3467-46d6-b81a-ae8366ebc47b HTTP/1.1" status: 204 len: 168 time: 0.8953824 Apr 01 15:52:30.556472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.588633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3d71c7d-d440-4a03-b479-1b3211f101b3 req-d3aecf72-5f79-4c3d-804e-2734c6d745cf tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251593 Apr 01 15:52:30.601187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.608700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e3e76-c227-4159-a0af-640213fecce4 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:52:30.656992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.710907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.738506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'Network': ['ID=2f6d6d1f-a68a-4853-b072-12a58a214aef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.830166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-080ef8a7-c314-4a8f-a7e0-fbfb4b6d12de tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:30.843785 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-b7a17e4d-8c3b-4d61-ab99-e030ee580703 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7981074 Apr 01 15:52:30.856935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e3e76-c227-4159-a0af-640213fecce4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:52:30.887591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:30.887931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:30.889176 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36e5d66f-b444-4a1d-88be-c4d560f054fb tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "DELETE /v2.0/networks/2f6d6d1f-a68a-4853-b072-12a58a214aef HTTP/1.1" status: 204 len: 168 time: 2.6678109 Apr 01 15:52:30.899702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45180) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.955008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.053979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-080ef8a7-c314-4a8f-a7e0-fbfb4b6d12de tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:31.053979 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-080ef8a7-c314-4a8f-a7e0-fbfb4b6d12de tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4845088 Apr 01 15:52:31.053979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.114816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45184) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.148128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group': {'name': 'tempest-secgroup--351327099'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:31.190046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a14c8936-9d35-40f2-bccc-3715479c879c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:31.190634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.200563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=793d384b-2338-4c01-b861-4c867f9fbc42,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.224489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.237421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.290752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-644de1ef-3bf9-4f56-a14d-2fbc92dfc659 None None] Provisioning complete for port a14c8936-9d35-40f2-bccc-3715479c879c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:31.291155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-644de1ef-3bf9-4f56-a14d-2fbc92dfc659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.298573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.309475 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-7e2584d6-3863-49fa-87f8-3d01d3070ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424033 Apr 01 15:52:31.373558 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9f6e4ce9-bee4-4c94-872b-9aec9f26f9d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/793d384b-2338-4c01-b861-4c867f9fbc42 HTTP/1.1" status: 204 len: 168 time: 2.7561052 Apr 01 15:52:31.381270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.383344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a14c8936-9d35-40f2-bccc-3715479c879c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:31.383719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.391359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45190) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.396560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port a14c8936-9d35-40f2-bccc-3715479c879c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:31.396899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.422082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.489110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04649104-2481-4951-ae50-b704b460283d req-8bfbf264-d97d-4d06-8f49-6831fa14173f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:31.490498 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04649104-2481-4951-ae50-b704b460283d req-8bfbf264-d97d-4d06-8f49-6831fa14173f tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.1259847 Apr 01 15:52:31.540412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.588820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port c46bd121-5c96-4752-9aa9-cf6821e8c272 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:31.589049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.631255 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04649104-2481-4951-ae50-b704b460283d req-941e17c5-0131-4190-a675-65d3194d6042 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050301 Apr 01 15:52:31.684240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617a1a3-5704-4ae3-901a-e0b9142cfe06 None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:31.740063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.754697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:31.801485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.803024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:31.836829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Deleting subnet b3e62810-f972-4ffd-8c82-3f21f679de72 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:31.839936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.884495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.928598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for c46bd121-5c96-4752-9aa9-cf6821e8c272 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:31.984599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-302283eb-1dd3-4bef-aaf3-b22521a2f50d service neutron] 10.222.0.18 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578059 Apr 01 15:52:32.084005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.354874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ce65b40c-b15e-4e47-a9b8-5d5fba6b01df req-f04a9169-4351-4026-93a4-c8cf3066e04a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:32.379957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75c60c11-b26f-4663-b8a3-419ca31fadbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.501062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ce65b40c-b15e-4e47-a9b8-5d5fba6b01df req-f04a9169-4351-4026-93a4-c8cf3066e04a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:32.502209 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce65b40c-b15e-4e47-a9b8-5d5fba6b01df req-f04a9169-4351-4026-93a4-c8cf3066e04a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.2067926 Apr 01 15:52:32.534030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.553943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.570890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.619465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93923397-3259-44a4-b34a-94e7a0d01858,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.624087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.657029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=c46bd121-5c96-4752-9aa9-cf6821e8c272,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.688531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port a14c8936-9d35-40f2-bccc-3715479c879c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a14c8936-9d35-40f2-bccc-3715479c879c,segment=NetworkSegment(2c6eeac9-ad17-4665-871c-5441b472661a),segment_id=2c6eeac9-ad17-4665-871c-5441b472661a)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:32.688914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.717469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.772678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.775861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-22a5cdd6-5a4c-4f30-9bf3-2ec52e3d314b None None] Provisioning complete for port bcbfcf7c-f138-4325-ad11-b16397e2ee20 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:32.776389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22a5cdd6-5a4c-4f30-9bf3-2ec52e3d314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.897447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for a14c8936-9d35-40f2-bccc-3715479c879c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:32.928582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.936603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.996607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.997735 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-daeb96bf-f84a-44bc-9d2d-b7294a31f3b3 tempest-TestNetworkAdvancedServerOps-227671819 tempest-TestNetworkAdvancedServerOps-227671819-project] 10.222.0.18 "DELETE /v2.0/security-groups/93923397-3259-44a4-b34a-94e7a0d01858 HTTP/1.1" status: 204 len: 168 time: 2.0923543 Apr 01 15:52:32.998495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.999684 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8563724 Apr 01 15:52:33.009346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.024677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Request body: {'security_group_rule': {'security_group_id': 'd646dc57-07a4-4c01-9c99-959c613f88e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:33.030580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:33.038289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Usage tracker for resource:security_group_rule and tenant:974272d4d6cc4521b852b10ec2c51ae4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:33.042767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:33.053109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:33.095041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7ab9-72b1-4d77-b742-a2959a341323 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d646dc57-07a4-4c01-9c99-959c613f88e1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.182054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting port 58f71b93-144a-445a-ac6d-27bf95075275 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:33.182054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.237263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.265669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.293846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e62810-f972-4ffd-8c82-3f21f679de72,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.305975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f925f-2399-41e1-91d5-ef844314735f None None] Network 9d919997-7b56-4b49-acd8-35888c2943cc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:33.306775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.429309 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96aca919-4af7-4b8c-a4ec-bf4df91b8485 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/b3e62810-f972-4ffd-8c82-3f21f679de72 HTTP/1.1" status: 204 len: 168 time: 1.9521747 Apr 01 15:52:33.439411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45216) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.449295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.451771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf9f7-d0c1-4c23-8ee6-7c6799c9c7c5 req-40c8b946-4830-45de-87e6-a8c68d5bdfd9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.453271 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1acf9f7-d0c1-4c23-8ee6-7c6799c9c7c5 req-40c8b946-4830-45de-87e6-a8c68d5bdfd9 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4945395 Apr 01 15:52:33.462091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 4ddfc65e-7067-4ea1-bb1f-960ba51656de has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:33.560605 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02c7da51-de64-4acc-ac71-f447fd3786bb tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145172 Apr 01 15:52:33.567207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.657884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.669265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.708533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] DHCP port deletion for 9d919997-7b56-4b49-acd8-35888c2943cc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:33.726485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.729813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Deleting port bcbfcf7c-f138-4325-ad11-b16397e2ee20 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:33.732135 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b8468b4c-6dbb-4269-9777-595e2c41e629 req-3c6b0429-51ff-4ddd-abf3-2c650456da12 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.0552702 Apr 01 15:52:33.733658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.737348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.745881 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1acf9f7-d0c1-4c23-8ee6-7c6799c9c7c5 req-773c96dd-d53e-4fd8-89d9-3e69ce3cac48 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292893 Apr 01 15:52:33.759225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=a14c8936-9d35-40f2-bccc-3715479c879c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.837300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:33.838991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab0de03-5480-4bcd-884e-9382100ced43,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.860430 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] Sync routers for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:33.882405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba469a-1914-4c83-b2fb-d4d479454eae None None] DHCP port deletion for cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:33.885673 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:33.900029 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.938957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af66ecf8-9cb8-416e-b6f2-bdb74ca5cade tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/routers/4ddfc65e-7067-4ea1-bb1f-960ba51656de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8554180 Apr 01 15:52:33.942333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.069746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45236) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.089814 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.094490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.094490 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68c9c4a3-3a11-47aa-92a2-9e177d3df2cf tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0816369 Apr 01 15:52:34.102722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45242) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.106113 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] Routers {'4ddfc65e-7067-4ea1-bb1f-960ba51656de'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:34.107228 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.173112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Calling delete_port for 58f71b93-144a-445a-ac6d-27bf95075275 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:34.186860 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:34.187923 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f18474-d50d-4227-b3b1-2e412eb10f56 None None] The sync data for ids ['4ddfc65e-7067-4ea1-bb1f-960ba51656de'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:34.242125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port a14c8936-9d35-40f2-bccc-3715479c879c on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:34.245801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] For port bcbfcf7c-f138-4325-ad11-b16397e2ee20, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bcbfcf7c-f138-4325-ad11-b16397e2ee20,segment=NetworkSegment(18aa0874-5348-474d-a980-a72343d5db05),segment_id=18aa0874-5348-474d-a980-a72343d5db05)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:34.246424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.450970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d7d1b-6d32-4fe7-ae38-f93f9dd52044 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.452573 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df9d7d1b-6d32-4fe7-ae38-f93f9dd52044 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8843830 Apr 01 15:52:34.456948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.458295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Calling delete_port for bcbfcf7c-f138-4325-ad11-b16397e2ee20 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:34.461328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45248) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.584873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f519ba-a182-41cc-b29c-0ff849cb1a09 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.588729 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-65f519ba-a182-41cc-b29c-0ff849cb1a09 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242917 Apr 01 15:52:34.592221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.609467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.638375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.691018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] Pushing event deleted for resources: {'Port': ['ID=bcbfcf7c-f138-4325-ad11-b16397e2ee20,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:34.692943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fd492-b981-41fc-9e46-66515b74e8db None None] No DVR routers for this DVR port bcbfcf7c-f138-4325-ad11-b16397e2ee20 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:34.717238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775f9e4-5663-40b6-a2ea-b686aef8b845 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:52:34.738549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.763956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.765896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a2c1-d8a5-4263-abaf-f112197a7fa8 req-d27159cd-87af-47b4-bfe1-9df449a2765b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.767490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf95a2c1-d8a5-4263-abaf-f112197a7fa8 req-d27159cd-87af-47b4-bfe1-9df449a2765b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4140518 Apr 01 15:52:34.857670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.863737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed5ac087-11c2-4d28-90e8-2ab86fd6b752 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35c3ff7397fa45b1b8a7dec146f3f365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7929406 Apr 01 15:52:34.897912 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f1a1ae4-29cf-4dc7-9a54-476ff5c3a192 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2958996 Apr 01 15:52:34.901802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.902412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.913927 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf95a2c1-d8a5-4263-abaf-f112197a7fa8 req-825cde23-e481-4936-b89b-e477f073d277 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250172 Apr 01 15:52:34.978614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775f9e4-5663-40b6-a2ea-b686aef8b845 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:52:35.024809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=7b410746-7f49-416a-a99b-02c192e8024c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.033418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.035363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.048493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0892a9b-fa73-4605-b413-299ee5ea85b9 req-05c39d45-eab2-452c-b513-a1bfda428e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.1822641 Apr 01 15:52:35.070577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.166934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-ee45e325-64e2-4c2a-9d59-1c828ec208bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:35.170481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-ee45e325-64e2-4c2a-9d59-1c828ec208bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.7146797 Apr 01 15:52:35.177328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bcbfcf7c-f138-4325-ad11-b16397e2ee20 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:35.178727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.207403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee2a70e-2eb5-4cd4-9606-8a024c1dcf60']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.222474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6eeac9-ad17-4665-871c-5441b472661a') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.222912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6eeac9-ad17-4665-871c-5441b472661a') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.225567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.231483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: bcbfcf7c-f138-4325-ad11-b16397e2ee20 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:35.233788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device bcbfcf7c-f138-4325-ad11-b16397e2ee20 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:35.233788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a14c8936-9d35-40f2-bccc-3715479c879c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:35.238191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.254501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.260826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:35.262425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.274115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: a14c8936-9d35-40f2-bccc-3715479c879c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:35.274115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a14c8936-9d35-40f2-bccc-3715479c879c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:35.317361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 10f2c854-2383-4c31-8152-15ed42d1a63e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:35.319827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:35.339677 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:35.362543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.402646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d646dc57-07a4-4c01-9c99-959c613f88e1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.416471 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44d6d35-6a85-4a88-a834-84c42953760d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:35.416957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44d6d35-6a85-4a88-a834-84c42953760d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:35.423008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-f9d6f11f-4c35-4544-a3bd-418c75455bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:35.424657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-f9d6f11f-4c35-4544-a3bd-418c75455bbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.2373710 Apr 01 15:52:35.425891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Port': ['ID=58f71b93-144a-445a-ac6d-27bf95075275,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.488779 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d44d6d35-6a85-4a88-a834-84c42953760d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/7043995d-0e87-4f5f-aa2d-537c31c8a3c1 HTTP/1.1" status: 404 len: 333 time: 0.5664442 Apr 01 15:52:35.499867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45266) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.547640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.632321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c8f7b-25dc-4b21-b2ea-3be188f86e34 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:35.637865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.644884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.661520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.662045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c8f7b-25dc-4b21-b2ea-3be188f86e34 None None] Network cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 15:52:35.665823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f400305-98f2-40b0-aad6-c9ffb93ffa21 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/d646dc57-07a4-4c01-9c99-959c613f88e1 HTTP/1.1" status: 204 len: 168 time: 1.5620751 Apr 01 15:52:35.667167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a241f8c-8506-493e-b9a4-18f0f4b075d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:35.667610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a241f8c-8506-493e-b9a4-18f0f4b075d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:35.669340 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9a241f8c-8506-493e-b9a4-18f0f4b075d7 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/b3e62810-f972-4ffd-8c82-3f21f679de72 HTTP/1.1" status: 404 len: 337 time: 0.0900860 Apr 01 15:52:35.673739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.674070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.686162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37af61-fecb-4ccd-ba2b-498a56d2f6d9 None None] DHCP port deletion for cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:35.707926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.735098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=cee2a70e-2eb5-4cd4-9606-8a024c1dcf60,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.756994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b1da88-5685-4d8a-95bf-7424d29422fc tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:35.757439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b1da88-5685-4d8a-95bf-7424d29422fc tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:35.761562 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-94b1da88-5685-4d8a-95bf-7424d29422fc tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/793d384b-2338-4c01-b861-4c867f9fbc42 HTTP/1.1" status: 404 len: 337 time: 0.0820062 Apr 01 15:52:35.776843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.781503 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-8dda2475-f36d-4d46-8a33-3fb16da2e4d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.3397889 Apr 01 15:52:35.800498 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5c812dd3-c2b6-4746-a16e-a844875b6dd1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 HTTP/1.1" status: 204 len: 168 time: 7.8407669 Apr 01 15:52:35.805775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.858708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.912519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2fac49-4fae-4d40-8202-b7a5f5f1d173 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:35.912519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2fac49-4fae-4d40-8202-b7a5f5f1d173 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:35.975057 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b2fac49-4fae-4d40-8202-b7a5f5f1d173 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/7b410746-7f49-416a-a99b-02c192e8024c HTTP/1.1" status: 404 len: 337 time: 0.1685374 Apr 01 15:52:35.980677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.013615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.015907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.020359 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fe0a387-7e72-4909-833a-e1bd0ad053ce HTTP/1.1" status: 204 len: 168 time: 1.0964499 Apr 01 15:52:36.100177 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62e1240-d103-49cc-9143-0b881e60ba1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.100933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62e1240-d103-49cc-9143-0b881e60ba1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.102796 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c62e1240-d103-49cc-9143-0b881e60ba1c tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/cee2a70e-2eb5-4cd4-9606-8a024c1dcf60 HTTP/1.1" status: 404 len: 339 time: 0.1212175 Apr 01 15:52:36.139011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.150919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e0fd0-fad7-44a9-81f6-2471df104331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0a387-7e72-4909-833a-e1bd0ad053ce,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.207046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Router d6197597-52df-4632-bc4e-39ca29a9a8f3 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:36.207739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b1f788-85c1-4081-88ba-8576778a3463 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.210294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b1f788-85c1-4081-88ba-8576778a3463 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.216764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3b1f788-85c1-4081-88ba-8576778a3463 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/746b77e9-272d-47a0-96d8-051b4f531ce5 HTTP/1.1" status: 404 len: 333 time: 0.4364297 Apr 01 15:52:36.269152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45300) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.337068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8b168-a573-41f8-8f30-5b22cefcd79a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.337520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8b168-a573-41f8-8f30-5b22cefcd79a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.341687 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7a8b168-a573-41f8-8f30-5b22cefcd79a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/43b77aa5-0ee8-40c0-a435-1b66df6c992a HTTP/1.1" status: 404 len: 337 time: 0.0690968 Apr 01 15:52:36.387725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.416346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 10f2c854-2383-4c31-8152-15ed42d1a63e owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:36.478444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9857ab16-9fe0-4985-b727-26d3b5807962 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:36.482192 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6eb0485f-a85f-4223-8b9b-9c1dca6dd37b req-d911382c-dca0-4df4-b97c-4cd4ddddf6c7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.1895061 Apr 01 15:52:36.509382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8e3e3e-810a-4975-b120-a0e9407ca358 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.510120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.510238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8e3e3e-810a-4975-b120-a0e9407ca358 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.511565 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e8e3e3e-810a-4975-b120-a0e9407ca358 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/543e3cf9-fef5-4808-ab22-98b9be0ec7a9 HTTP/1.1" status: 404 len: 337 time: 0.1162910 Apr 01 15:52:36.518032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45314) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.524364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-6175df58-b761-421c-9d39-f058c3e054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.525769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-6175df58-b761-421c-9d39-f058c3e054c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.6993506 Apr 01 15:52:36.593341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-9f1269af-a176-4175-a999-adad18b348bc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.594876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-9f1269af-a176-4175-a999-adad18b348bc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 797 time: 0.7281806 Apr 01 15:52:36.645925 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d43791d-f93a-46d6-a047-7922c0a10a92 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.646390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d43791d-f93a-46d6-a047-7922c0a10a92 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.648076 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d43791d-f93a-46d6-a047-7922c0a10a92 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/274b7d73-05a7-49a5-b5db-198a20e2bccd HTTP/1.1" status: 404 len: 333 time: 0.1211782 Apr 01 15:52:36.650989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9857ab16-9fe0-4985-b727-26d3b5807962 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:36.651317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:36.655241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9857ab16-9fe0-4985-b727-26d3b5807962 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9766815 Apr 01 15:52:36.655404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.656837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.664635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-502b60ab-59e5-479e-8749-b69df07f334d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2051978 Apr 01 15:52:36.667544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] Sync routers for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:36.670266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.678232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:36.679314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.738960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.741340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.747802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7cfe7-fd4d-457c-b0a5-4cac52d59e48 req-e04257be-7ba4-4adb-999d-35a9a3f175ae tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.750067 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77a7cfe7-fd4d-457c-b0a5-4cac52d59e48 req-e04257be-7ba4-4adb-999d-35a9a3f175ae tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6640680 Apr 01 15:52:36.751393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] Routers {'d6197597-52df-4632-bc4e-39ca29a9a8f3'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:36.755267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d6197597-52df-4632-bc4e-39ca29a9a8f3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.762709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-a08dd5c6-c5f9-4cae-9f68-1580dc6fac1e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:36.783296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-725bb0bd-2ca0-455f-b4ba-0379804e7347 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] show failed (client error): The resource could not be found. Apr 01 15:52:36.784585 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-725bb0bd-2ca0-455f-b4ba-0379804e7347 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-709132541 HTTP/1.1" status: 404 len: 334 time: 0.1085329 Apr 01 15:52:36.796064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45334) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.800735 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f867a6d7-8d00-4b08-8c68-744c38a1d0e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.801286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.801397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f867a6d7-8d00-4b08-8c68-744c38a1d0e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.802845 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f867a6d7-8d00-4b08-8c68-744c38a1d0e5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/df27bd60-6798-4c8e-a78f-c651591eb948 HTTP/1.1" status: 404 len: 337 time: 0.1486080 Apr 01 15:52:36.810361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.823200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c70f0d75-c8c2-40b3-8a77-b4e3f8523258 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:36.826666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.827080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adbbdd-cff6-42e5-9484-a86721b773a9 None None] The sync data for ids ['d6197597-52df-4632-bc4e-39ca29a9a8f3'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:36.914954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96e3f4d4-785d-4b1a-9d11-b6d27106be70 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:36.921119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.933290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-a08dd5c6-c5f9-4cae-9f68-1580dc6fac1e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:36.934491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-a08dd5c6-c5f9-4cae-9f68-1580dc6fac1e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 379 time: 0.3273325 Apr 01 15:52:36.935417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77a7cfe7-fd4d-457c-b0a5-4cac52d59e48 req-09ebcbeb-be1d-42fc-8b74-512b4edc5464 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559706 Apr 01 15:52:36.950173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d7919-ff93-4672-a807-fb2bfb347408 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:36.950173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405d7919-ff93-4672-a807-fb2bfb347408 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:36.951483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-c70f0d75-c8c2-40b3-8a77-b4e3f8523258 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] update failed (client error): The resource could not be found. Apr 01 15:52:36.957143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c70f0d75-c8c2-40b3-8a77-b4e3f8523258 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1926388225 HTTP/1.1" status: 404 len: 335 time: 0.1530888 Apr 01 15:52:36.957143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:36.960307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['3885ff51-1483-4caa-aa42-f7ddd1e48014']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:36.961315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.964518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc708c-792c-4273-8f8c-ef3bee6bf546']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:36.981472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Usage tracker for resource:security_group_rule and tenant:176b28c256364315adfd7a3f4c468754 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:36.999568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:37.004535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-c247b4b6-fe42-43d6-abc2-89aeb1122602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:37.005997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-c247b4b6-fe42-43d6-abc2-89aeb1122602 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4619820 Apr 01 15:52:37.017714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5a03fe-a6a7-469a-9d6b-f49be431eae0') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:37.018082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5a03fe-a6a7-469a-9d6b-f49be431eae0') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:37.036479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.044607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-405d7919-ff93-4672-a807-fb2bfb347408 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/d0802b65-873f-4704-9f8c-b4f48ea50280 HTTP/1.1" status: 404 len: 337 time: 0.2280710 Apr 01 15:52:37.048854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45346) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.051211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.097213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.102553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting subnet 970ea059-b994-4eec-9205-b6d8275ecb89 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:37.112962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96e3f4d4-785d-4b1a-9d11-b6d27106be70 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:37.116889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96e3f4d4-785d-4b1a-9d11-b6d27106be70 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4248989 Apr 01 15:52:37.116889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.140729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.145082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:37.145082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.158967 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e71a62-39d9-4331-b084-dad4c096fe03 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.159463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e71a62-39d9-4331-b084-dad4c096fe03 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69e71a62-39d9-4331-b084-dad4c096fe03 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/58f86079-794d-4f41-815e-60f70b92d59f HTTP/1.1" status: 404 len: 333 time: 0.1094217 Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:37.163627 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:37.175490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.257111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.310937 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-b2f97b6e-647e-4216-985b-9beb908377ab tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] delete failed (client error): The resource could not be found. Apr 01 15:52:37.311977 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2f97b6e-647e-4216-985b-9beb908377ab tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "DELETE /v2.0/security-groups/d646dc57-07a4-4c01-9c99-959c613f88e1 HTTP/1.1" status: 404 len: 347 time: 0.1587839 Apr 01 15:52:37.316732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.320709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.324481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a74676-1385-4c60-8fc8-28d144a4619b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.324925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a74676-1385-4c60-8fc8-28d144a4619b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.381154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.411463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=10f2c854-2383-4c31-8152-15ed42d1a63e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.414071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bfb51eb-b668-4ce5-b9d9-8b9ebf77f926 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Synchronizing usage tracker for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:37.421580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.445606 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4a74676-1385-4c60-8fc8-28d144a4619b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/e9dda14e-be78-4de1-bc1d-563bcb03341c HTTP/1.1" status: 404 len: 337 time: 0.2504649 Apr 01 15:52:37.448618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.453114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.497273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=9abc708c-792c-4273-8f8c-ef3bee6bf546,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.509024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:37.511310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bfb51eb-b668-4ce5-b9d9-8b9ebf77f926 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] Unset dirty status for tenant:974272d4d6cc4521b852b10ec2c51ae4 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:37.521849 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bfb51eb-b668-4ce5-b9d9-8b9ebf77f926 tempest-SecGroupTest-378534732 tempest-SecGroupTest-378534732-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1948671 Apr 01 15:52:37.525897 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-ea535460-f8d9-495c-87e8-49f26b7ddbed service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739077 Apr 01 15:52:37.526484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-725bef4c-4616-49ea-9baa-0675c027e3e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/9abc708c-792c-4273-8f8c-ef3bee6bf546 HTTP/1.1" status: 204 len: 168 time: 1.3746531 Apr 01 15:52:37.528005 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-32415b6b-8f93-4252-93dc-66b7b167fb1c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.528571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32415b6b-8f93-4252-93dc-66b7b167fb1c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.533544 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-32415b6b-8f93-4252-93dc-66b7b167fb1c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/28031756-903a-4439-81a4-649a214773c3 HTTP/1.1" status: 404 len: 337 time: 0.0768321 Apr 01 15:52:37.535549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.535876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.590120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.630263 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-43138de9-606a-48c3-8c2f-bb2e9daf9b52 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.630835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43138de9-606a-48c3-8c2f-bb2e9daf9b52 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.638869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cdbfa9-d7b5-48dd-a2e1-82fb7be0fe86 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.643962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cdbfa9-d7b5-48dd-a2e1-82fb7be0fe86 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.643962 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4cdbfa9-d7b5-48dd-a2e1-82fb7be0fe86 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/ac35ccff-3729-4b79-9dcf-17ab93ca7b69 HTTP/1.1" status: 404 len: 333 time: 0.1019499 Apr 01 15:52:37.644706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.646001 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43138de9-606a-48c3-8c2f-bb2e9daf9b52 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/cdf5b154-0fc6-4e33-a39f-0a684dbe5c84 HTTP/1.1" status: 404 len: 337 time: 0.1090612 Apr 01 15:52:37.648996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.705703 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d339b6ca-9dcf-4971-a37d-1243f95b741b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.706483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d339b6ca-9dcf-4971-a37d-1243f95b741b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.710498 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d339b6ca-9dcf-4971-a37d-1243f95b741b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/9c55d87f-07c8-463e-a0f2-6e4041764c1c HTTP/1.1" status: 404 len: 337 time: 0.0609875 Apr 01 15:52:37.710498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45386) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.729355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.745977 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa004c4-c61c-48bb-b47c-de32725f515e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.746447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa004c4-c61c-48bb-b47c-de32725f515e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.748134 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eaa004c4-c61c-48bb-b47c-de32725f515e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/7331965b-26c9-4900-a4cc-c7c8259cff02 HTTP/1.1" status: 404 len: 339 time: 0.0690684 Apr 01 15:52:37.753812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45390) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.754843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.832451 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-62791399-6cc1-4e96-b0f2-61f33736caa8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.833134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62791399-6cc1-4e96-b0f2-61f33736caa8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.837102 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62791399-6cc1-4e96-b0f2-61f33736caa8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/93859c6c-72f3-460f-8aef-5499d0f2c90b HTTP/1.1" status: 404 len: 333 time: 0.1224482 Apr 01 15:52:37.846076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.849082 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/subnets/970ea059-b994-4eec-9205-b6d8275ecb89 HTTP/1.1" status: 204 len: 168 time: 0.8866229 Apr 01 15:52:37.855946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f3f1c3-e28e-4907-9839-bff6be88822f None None] Network b5f389a0-a1fa-4496-8a90-686165892030 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:37.857391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.857391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.858037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8391ee1-e3de-40cc-af2c-7ca03c519820 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Subnet': ['ID=970ea059-b994-4eec-9205-b6d8275ecb89,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.908335 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a52e066-4f46-4848-83d0-b5599d892563 req-0eb35d01-4b3f-4a85-b7c8-1682cee57f50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.2933531 Apr 01 15:52:37.916772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.942218 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91ec5b0-b7a5-4da6-895b-c8cc33d9480b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:37.942672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91ec5b0-b7a5-4da6-895b-c8cc33d9480b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:37.946738 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c91ec5b0-b7a5-4da6-895b-c8cc33d9480b tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/fad2f9b5-2007-439b-a679-6cdf727ab5b3 HTTP/1.1" status: 404 len: 337 time: 0.0833683 Apr 01 15:52:37.952228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45402) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.999441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting subnet e3e35fd5-95d2-4f3e-b097-ef9571731b01 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:38.049052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.079401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.101435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.126757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:38.131858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.173573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] DHCP port deletion for b5f389a0-a1fa-4496-8a90-686165892030 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:38.179423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Deleting port 80dadce4-6165-48d6-85b2-a0a39a76b838 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:38.179925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.194817 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=176b28c256364315adfd7a3f4c468754&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4439807 Apr 01 15:52:38.194817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39d4be-3683-477b-b1e0-7ca854e5ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c734e8-648f-4704-9eef-dd87fed367ea,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.196505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.202625 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02b0bb2c-e263-4014-bd77-40eddbaa0d14 req-9d31682e-a318-47f4-9eb0-30af7f1b6eab service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601114 Apr 01 15:52:38.255761 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6437fd4-69da-433d-b429-260ee3a1ea7d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:38.256483 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6437fd4-69da-433d-b429-260ee3a1ea7d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:38.260930 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6437fd4-69da-433d-b429-260ee3a1ea7d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/88d62a67-2dc0-47ed-9775-7327c11df914 HTTP/1.1" status: 404 len: 333 time: 0.3050463 Apr 01 15:52:38.264890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45414) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.266267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.302829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.313167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.313702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Fanout notify agent at l3_agent the message router_deleted on router 4ddfc65e-7067-4ea1-bb1f-960ba51656de {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:38.341513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f14a1dc-58ff-4537-afb2-700e8bb85a18 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:38.341794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f14a1dc-58ff-4537-afb2-700e8bb85a18 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:38.374837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.379986 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-25c111b5-e99a-456a-9df6-c0e3ebaffdb3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/routers/4ddfc65e-7067-4ea1-bb1f-960ba51656de HTTP/1.1" status: 204 len: 168 time: 4.4353421 Apr 01 15:52:38.381793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.387919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.395295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f14a1dc-58ff-4537-afb2-700e8bb85a18 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/ac92ea7e-2ad0-495c-aa0d-735622079868 HTTP/1.1" status: 404 len: 337 time: 0.1236091 Apr 01 15:52:38.401535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.436580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.440909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] For port 80dadce4-6165-48d6-85b2-a0a39a76b838, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=80dadce4-6165-48d6-85b2-a0a39a76b838,segment=NetworkSegment(de913ae8-641b-4b17-8bfd-191554366e57),segment_id=de913ae8-641b-4b17-8bfd-191554366e57)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:38.441425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.483705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.533571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.545771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting subnet 1e185bfd-d593-437c-8f5e-7760580ce3d7 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:38.560804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.9 (e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8/fd15a137-0a43-4c11-8c95-2026b493c5b9/629478f9-ac9a-4825-b808-2764beacb45d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:38.568300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.576402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Calling delete_port for 80dadce4-6165-48d6-85b2-a0a39a76b838 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:38.589035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting port 80dadce4-6165-48d6-85b2-a0a39a76b838 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:38.589639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.611162 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:38.615478 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43a11c0-b423-4e54-b66a-04868ecac7c5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:38.616178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43a11c0-b423-4e54-b66a-04868ecac7c5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:38.620552 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a43a11c0-b423-4e54-b66a-04868ecac7c5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/02886f1a-b0a2-4ec6-b7a6-14eac3ee1d3e HTTP/1.1" status: 404 len: 333 time: 0.2106593 Apr 01 15:52:38.621186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45434) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.658054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.707980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b766043b-7132-4e10-873a-34e3a560ef67 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:38.708439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b766043b-7132-4e10-873a-34e3a560ef67 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:38.712520 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b766043b-7132-4e10-873a-34e3a560ef67 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/137f8ea1-9a0d-4eb4-89e7-cbb7456c3c48 HTTP/1.1" status: 404 len: 337 time: 0.0766926 Apr 01 15:52:38.718012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.742022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.787366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-21c7194c-62fb-4d1e-aeab-cd276a018770 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=974272d4d6cc4521b852b10ec2c51ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452288 Apr 01 15:52:38.792616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] The port '80dadce4-6165-48d6-85b2-a0a39a76b838' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:38.794189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.795415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.809785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50204a3-b82f-4fb4-9ce7-c262321201f3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:38.810250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50204a3-b82f-4fb4-9ce7-c262321201f3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:38.810370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] No DVR routers for this DVR port 80dadce4-6165-48d6-85b2-a0a39a76b838 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:38.813905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87202dd7-922b-49b7-b501-68532a8c5248 None None] Pushing event deleted for resources: {'Port': ['ID=80dadce4-6165-48d6-85b2-a0a39a76b838,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.875301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382017a-4fc4-48d5-ab0b-8ae714b45556 req-ea963ab6-1e77-468d-a5a7-b298b8758d8e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:38.876742 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3382017a-4fc4-48d5-ab0b-8ae714b45556 req-ea963ab6-1e77-468d-a5a7-b298b8758d8e tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.6125031 Apr 01 15:52:38.899502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.901926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.905655 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4c734e8-648f-4704-9eef-dd87fed367ea HTTP/1.1" status: 204 len: 168 time: 0.7030966 Apr 01 15:52:38.926009 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e50204a3-b82f-4fb4-9ce7-c262321201f3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/52d99647-1e2a-49d3-b0b4-926e105a3e06 HTTP/1.1" status: 404 len: 333 time: 0.2069552 Apr 01 15:52:38.936258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.950722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7be6-7695-4583-985e-c3a9ad2f3f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c734e8-648f-4704-9eef-dd87fed367ea,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.027083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c904d4-e56c-4c80-9f84-d70403401520 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.027565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c904d4-e56c-4c80-9f84-d70403401520 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.029333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79c904d4-e56c-4c80-9f84-d70403401520 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/c8f303de-05fc-4f02-92a8-d9406295e52c HTTP/1.1" status: 404 len: 337 time: 0.0900395 Apr 01 15:52:39.039312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.040896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.071830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.096383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 80dadce4-6165-48d6-85b2-a0a39a76b838 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:39.147386 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3382017a-4fc4-48d5-ab0b-8ae714b45556 req-93a69ef6-6c6c-48ee-b545-aba6121f23cb tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622476 Apr 01 15:52:39.152890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f389a0-a1fa-4496-8a90-686165892030']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.165457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.172901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 80dadce4-6165-48d6-85b2-a0a39a76b838 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:39.173257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 80dadce4-6165-48d6-85b2-a0a39a76b838 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:39.210179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a35169-24c3-4a14-9d7e-421b125923a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.210654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a35169-24c3-4a14-9d7e-421b125923a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.214706 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e2a35169-24c3-4a14-9d7e-421b125923a5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/25602664-f548-427d-a828-8941fd1a70fc HTTP/1.1" status: 404 len: 333 time: 0.1370611 Apr 01 15:52:39.214706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.215497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-85bb901a-0959-4a96-a733-5c046e830079 req-7eef290e-e492-48f7-948d-cd653954f27d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:39.221871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.224261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.227824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de913ae8-641b-4b17-8bfd-191554366e57') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.228123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de913ae8-641b-4b17-8bfd-191554366e57') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:39.254543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4330ef2-eb3d-4309-88f1-6d8c7db9db69 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:39.268303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 629478f9-ac9a-4825-b808-2764beacb45d will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:39.272510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-85bb901a-0959-4a96-a733-5c046e830079 req-7eef290e-e492-48f7-948d-cd653954f27d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:39.273693 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-85bb901a-0959-4a96-a733-5c046e830079 req-7eef290e-e492-48f7-948d-cd653954f27d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.1278632 Apr 01 15:52:39.280938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.281480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e35fd5-95d2-4f3e-b097-ef9571731b01,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.287582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.295427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.309068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf338a3-c5c8-4050-acc6-a641f4fbdfde tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.309524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf338a3-c5c8-4050-acc6-a641f4fbdfde tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.328732 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4cf338a3-c5c8-4050-acc6-a641f4fbdfde tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/fbed77ef-6e59-4c0c-ab9c-046f852efd2a HTTP/1.1" status: 404 len: 337 time: 0.0867088 Apr 01 15:52:39.328732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.331974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.344083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:39.344616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:39.360957 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:39.432268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3964818-5e19-4b2f-8662-d26f57bcdb8d tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/e3e35fd5-95d2-4f3e-b097-ef9571731b01 HTTP/1.1" status: 204 len: 168 time: 1.6697047 Apr 01 15:52:39.432481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93df6ae-8632-42bc-9219-c7cb9197a418 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.432481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93df6ae-8632-42bc-9219-c7cb9197a418 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.436128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.450300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e93df6ae-8632-42bc-9219-c7cb9197a418 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/0a3e19b1-d3d2-47a0-afaf-8843cf38625f HTTP/1.1" status: 404 len: 337 time: 0.1169398 Apr 01 15:52:39.456210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45470) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.494089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.537135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting subnet dd17e94a-1eb1-41bf-89bd-19b5a8cfc098 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:39.541570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.554252 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c881a6c-54a0-4fcb-b5f2-624ce4f0744c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.554861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c881a6c-54a0-4fcb-b5f2-624ce4f0744c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.561144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Subnet': ['ID=1e185bfd-d593-437c-8f5e-7760580ce3d7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.569740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.572690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.577455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0b6f42e8-788b-4633-b276-cbfe0c9994a7 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/subnets/1e185bfd-d593-437c-8f5e-7760580ce3d7 HTTP/1.1" status: 204 len: 168 time: 1.1936080 Apr 01 15:52:39.584813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05792b-14f2-460f-82b3-2b1eed07a52d None None] Network 8ed88132-e4ef-4296-b2d3-b696eaa0c06e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:39.585015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.592604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.626631 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0c881a6c-54a0-4fcb-b5f2-624ce4f0744c tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/6f8efa7e-473a-47e8-b195-012e102991a0 HTTP/1.1" status: 404 len: 333 time: 0.1657805 Apr 01 15:52:39.636627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.637678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.657094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.659749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.663206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b7053a6-302b-47cb-9a9e-99559612c521 HTTP/1.1" status: 204 len: 168 time: 0.8643806 Apr 01 15:52:39.682411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Network': ['ID=b5f389a0-a1fa-4496-8a90-686165892030,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.688497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:39.690017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.693443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad207ff-36ed-4acf-8e0a-9e9a1e01483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7053a6-302b-47cb-9a9e-99559612c521,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.697518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-e63db09f-1eb1-40bf-ae6c-3e4aba964717 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3520002 Apr 01 15:52:39.698881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:39.700738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:39.767806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45484) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.779769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdcfb2a9-2378-4b1d-9def-ed39f27579c5 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/networks/b5f389a0-a1fa-4496-8a90-686165892030 HTTP/1.1" status: 204 len: 168 time: 1.9164121 Apr 01 15:52:39.835130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80c4527-8d2c-4de5-90ed-b6bb8a7838c6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.835612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80c4527-8d2c-4de5-90ed-b6bb8a7838c6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.839557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d80c4527-8d2c-4de5-90ed-b6bb8a7838c6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/d70bad88-e417-4602-8a52-3f36b5e14d45 HTTP/1.1" status: 404 len: 337 time: 0.1765392 Apr 01 15:52:39.846974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.877413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45488) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.956977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.968720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bac71a-ebfc-49e1-aa02-663e4b40e4e9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:39.969175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bac71a-ebfc-49e1-aa02-663e4b40e4e9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:39.970929 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18bac71a-ebfc-49e1-aa02-663e4b40e4e9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/cf45a6fd-81a5-4719-b42c-30319c151873 HTTP/1.1" status: 404 len: 337 time: 0.0895338 Apr 01 15:52:39.975418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45492) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.048360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] DHCP port deletion for 8ed88132-e4ef-4296-b2d3-b696eaa0c06e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:40.055166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 6050bb56-7f73-4471-9a94-a3bdc889524c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:40.055516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.062381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Deleting port 6050bb56-7f73-4471-9a94-a3bdc889524c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:40.067094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.080355 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2c3371-1e4c-405a-9c41-3dcb9fe4c0b2 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:40.083352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2c3371-1e4c-405a-9c41-3dcb9fe4c0b2 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:40.087230 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d2c3371-1e4c-405a-9c41-3dcb9fe4c0b2 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/fd3e8a9c-64aa-4518-99d9-ef82b617cef2 HTTP/1.1" status: 404 len: 333 time: 0.1056681 Apr 01 15:52:40.091371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting subnet d83196e3-2cff-4f9e-82dc-98b9972135c4 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:40.095868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.108070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45496) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.256618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca95554d-c928-4189-bb27-fd72c56de5d6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:40.257132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca95554d-c928-4189-bb27-fd72c56de5d6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:40.260235 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca95554d-c928-4189-bb27-fd72c56de5d6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/b53a4212-3b88-421b-a907-bc3502c744c4 HTTP/1.1" status: 404 len: 337 time: 0.1499720 Apr 01 15:52:40.269351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.291244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5104f373-fe8b-4c11-b3d3-51a2daa7fca8 None None] Provisioning for port 629478f9-ac9a-4825-b808-2764beacb45d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:40.293910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.294645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.321080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5104f373-fe8b-4c11-b3d3-51a2daa7fca8 None None] Provisioning complete for port 629478f9-ac9a-4825-b808-2764beacb45d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:40.321744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5104f373-fe8b-4c11-b3d3-51a2daa7fca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.362478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.463713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-bb084552-76a8-4a4e-a5ad-d4cf21bdd6bf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5203540 Apr 01 15:52:40.481341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-a2434ef3-0ddb-46b2-94cf-957751638d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.486494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-a2434ef3-0ddb-46b2-94cf-957751638d47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 1099 time: 0.3120031 Apr 01 15:52:40.488805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] For port 6050bb56-7f73-4471-9a94-a3bdc889524c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6050bb56-7f73-4471-9a94-a3bdc889524c,segment=NetworkSegment(f2e299b7-55e9-4f0f-9e84-54284d8e5b74),segment_id=f2e299b7-55e9-4f0f-9e84-54284d8e5b74)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:40.489216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.492894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Request body: {'port': {'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:40.576154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.605536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5104f373-fe8b-4c11-b3d3-51a2daa7fca8 None None] Port 629478f9-ac9a-4825-b808-2764beacb45d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:52:40.680169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Calling delete_port for 6050bb56-7f73-4471-9a94-a3bdc889524c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:40.767482 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c7940-7b04-4286-a458-50b8793f347a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:40.769128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924c7940-7b04-4286-a458-50b8793f347a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:40.788192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.833654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0631d324-d6c1-4fb5-8974-9e7c098aaadd None None] Provisioning complete for port c6322573-6e17-473d-a087-5930c8640cdb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:40.833654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0631d324-d6c1-4fb5-8974-9e7c098aaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.834020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.869200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.878668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.880937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-924c7940-7b04-4286-a458-50b8793f347a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/6ed84b50-bbcb-4c3b-8f5f-03edc423b0bb HTTP/1.1" status: 404 len: 337 time: 0.6035259 Apr 01 15:52:40.881721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.889281 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=dd17e94a-1eb1-41bf-89bd-19b5a8cfc098,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.913502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-b4534601-0493-40c2-9fd4-8fad91186d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.914993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-b4534601-0493-40c2-9fd4-8fad91186d1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 200 len: 912 time: 0.3897917 Apr 01 15:52:40.928914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963354-6529-4af5-954e-5d59d311e9ed req-c67a3fd4-5dfd-4a4f-9d28-c4d81f7007ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.930793 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a963354-6529-4af5-954e-5d59d311e9ed req-c67a3fd4-5dfd-4a4f-9d28-c4d81f7007ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 931 time: 0.4098811 Apr 01 15:52:40.941230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.945605 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d34d39b-2cf4-4efb-8055-f7c09c5562aa tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/dd17e94a-1eb1-41bf-89bd-19b5a8cfc098 HTTP/1.1" status: 204 len: 168 time: 1.5060439 Apr 01 15:52:40.945764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] No DVR routers for this DVR port 6050bb56-7f73-4471-9a94-a3bdc889524c on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:40.954337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e7102-c6e2-474e-9d88-385474bc2ad5 None None] Pushing event deleted for resources: {'Port': ['ID=6050bb56-7f73-4471-9a94-a3bdc889524c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.964942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45512) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.965552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e932b59-983b-4b53-9a52-2da06acea557 None None] Network e63d6c09-b186-494c-a0e4-8ef48e15e2e6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:40.991084 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e0970f-8063-4b32-bead-d3c8edd08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:40.992142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e0970f-8063-4b32-bead-d3c8edd08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:40.995737 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11e0970f-8063-4b32-bead-d3c8edd08f0d tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/e065642c-5f80-4cff-885e-872a19a9488e HTTP/1.1" status: 404 len: 333 time: 0.1076193 Apr 01 15:52:40.999687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.058129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] For port 6050bb56-7f73-4471-9a94-a3bdc889524c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6050bb56-7f73-4471-9a94-a3bdc889524c,segment=NetworkSegment(f2e299b7-55e9-4f0f-9e84-54284d8e5b74),segment_id=f2e299b7-55e9-4f0f-9e84-54284d8e5b74)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:41.058129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.087175 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7257a3-6a15-4ba7-8b17-e87c4ddc61d8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.087175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7257a3-6a15-4ba7-8b17-e87c4ddc61d8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.090989 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d7257a3-6a15-4ba7-8b17-e87c4ddc61d8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/7d48bd7a-08b6-42ba-8402-d6321e3d58c3 HTTP/1.1" status: 404 len: 337 time: 0.0865970 Apr 01 15:52:41.095533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.169323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6050bb56-7f73-4471-9a94-a3bdc889524c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:41.187997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a963354-6529-4af5-954e-5d59d311e9ed req-7c2245bd-22d8-4bb1-a9e4-19037fcc8814 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648307 Apr 01 15:52:41.217122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.245006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6050bb56-7f73-4471-9a94-a3bdc889524c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:41.245527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6050bb56-7f73-4471-9a94-a3bdc889524c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:41.281994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.289829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea62d42-4667-489d-8cd4-a8db1dfc95f8 None None] Network e02a78ab-c36d-4c60-9909-16ea65c474e5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:41.292313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Subnet': ['ID=d83196e3-2cff-4f9e-82dc-98b9972135c4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.325962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 6050bb56-7f73-4471-9a94-a3bdc889524c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:41.348690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3f06941-9695-4e1e-9db4-d9dd0a555084 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/subnets/d83196e3-2cff-4f9e-82dc-98b9972135c4 HTTP/1.1" status: 204 len: 168 time: 1.5773206 Apr 01 15:52:41.359191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45524) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.382367 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3a4700-12bd-46cd-ad12-65a9702b60df tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.382818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3a4700-12bd-46cd-ad12-65a9702b60df tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.384519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a3a4700-12bd-46cd-ad12-65a9702b60df tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/a8798951-1e76-4306-858a-521f9e9196d1 HTTP/1.1" status: 404 len: 337 time: 0.1682150 Apr 01 15:52:41.390774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45528) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.402039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf00272-be2e-4e91-b934-37ab6abb64ea req-21d2b008-0a24-4029-8554-797a0c4da2b0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.403673 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-edf00272-be2e-4e91-b934-37ab6abb64ea req-21d2b008-0a24-4029-8554-797a0c4da2b0 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.7645574 Apr 01 15:52:41.409926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.422222 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-0ded928e-3513-479d-9d6a-66f17f67d046 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 200 len: 1001 time: 0.4882236 Apr 01 15:52:41.442125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] DHCP port deletion for e63d6c09-b186-494c-a0e4-8ef48e15e2e6 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:41.479172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Deleting port c6322573-6e17-473d-a087-5930c8640cdb {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:41.479172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.485648 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b5ad07fe-b6c8-439d-974a-d0d05786689a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3666464-7263-49b5-bb5a-96036127bedb HTTP/1.1" status: 200 len: 205 time: 0.0924287 Apr 01 15:52:41.495897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45532) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.518219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting subnet ff042a75-fe12-4d88-ae9c-ce281abdf203 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:41.521488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port c6322573-6e17-473d-a087-5930c8640cdb {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:41.521824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.526201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.554308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-e3b362b3-64a0-4aaf-b2e1-bc2f8083c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.555813 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-e3b362b3-64a0-4aaf-b2e1-bc2f8083c81c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 200 len: 850 time: 0.1256025 Apr 01 15:52:41.635452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.638440 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-edf00272-be2e-4e91-b934-37ab6abb64ea req-2aef2110-5e58-48b9-b9ed-38f8e7607729 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920819 Apr 01 15:52:41.641806 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-69371703-40df-491b-bedb-bc3a9c081877 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] delete failed (client error): The resource could not be found. Apr 01 15:52:41.642753 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69371703-40df-491b-bedb-bc3a9c081877 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/routers/b3666464-7263-49b5-bb5a-96036127bedb HTTP/1.1" status: 404 len: 336 time: 0.1461542 Apr 01 15:52:41.645290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:41.645602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:41.651857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.715941 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca526ca5-4568-4595-ace4-a78c5a62fd05 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.716396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca526ca5-4568-4595-ace4-a78c5a62fd05 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.733634 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca526ca5-4568-4595-ace4-a78c5a62fd05 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/1145177a-b28f-4785-b215-a82d62d7650a HTTP/1.1" status: 404 len: 337 time: 0.0805688 Apr 01 15:52:41.735896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.744429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.761442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6322573-6e17-473d-a087-5930c8640cdb,segment=NetworkSegment(45c301d8-155e-4f1a-8d18-b90877795698),segment_id=45c301d8-155e-4f1a-8d18-b90877795698)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:41.761859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.793120 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc240ec3-c3fe-46a9-b729-1fbffe839dd5 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6696afc-ade5-41ce-a342-9ade804edf2f HTTP/1.1" status: 200 len: 205 time: 0.0561507 Apr 01 15:52:41.808160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.889503 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-17277caf-e6e0-4485-b757-543902e7e4a8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] delete failed (client error): The resource could not be found. Apr 01 15:52:41.893017 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17277caf-e6e0-4485-b757-543902e7e4a8 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/routers/f6696afc-ade5-41ce-a342-9ade804edf2f HTTP/1.1" status: 404 len: 336 time: 0.0809457 Apr 01 15:52:41.893017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.897108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Calling delete_port for c6322573-6e17-473d-a087-5930c8640cdb owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:41.983305 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75d10df-8818-4bfb-a24d-299390c07101 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:41.983852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75d10df-8818-4bfb-a24d-299390c07101 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:41.985487 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e75d10df-8818-4bfb-a24d-299390c07101 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/dac3d123-3dd9-46a7-8cec-2e0276911b78 HTTP/1.1" status: 404 len: 337 time: 0.0918839 Apr 01 15:52:41.994890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.034629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629478f9-ac9a-4825-b808-2764beacb45d {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:52:42.035363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] DHCP port deletion for e02a78ab-c36d-4c60-9909-16ea65c474e5 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:42.041481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Deleting port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:42.042035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.055768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.082007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-a4a69ae5-f7ff-40c2-8670-b7915ffd45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.085101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-a4a69ae5-f7ff-40c2-8670-b7915ffd45bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ded8afc-50fc-4a25-af7b-831ce3ae3148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5212336 Apr 01 15:52:42.150063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 6050bb56-7f73-4471-9a94-a3bdc889524c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:42.150477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.157290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.195345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Transition to ACTIVE for port object 629478f9-ac9a-4825-b808-2764beacb45d will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:42.195606 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f62e33d-474d-4b46-8892-34d967503493 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:42.196001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f62e33d-474d-4b46-8892-34d967503493 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:42.197620 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4f62e33d-474d-4b46-8892-34d967503493 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/ac674504-aad8-47ab-a3ee-e4f8c78d2338 HTTP/1.1" status: 404 len: 337 time: 0.2017846 Apr 01 15:52:42.199454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port c6322573-6e17-473d-a087-5930c8640cdb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6322573-6e17-473d-a087-5930c8640cdb,segment=NetworkSegment(45c301d8-155e-4f1a-8d18-b90877795698),segment_id=45c301d8-155e-4f1a-8d18-b90877795698)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:42.199857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.203955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.207173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.219775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] Pushing event deleted for resources: {'Port': ['ID=c6322573-6e17-473d-a087-5930c8640cdb,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.229309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e96bb1-41ee-47b4-9aaa-de73990b29d8 None None] No DVR routers for this DVR port c6322573-6e17-473d-a087-5930c8640cdb on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:42.260533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb25fa-d408-4066-bd1d-5f5a7279ce74 req-8ec147b2-eb43-42d4-be37-078c4adeb8b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.265777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42fb25fa-d408-4066-bd1d-5f5a7279ce74 req-8ec147b2-eb43-42d4-be37-078c4adeb8b6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4780152 Apr 01 15:52:42.273964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Subnet': ['ID=ff042a75-fe12-4d88-ae9c-ce281abdf203,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.281059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.361144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756b585-ab2d-4261-b3cc-92dae29e9aa3 None None] Network cdb19e21-1d65-4df9-8b4c-698f3de2aa41 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:42.374840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.381488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42fb25fa-d408-4066-bd1d-5f5a7279ce74 req-fcdd0ca5-ba67-44ac-a0df-f88f17e1fb7d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053505 Apr 01 15:52:42.397550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for c6322573-6e17-473d-a087-5930c8640cdb owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:42.434297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] The port '6050bb56-7f73-4471-9a94-a3bdc889524c' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:42.496699 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52675949-9044-4bc3-a470-33e604eae735 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/subnets/ff042a75-fe12-4d88-ae9c-ce281abdf203 HTTP/1.1" status: 204 len: 168 time: 1.1346266 Apr 01 15:52:42.514567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bf85bc-04a5-45a3-aa4b-884d741b16dd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:42.515035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bf85bc-04a5-45a3-aa4b-884d741b16dd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:42.520856 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67bf85bc-04a5-45a3-aa4b-884d741b16dd tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/1d546366-a280-410c-813c-ba1caed0a8f6 HTTP/1.1" status: 404 len: 333 time: 0.3049901 Apr 01 15:52:42.521055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45566) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.525520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.570158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] For port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,segment=NetworkSegment(f06297e9-e711-49ab-91f9-ecf18d539434),segment_id=f06297e9-e711-49ab-91f9-ecf18d539434)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:42.570635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.598615 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-6a3f077e-4c21-4b0d-8cb1-d198c6312764 service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052118 Apr 01 15:52:42.608537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Pushing event updated for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.714187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4ee7c-3305-4cc9-9694-cbc418a918bf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:42.715063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c4ee7c-3305-4cc9-9694-cbc418a918bf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:42.717244 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7c4ee7c-3305-4cc9-9694-cbc418a918bf tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/7e6401e6-e995-4f17-b382-5762091bea88 HTTP/1.1" status: 404 len: 337 time: 0.1841114 Apr 01 15:52:42.719690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Calling delete_port for 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:42.726186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.804587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Attempting to bind port 629478f9-ac9a-4825-b808-2764beacb45d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:42.804937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Attempting to bind port 629478f9-ac9a-4825-b808-2764beacb45d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:42.805180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Attempting to bind port 629478f9-ac9a-4825-b808-2764beacb45d on network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:42.853269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.872311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8f0c1-d823-452f-be3b-1c9a4b4e1c7a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:42.872776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8f0c1-d823-452f-be3b-1c9a4b4e1c7a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:42.886282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Port 629478f9-ac9a-4825-b808-2764beacb45d on network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:52:42.886282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Attempting to bind port 629478f9-ac9a-4825-b808-2764beacb45d on network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:42.892801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] DHCP port deletion for cdb19e21-1d65-4df9-8b4c-698f3de2aa41 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:42.898045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:42.898637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Deleting port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:42.898850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:42.898945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.899885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed88132-e4ef-4296-b2d3-b696eaa0c06e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.901414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.906006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:42.906676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Checking segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:42.906834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Bound using segment: {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:42.916201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Bound port: 629478f9-ac9a-4825-b808-2764beacb45d, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f06b-ca2e-427d-b905-bbd2614d69cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:42.916201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.917092 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7a8f0c1-d823-452f-be3b-1c9a4b4e1c7a tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/8bcf198a-d9ab-4e3b-9c15-cfca3fdd2215 HTTP/1.1" status: 404 len: 333 time: 0.1277587 Apr 01 15:52:42.917092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.920055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.920343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e299b7-55e9-4f0f-9e84-54284d8e5b74') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:42.940829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.981271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c23ec0e1-24b1-42e3-ba15-6b795efaaa9a req-335029d4-83b1-4ee6-8997-774b5cd6476e service neutron] 10.222.0.90 "GET /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578405 Apr 01 15:52:42.990840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7b2e3-c456-4b72-8ed1-992ed861148c req-492d36e7-9982-4a74-9665-8eaef29ea689 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.997229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] Pushing event deleted for resources: {'Port': ['ID=10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.997984 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1da7b2e3-c456-4b72-8ed1-992ed861148c req-492d36e7-9982-4a74-9665-8eaef29ea689 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 943 time: 0.5624855 Apr 01 15:52:43.011928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfc606-e42f-41c9-9d64-4e1778fddd3c None None] No DVR routers for this DVR port 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:43.023123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.029840 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fb9910-c24e-41d1-a9ea-e9abbf04dbc9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.030479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fb9910-c24e-41d1-a9ea-e9abbf04dbc9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.032619 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66fb9910-c24e-41d1-a9ea-e9abbf04dbc9 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8d7361-ae55-45ac-9683-fab5ceb43fc0 HTTP/1.1" status: 404 len: 337 time: 0.1188791 Apr 01 15:52:43.036343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45582) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.079813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.113164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:43.113642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:43.147422 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:43.177313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e598365-f685-4fe3-9cf4-6e0c14a52481 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.185220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:43.187389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e598365-f685-4fe3-9cf4-6e0c14a52481 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.191716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e598365-f685-4fe3-9cf4-6e0c14a52481 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/d7d8b584-74e1-462d-8f49-23ac1dc05c41 HTTP/1.1" status: 404 len: 333 time: 0.1475935 Apr 01 15:52:43.250110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] For port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,segment=NetworkSegment(6f15cf4b-25c5-4c02-b438-0244168f692a),segment_id=6f15cf4b-25c5-4c02-b438-0244168f692a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:43.250597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.251651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1da7b2e3-c456-4b72-8ed1-992ed861148c req-ca8913a4-0f56-4c55-acc8-d642187fece8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527947 Apr 01 15:52:43.252353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45588) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.310928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.316381 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7351f214-1404-4e53-8adf-bb8f5e875d4f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.317058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7351f214-1404-4e53-8adf-bb8f5e875d4f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.323809 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7351f214-1404-4e53-8adf-bb8f5e875d4f tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/81b79529-1625-4124-984d-33d7b88acd67 HTTP/1.1" status: 404 len: 337 time: 0.0482943 Apr 01 15:52:43.326223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45592) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.339041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:43.354960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02a78ab-c36d-4c60-9909-16ea65c474e5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:43.362850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.363056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=629478f9-ac9a-4825-b808-2764beacb45d,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:43.374259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06297e9-e711-49ab-91f9-ecf18d539434') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:43.374665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06297e9-e711-49ab-91f9-ecf18d539434') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:43.389012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.391869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/networks/8ed88132-e4ef-4296-b2d3-b696eaa0c06e HTTP/1.1" status: 204 len: 168 time: 3.8049335 Apr 01 15:52:43.397237 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-79531564-3afc-4453-8d32-24d9d41f43d3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.397237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79531564-3afc-4453-8d32-24d9d41f43d3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.398319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.401190 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79531564-3afc-4453-8d32-24d9d41f43d3 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/f4a733b1-e891-4024-9c75-e9e14768b3af HTTP/1.1" status: 404 len: 333 time: 0.0713677 Apr 01 15:52:43.401190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.402131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port c6322573-6e17-473d-a087-5930c8640cdb {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:43.402476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.404393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.423796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Calling delete_port for a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:43.435337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73666f55-5b4b-42d7-bc9b-1630e9ae0969 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Network': ['ID=8ed88132-e4ef-4296-b2d3-b696eaa0c06e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.468848 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c87566-6fa6-49cb-bc53-2d9a39c20bc6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.473731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c87566-6fa6-49cb-bc53-2d9a39c20bc6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.473731 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c1c87566-6fa6-49cb-bc53-2d9a39c20bc6 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/9a7d0b83-6cd7-40b1-921e-52e1c86a4d83 HTTP/1.1" status: 404 len: 337 time: 0.0654275 Apr 01 15:52:43.473731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.475310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.491234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103cfd9-ac57-4a5f-bf07-7937090c970c req-ef076a46-0ca8-4e0e-a864-3d5315df51d6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.493010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d103cfd9-ac57-4a5f-bf07-7937090c970c req-ef076a46-0ca8-4e0e-a864-3d5315df51d6 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2387249 Apr 01 15:52:43.498946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:43.499514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.508211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.552439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:43.616842 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:43.624443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] The port 'c6322573-6e17-473d-a087-5930c8640cdb' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:43.685294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.687918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.688534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.690791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] 10.222.0.90 "PUT /v2.0/ports/629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 1093 time: 3.2060297 Apr 01 15:52:43.692856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:43.730381 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-30148197-f75c-4581-bbc5-404a2dfac641 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.730853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30148197-f75c-4581-bbc5-404a2dfac641 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.732759 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-30148197-f75c-4581-bbc5-404a2dfac641 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/59fed058-beef-440d-8223-80c758da1980 HTTP/1.1" status: 404 len: 333 time: 0.2171037 Apr 01 15:52:43.736697 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d103cfd9-ac57-4a5f-bf07-7937090c970c req-971ba0cb-b141-4a49-9d4d-f32f3d0e7f46 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188910 Apr 01 15:52:43.737225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45612) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.765895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port dc0fd507-3e03-4739-a616-91c94e113b3d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:43.766530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.790688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.792859 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca0151a-2176-4d30-9053-c006ecc36fed tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.793320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca0151a-2176-4d30-9053-c006ecc36fed tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.798666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78c08-99ed-4703-925f-aca3705834c0 service neutron] Pushing event updated for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.806810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cca0151a-2176-4d30-9053-c006ecc36fed tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/495974f4-ad1f-472b-83ed-60fe4bbfbad7 HTTP/1.1" status: 404 len: 337 time: 0.0658104 Apr 01 15:52:43.807632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:43.834437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.837744 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/networks/e02a78ab-c36d-4c60-9909-16ea65c474e5 HTTP/1.1" status: 204 len: 168 time: 1.3150806 Apr 01 15:52:43.837744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.838402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec7b04-8398-4872-936f-7e238e3c1492 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Network': ['ID=e02a78ab-c36d-4c60-9909-16ea65c474e5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.846640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.850975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] Pushing event deleted for resources: {'Port': ['ID=a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.860111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23885c65-1b40-4023-970c-4fb4299fd011 None None] No DVR routers for this DVR port a9b7194a-ec31-4dde-8e7b-c5e30a75e3dd on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:43.872002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:43.872765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 10e2da3a-22c9-4a8f-9fdd-ccf5cac85ef1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:43.880796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6322573-6e17-473d-a087-5930c8640cdb no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:43.940946 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5117b174-a1cc-453b-8075-ad9914ec1849 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:43.941546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5117b174-a1cc-453b-8075-ad9914ec1849 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:43.943502 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5117b174-a1cc-453b-8075-ad9914ec1849 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/91c4ffbe-8b4b-4a67-a392-9de6ca729f64 HTTP/1.1" status: 404 len: 333 time: 0.1030524 Apr 01 15:52:43.945289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c6322573-6e17-473d-a087-5930c8640cdb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:43.945704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6322573-6e17-473d-a087-5930c8640cdb not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:43.976394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45624) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.102020 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9796bb-2b4d-4341-a9e0-10a5c26f4b74 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:44.102476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9796bb-2b4d-4341-a9e0-10a5c26f4b74 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:44.104828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed9796bb-2b4d-4341-a9e0-10a5c26f4b74 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/72a48064-7995-41dd-a72b-27f3fd5eb2db HTTP/1.1" status: 404 len: 337 time: 0.1236489 Apr 01 15:52:44.119865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45628) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.126226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.189667 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d', 'status': 'completed', 'code': 200} Apr 01 15:52:44.220090 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd72c0b-b4fe-4a76-bf41-63e06d86c945 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:44.220560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd72c0b-b4fe-4a76-bf41-63e06d86c945 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:44.222697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.222818 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ddd72c0b-b4fe-4a76-bf41-63e06d86c945 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/ports/fd926482-6f82-4748-8158-b4cdc704fafd HTTP/1.1" status: 404 len: 333 time: 0.0989358 Apr 01 15:52:44.227382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.247677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-5ada54ba-3d83-4a79-a27b-6cafdfea1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.249134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-5ada54ba-3d83-4a79-a27b-6cafdfea1a66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1096 time: 0.3046577 Apr 01 15:52:44.310705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d6c09-b186-494c-a0e4-8ef48e15e2e6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.338374 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20f6ebf-bedb-4cc5-b8ef-3766dff4fd88 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:44.338374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20f6ebf-bedb-4cc5-b8ef-3766dff4fd88 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:44.339909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a20f6ebf-bedb-4cc5-b8ef-3766dff4fd88 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/subnets/a5d5272c-3c9e-4676-91b3-02d1699b7586 HTTP/1.1" status: 404 len: 337 time: 0.0700927 Apr 01 15:52:44.343572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c301d8-155e-4f1a-8d18-b90877795698') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.343879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c301d8-155e-4f1a-8d18-b90877795698') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.352827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.370782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-3f0a64e1-108f-4890-b9a4-631515675caf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 217 time: 0.0931492 Apr 01 15:52:44.394973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.481493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.481854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.489682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.508334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:44.508733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.517884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:44.524651 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:44.558851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb19e21-1d65-4df9-8b4c-698f3de2aa41']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.572531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-283daf5c-340d-43b6-ac50-1fbc97ac06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.573951 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-283daf5c-340d-43b6-ac50-1fbc97ac06a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.1568704 Apr 01 15:52:44.578328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f15cf4b-25c5-4c02-b438-0244168f692a') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.578697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f15cf4b-25c5-4c02-b438-0244168f692a') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.638768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.656193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for dc0fd507-3e03-4739-a616-91c94e113b3d owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:44.669665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee4c9a-f6ae-471a-98fc-4273f363dd10 req-34f7ab49-7f0b-406d-83c7-102e3425b390 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.671122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-beee4c9a-f6ae-471a-98fc-4273f363dd10 req-34f7ab49-7f0b-406d-83c7-102e3425b390 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 943 time: 0.2994657 Apr 01 15:52:44.672064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.694400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:44.694795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:44.709555 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:44.732329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.819466 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-beee4c9a-f6ae-471a-98fc-4273f363dd10 req-ab286469-93bd-4574-b7a1-8d3493353632 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406748 Apr 01 15:52:44.826261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-1cbff9fd-ef85-4310-9a96-24fcf967e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.827678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-1cbff9fd-ef85-4310-9a96-24fcf967e5de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2408354 Apr 01 15:52:44.862863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.867446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.919188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.946054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.962555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Network': ['ID=cdb19e21-1d65-4df9-8b4c-698f3de2aa41,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.969398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6eb28397-5192-4e30-af10-31114d9aa5d4 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/networks/cdb19e21-1d65-4df9-8b4c-698f3de2aa41 HTTP/1.1" status: 204 len: 168 time: 1.1213579 Apr 01 15:52:44.972929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45644) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.995849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=e63d6c09-b186-494c-a0e4-8ef48e15e2e6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.005469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.022410 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8036881f-d14b-4d57-8cb6-e35dc855a8c8 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/e63d6c09-b186-494c-a0e4-8ef48e15e2e6 HTTP/1.1" status: 204 len: 168 time: 4.0545056 Apr 01 15:52:45.025129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.039078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d919997-7b56-4b49-acd8-35888c2943cc']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.083839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18aa0874-5348-474d-a980-a72343d5db05') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.084170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18aa0874-5348-474d-a980-a72343d5db05') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.090101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80e16ae-4569-40e0-8776-e2fb13a8051f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.090356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80e16ae-4569-40e0-8776-e2fb13a8051f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.094387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f80e16ae-4569-40e0-8776-e2fb13a8051f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/3e2451c1-8c8a-4d2e-8669-d03a0fe49df1 HTTP/1.1" status: 404 len: 337 time: 0.0661311 Apr 01 15:52:45.095864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45652) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.100757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting subnet 4bf84f06-ff42-4f8d-8795-66d4b0eb1365 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:45.103903 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-77a13d8f-be6f-47c4-93ab-4271137796a0 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656884 Apr 01 15:52:45.107355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.109406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.151735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.164599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8694-43f0-4211-8f26-57718d855b2a req-92a089ed-dc55-4675-bdab-24a56dbfcdfc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.166114 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8d8694-43f0-4211-8f26-57718d855b2a req-92a089ed-dc55-4675-bdab-24a56dbfcdfc tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.2263443 Apr 01 15:52:45.172575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:45.172575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:45.194314 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:45.202322 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3904ef68-149a-4e06-b00c-b1633b6d8c8e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.202823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3904ef68-149a-4e06-b00c-b1633b6d8c8e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.204482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3904ef68-149a-4e06-b00c-b1633b6d8c8e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/da1ae89d-0efc-460c-b084-9a63b17d6399 HTTP/1.1" status: 404 len: 339 time: 0.0997145 Apr 01 15:52:45.207795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.218367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.310227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.359860 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f3c197-2bac-47e2-a50d-3018a1156d0a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.360347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f3c197-2bac-47e2-a50d-3018a1156d0a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.362805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8f3c197-2bac-47e2-a50d-3018a1156d0a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/e6c2c48e-cce2-4a75-9cf6-a1d771348e23 HTTP/1.1" status: 404 len: 337 time: 0.1538565 Apr 01 15:52:45.369148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45660) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.374152 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f08ed3f-f368-4b88-ad21-dd46b2920b21 req-48bbe83a-617e-4e95-8188-7f44f55381b1 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194183 Apr 01 15:52:45.380636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=dc0fd507-3e03-4739-a616-91c94e113b3d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.401956 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b76545-79c5-4546-bf44-50d2ac6652ac tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.402425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b76545-79c5-4546-bf44-50d2ac6652ac tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.406501 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19b76545-79c5-4546-bf44-50d2ac6652ac tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/511a558b-50ec-4e9e-9ed5-8478becb5c2a HTTP/1.1" status: 404 len: 339 time: 0.0340204 Apr 01 15:52:45.407187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45664) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.448809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd70f235-f54b-47dc-8489-3c7442c6ac3e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.449181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd70f235-f54b-47dc-8489-3c7442c6ac3e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.453960 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd70f235-f54b-47dc-8489-3c7442c6ac3e tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/52cecc66-52d6-4d43-8b6c-8a41fe6223d3 HTTP/1.1" status: 404 len: 337 time: 0.0432029 Apr 01 15:52:45.453960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.456797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.523836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-88784579-090e-4eef-8a65-1535e1ea788f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.524307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88784579-090e-4eef-8a65-1535e1ea788f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.529241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88784579-090e-4eef-8a65-1535e1ea788f tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/fb2def51-bfef-4c6b-ab29-714e35bab5fc HTTP/1.1" status: 404 len: 339 time: 0.0714779 Apr 01 15:52:45.529241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.590307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8d8694-43f0-4211-8f26-57718d855b2a req-9cf7fbad-a83b-4881-be3e-609d48961182 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950775 Apr 01 15:52:45.590890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.625300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.630439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] Pushing event deleted for resources: {'Network': ['ID=9d919997-7b56-4b49-acd8-35888c2943cc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.635674 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-560d0c76-b627-4617-b3bc-e60b658ea991 tempest-NetworksTestDHCPv6-381354851 tempest-NetworksTestDHCPv6-381354851-project] 10.222.0.18 "DELETE /v2.0/networks/9d919997-7b56-4b49-acd8-35888c2943cc HTTP/1.1" status: 204 len: 168 time: 1.2818253 Apr 01 15:52:45.656279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.656874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting subnet b0612dc3-34c7-4f4a-b5fc-d1c177a4e275 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:45.659438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.662330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-692e8d6c-3ce2-41d5-96bf-911cd9f436a5 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/floatingips/3897ae73-2492-4474-9faf-60e45459bd31 HTTP/1.1" status: 204 len: 168 time: 2.2341714 Apr 01 15:52:45.666271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.666487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.711798 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3275c7ac-5e03-4b4c-91b4-2330918638c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.712457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3275c7ac-5e03-4b4c-91b4-2330918638c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.714201 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3275c7ac-5e03-4b4c-91b4-2330918638c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/9c53d2db-b588-4dc4-9be2-edd73f754f41 HTTP/1.1" status: 404 len: 333 time: 0.0465822 Apr 01 15:52:45.716776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.761742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-740f2cf4-7650-42ee-9627-adbd4382c095 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Synchronizing usage tracker for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:45.852224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.854494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-740f2cf4-7650-42ee-9627-adbd4382c095 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Unset dirty status for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:45.858106 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-740f2cf4-7650-42ee-9627-adbd4382c095 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ddfc65e-7067-4ea1-bb1f-960ba51656de HTTP/1.1" status: 200 len: 205 time: 0.1381276 Apr 01 15:52:45.858717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.921491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf84f06-ff42-4f8d-8795-66d4b0eb1365,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.931101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-133d06f6-69bd-4429-8925-95e3161cc6bb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] delete failed (client error): The resource could not be found. Apr 01 15:52:45.931577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.935034 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-133d06f6-69bd-4429-8925-95e3161cc6bb tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/routers/4ddfc65e-7067-4ea1-bb1f-960ba51656de HTTP/1.1" status: 404 len: 336 time: 0.0729384 Apr 01 15:52:45.935666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45692) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.947538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2768a02a-8380-4cf0-8fb7-7d6df0de2b18 None None] Network ceade971-a1fb-4708-95b6-78d596c5c0d7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:45.954780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.989660 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb46c7-069b-4a69-80bb-38787658e3e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:45.990232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdb46c7-069b-4a69-80bb-38787658e3e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:45.994506 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1fdb46c7-069b-4a69-80bb-38787658e3e8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/subnets/1e185bfd-d593-437c-8f5e-7760580ce3d7 HTTP/1.1" status: 404 len: 337 time: 0.0553894 Apr 01 15:52:45.994842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45696) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.022072 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dce36d65-925f-427c-8945-0079c5456c0d tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/subnets/4bf84f06-ff42-4f8d-8795-66d4b0eb1365 HTTP/1.1" status: 204 len: 168 time: 1.0473599 Apr 01 15:52:46.025188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45700) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.056781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-a2499fb4-c24a-4288-8f66-47f69ea3698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.058253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-a2499fb4-c24a-4288-8f66-47f69ea3698f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1096 time: 0.4931295 Apr 01 15:52:46.214308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 29789af7-63f3-4585-aa24-f205ac7c00e3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.214765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.237451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.265932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2a42fde9-0e10-4d40-9f5d-99dc228eadfd tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.267387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2a42fde9-0e10-4d40-9f5d-99dc228eadfd tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.90 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4500132 Apr 01 15:52:46.281006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.295315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] DHCP port deletion for ceade971-a1fb-4708-95b6-78d596c5c0d7 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:46.299483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Deleting port 323642ae-68a1-4a92-a42c-170709744064 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.299861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.338348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting port 323642ae-68a1-4a92-a42c-170709744064 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.338684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.353498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.398659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f89f-9a48-4c38-a1c4-6c884e0870d3 req-23a6e780-1784-4e45-bce2-2eb14ad90f95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.400206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8b9f89f-9a48-4c38-a1c4-6c884e0870d3 req-23a6e780-1784-4e45-bce2-2eb14ad90f95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 943 time: 0.4151626 Apr 01 15:52:46.432881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-146924cb-b3c6-49c3-be12-862055d0d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.434329 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-146924cb-b3c6-49c3-be12-862055d0d147 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 898 time: 0.3640225 Apr 01 15:52:46.460369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Deleting port c293f469-fb33-4295-87c8-93f68508a893 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:46.460712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.551089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] For port 323642ae-68a1-4a92-a42c-170709744064, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=323642ae-68a1-4a92-a42c-170709744064,segment=NetworkSegment(78090d22-2919-4fa7-b397-e4cc5b4efef3),segment_id=78090d22-2919-4fa7-b397-e4cc5b4efef3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:46.551089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.586626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-a02c3b11-3544-4743-b08a-8192ef89df29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 217 time: 0.1335187 Apr 01 15:52:46.669397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8b9f89f-9a48-4c38-a1c4-6c884e0870d3 req-e77f5ed8-513a-4689-9d41-233d6ce3da2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502260 Apr 01 15:52:46.677124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.679640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Calling delete_port for 323642ae-68a1-4a92-a42c-170709744064 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:46.700265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] For port 323642ae-68a1-4a92-a42c-170709744064, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=323642ae-68a1-4a92-a42c-170709744064,segment=NetworkSegment(78090d22-2919-4fa7-b397-e4cc5b4efef3),segment_id=78090d22-2919-4fa7-b397-e4cc5b4efef3)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:46.700677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.743315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a95c2a7d-e061-4804-b383-ce684e80197d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3fe1a78440741a69c2375d03abb9df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4979684 Apr 01 15:52:46.749493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.783724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-387c83e6-358d-446d-b82b-745372ec1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.785193 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-387c83e6-358d-446d-b82b-745372ec1ceb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.1780503 Apr 01 15:52:46.837768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 29789af7-63f3-4585-aa24-f205ac7c00e3 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:46.841763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.887264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] Pushing event deleted for resources: {'Port': ['ID=323642ae-68a1-4a92-a42c-170709744064,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:46.892603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed21f4-952b-402c-aeca-f318fecfd57a None None] No DVR routers for this DVR port 323642ae-68a1-4a92-a42c-170709744064 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:46.894415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.010154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=b0612dc3-34c7-4f4a-b5fc-d1c177a4e275,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.018788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.018964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Calling delete_port for 323642ae-68a1-4a92-a42c-170709744064 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:47.036242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d72817-2986-469b-a4a6-884421cccf9c None None] Network 5966f987-9442-4610-b9f4-7bba104ae3e1 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:47.123015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79ff5d97-1017-4b1b-9414-373952df47a0 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/b0612dc3-34c7-4f4a-b5fc-d1c177a4e275 HTTP/1.1" status: 204 len: 168 time: 1.5930943 Apr 01 15:52:47.128772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.136374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.140194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:47.140834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:47.182124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] For port c293f469-fb33-4295-87c8-93f68508a893, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c293f469-fb33-4295-87c8-93f68508a893,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:47.182490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.209119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 323642ae-68a1-4a92-a42c-170709744064 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:47.277667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 323642ae-68a1-4a92-a42c-170709744064 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:47.277667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 323642ae-68a1-4a92-a42c-170709744064 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:47.278004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-5d44fa64-8f17-420d-9038-f0c33e248b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:47.279538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-5d44fa64-8f17-420d-9038-f0c33e248b90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4708710 Apr 01 15:52:47.289705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.319752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0ef29-32ff-4a93-84c7-48aae9954f4d req-7107f098-bb3a-473e-94e4-4b6fcf3f166a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:47.321122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5da0ef29-32ff-4a93-84c7-48aae9954f4d req-7107f098-bb3a-473e-94e4-4b6fcf3f166a tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.4926512 Apr 01 15:52:47.388398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5da0ef29-32ff-4a93-84c7-48aae9954f4d req-3a791714-ebcb-44ed-a872-22dc643988fd tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563335 Apr 01 15:52:47.388751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] DHCP port deletion for 5966f987-9442-4610-b9f4-7bba104ae3e1 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:47.389875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Deleting port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:47.390110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.437611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.491209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=29789af7-63f3-4585-aa24-f205ac7c00e3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:47.593364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.618454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 629478f9-ac9a-4825-b808-2764beacb45d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:52:47.642189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Deleting port 323642ae-68a1-4a92-a42c-170709744064 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:47.642556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.652532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] For port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,segment=NetworkSegment(0b599223-841c-44ec-a0a7-0c0125a7358c),segment_id=0b599223-841c-44ec-a0a7-0c0125a7358c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:47.652924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.678874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.684451 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ead414d0-10f3-46e0-90fa-ce02749956ab tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/29789af7-63f3-4585-aa24-f205ac7c00e3 HTTP/1.1" status: 204 len: 168 time: 1.6884236 Apr 01 15:52:47.704967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45722) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.729584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] The port '323642ae-68a1-4a92-a42c-170709744064' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:47.790684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:47.791026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.806787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Calling delete_port for da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:47.884530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.912573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceade971-a1fb-4708-95b6-78d596c5c0d7']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:47.929815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78090d22-2919-4fa7-b397-e4cc5b4efef3') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:47.930213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78090d22-2919-4fa7-b397-e4cc5b4efef3') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:47.944733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.956376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=629478f9-ac9a-4825-b808-2764beacb45d,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:47.964911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.970274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '629478f9-ac9a-4825-b808-2764beacb45d', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:52:47.973414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:47.974224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.976466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:47.989617 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:48.014497 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-498bae3b-e052-43f6-9979-80f7dcf147c1 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058015 Apr 01 15:52:48.019548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 849e7154-df13-4fac-bd1d-72e78865a66a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:48.019889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.028027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.038427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.086384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946b6c3-457e-4e7e-a54d-66d2c5a2f2f4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.090787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] Pushing event deleted for resources: {'Port': ['ID=da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.098458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629478f9-ac9a-4825-b808-2764beacb45d {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:52:48.113810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ca7d6-e134-46da-95f6-a902f8e0fbd3 None None] No DVR routers for this DVR port da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:48.123656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=629478f9-ac9a-4825-b808-2764beacb45d,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:48.152108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.157678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.166860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] The port 'da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:48.175221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.176337 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47447b90-8273-4972-82b4-def8023096e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7946b6c3-457e-4e7e-a54d-66d2c5a2f2f4 HTTP/1.1" status: 204 len: 168 time: 1.4242623 Apr 01 15:52:48.184146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Pushing event deleted for resources: {'Network': ['ID=ceade971-a1fb-4708-95b6-78d596c5c0d7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.187690 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-893a3e43-ca13-4e2e-94bf-4c2a09bf2645 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/networks/ceade971-a1fb-4708-95b6-78d596c5c0d7 HTTP/1.1" status: 204 len: 168 time: 2.1569099 Apr 01 15:52:48.194878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.214825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.247155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a82e2434-fec5-4b27-bd21-0bbb068b899c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Synchronizing usage tracker for tenant:dff8a48a6e3c443e87daedebceecb853 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:48.288475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.289053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.289178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Floating IP c8bb6492-719d-4f74-b876-1c7ef47fb2a6 disassociated. External IP: 172.26.7.21, port: c293f469-fb33-4295-87c8-93f68508a893. Apr 01 15:52:48.289454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Calling delete_port for c293f469-fb33-4295-87c8-93f68508a893 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:48.290923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.352150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a82e2434-fec5-4b27-bd21-0bbb068b899c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Unset dirty status for tenant:dff8a48a6e3c443e87daedebceecb853 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:48.353336 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a82e2434-fec5-4b27-bd21-0bbb068b899c tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6197597-52df-4632-bc4e-39ca29a9a8f3 HTTP/1.1" status: 200 len: 205 time: 0.1573336 Apr 01 15:52:48.355948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45734) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.438735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['629478f9-ac9a-4825-b808-2764beacb45d'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:52:48.499892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.521722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.563224 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-5c2c1bc2-66a1-4f4a-aba2-a37b3e8d9b36 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080867 Apr 01 15:52:48.609617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851819ae-707c-46c9-ba4f-ded5ca25fb31 req-1755736d-855c-470d-aef5-25dbd7ffe8b6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.611118 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-851819ae-707c-46c9-ba4f-ded5ca25fb31 req-1755736d-855c-470d-aef5-25dbd7ffe8b6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 943 time: 0.7485340 Apr 01 15:52:48.628467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5966f987-9442-4610-b9f4-7bba104ae3e1']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:48.659257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b599223-841c-44ec-a0a7-0c0125a7358c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:48.659565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b599223-841c-44ec-a0a7-0c0125a7358c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:48.761467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.827453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-851819ae-707c-46c9-ba4f-ded5ca25fb31 req-86fc3799-3a9f-4811-b3c0-19c5da7361d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014410 Apr 01 15:52:48.836794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.853022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:48.853428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:48.871633 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:48.896953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.900682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.935658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09259f6-7595-431c-9573-3ae564c374d0 req-f8f4b786-5cb1-4a50-9a21-20184493d60c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.939726 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a09259f6-7595-431c-9573-3ae564c374d0 req-f8f4b786-5cb1-4a50-9a21-20184493d60c tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 946 time: 0.3791211 Apr 01 15:52:48.946832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.956929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.984410 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a09259f6-7595-431c-9573-3ae564c374d0 req-5e494673-5bb2-4bfb-bbac-582c360b2f7d tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups?id=88cf8206-998e-4fb6-9ae6-afbe60161a84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Apr 01 15:52:49.025992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.026492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Fanout notify agent at l3_agent the message router_deleted on router d6197597-52df-4632-bc4e-39ca29a9a8f3 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:49.038274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.039842 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7e114e1-372b-4a0c-b11b-51823282a7d0 tempest-RoutersNegativeIpV6Test-1373920134 tempest-RoutersNegativeIpV6Test-1373920134-project] 10.222.0.18 "DELETE /v2.0/routers/d6197597-52df-4632-bc4e-39ca29a9a8f3 HTTP/1.1" status: 204 len: 168 time: 0.6824849 Apr 01 15:52:49.119155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:49.175654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:49.176006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device da67b8b2-aa3e-4fdc-aa9d-ffb4bcf62b44 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:49.263640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event deleted for resources: {'Port': ['ID=c293f469-fb33-4295-87c8-93f68508a893,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.272452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 849e7154-df13-4fac-bd1d-72e78865a66a owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:49.307929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.338985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.403950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=5966f987-9442-4610-b9f4-7bba104ae3e1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.440062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69932763-40a7-4900-a34d-d4670c19adff tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/5966f987-9442-4610-b9f4-7bba104ae3e1 HTTP/1.1" status: 204 len: 168 time: 2.3098984 Apr 01 15:52:49.442537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.474786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.555685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45772) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.601632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 629478f9-ac9a-4825-b808-2764beacb45d up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:49.661726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Router 11b3c7df-9126-4a81-8839-30bac53fd076 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:49.689313 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-679b2d11-8874-440a-8e5d-bd18bbae45e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:49.690357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679b2d11-8874-440a-8e5d-bd18bbae45e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:49.695705 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-679b2d11-8874-440a-8e5d-bd18bbae45e1 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/db549e25-c6a4-479f-a6e4-8dd0eaf4b92a HTTP/1.1" status: 404 len: 337 time: 0.2513416 Apr 01 15:52:49.699092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.734605 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfd19df-ded1-4806-8f0f-3a3d2cbb8605 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:49.735127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfd19df-ded1-4806-8f0f-3a3d2cbb8605 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:49.740246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5bfd19df-ded1-4806-8f0f-3a3d2cbb8605 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/b9dc4e3b-9cad-4831-8cff-5077812d00fb HTTP/1.1" status: 404 len: 339 time: 0.0398328 Apr 01 15:52:49.740835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45782) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.745649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.767582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 629478f9-ac9a-4825-b808-2764beacb45d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:49.774088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 629478f9-ac9a-4825-b808-2764beacb45d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:49.774455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.810275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting subnet 70a895e9-d6b4-4005-a876-b45bfd11a958 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:49.814228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.819102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-cb7c73d6-e328-43ce-a0ef-9fc757739857 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.822905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cb7c73d6-e328-43ce-a0ef-9fc757739857 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3443837 Apr 01 15:52:49.832766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45786) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.837843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=849e7154-df13-4fac-bd1d-72e78865a66a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.878339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.886594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-cf5f5116-54bd-4ca6-8e10-d92909243408 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.887607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf5f5116-54bd-4ca6-8e10-d92909243408 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0513687 Apr 01 15:52:49.890501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.917242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-97498899-ec6a-40d8-bcba-2e2b18e550da tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.918210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-97498899-ec6a-40d8-bcba-2e2b18e550da tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0198724 Apr 01 15:52:49.919936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.925904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45796) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.936124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-bdd85a8d-54cf-4c21-a5f9-dce0f3676803 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.940331 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdd85a8d-54cf-4c21-a5f9-dce0f3676803 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102623 Apr 01 15:52:49.940788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45800) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.948090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-ddb4bf0d-f8f2-41f5-b6f9-3e7e0b4d6e2f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.949277 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ddb4bf0d-f8f2-41f5-b6f9-3e7e0b4d6e2f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075142 Apr 01 15:52:49.955409 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:49.965889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=629478f9-ac9a-4825-b808-2764beacb45d,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:49.966441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.980093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-0b40ea9c-7090-4402-bfbd-b3d804f69d00 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.980093 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b40ea9c-7090-4402-bfbd-b3d804f69d00 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070014 Apr 01 15:52:49.980390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45812) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.985109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-faf8f987-0291-44a9-849d-7807886f42f8 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.986022 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-faf8f987-0291-44a9-849d-7807886f42f8 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048721 Apr 01 15:52:49.992669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.997476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-e2c77d5b-8c78-4733-8110-9558e26d451f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:49.998586 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2c77d5b-8c78-4733-8110-9558e26d451f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050316 Apr 01 15:52:50.001074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.009003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-280599a0-a611-409e-a332-4a38e17c30cf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.012250 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-280599a0-a611-409e-a332-4a38e17c30cf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081081 Apr 01 15:52:50.014665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.023133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-99abbf9c-6146-405e-8bb8-084af5eaef56 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.024167 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99abbf9c-6146-405e-8bb8-084af5eaef56 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084007 Apr 01 15:52:50.026813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.032855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-ee80408e-fbac-4976-ad71-51ec7407a82c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.036248 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ee80408e-fbac-4976-ad71-51ec7407a82c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058205 Apr 01 15:52:50.036248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.036480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.059237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.060020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c293f469-fb33-4295-87c8-93f68508a893 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:50.074891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.087601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-fc5e0ba9-54ab-4ec2-a7b2-86862575549c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.088968 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc5e0ba9-54ab-4ec2-a7b2-86862575549c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129027 Apr 01 15:52:50.095705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45838) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.106208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-4af92775-c3d1-4ae9-b96a-cebe122ff7cf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.107490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4af92775-c3d1-4ae9-b96a-cebe122ff7cf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104225 Apr 01 15:52:50.110581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.120845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-d755b5bd-2f96-426e-95e5-110920474034 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.122006 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d755b5bd-2f96-426e-95e5-110920474034 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0103357 Apr 01 15:52:50.124786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45846) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.125764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: c293f469-fb33-4295-87c8-93f68508a893 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:52:50.126237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c293f469-fb33-4295-87c8-93f68508a893 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:50.135897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-3fbf61a5-d19d-4080-a328-60aa9ddd3342 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.137150 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3fbf61a5-d19d-4080-a328-60aa9ddd3342 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0111368 Apr 01 15:52:50.139798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cb889539-b60d-4b6f-b385-5793233833a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dff8a48a6e3c443e87daedebceecb853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747287 Apr 01 15:52:50.140167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.142135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45852) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.166796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-b2c7037d-6a53-4e50-a63d-e12472f8002f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.168273 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b2c7037d-6a53-4e50-a63d-e12472f8002f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0215592 Apr 01 15:52:50.176324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.183126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:50.184100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.195598 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Sync routers for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:50.206461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-d87a8ab7-f312-41ae-bbd5-0379af9a582d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.207475 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d87a8ab7-f312-41ae-bbd5-0379af9a582d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0272121 Apr 01 15:52:50.212604 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:50.213233 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.225593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.226543 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d', 'code': 200} Apr 01 15:52:50.253023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-a950dfd8-fca8-4559-ac66-48ddd79ff1ca tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.254025 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a950dfd8-fca8-4559-ac66-48ddd79ff1ca tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0272970 Apr 01 15:52:50.258200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.265412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-5d12a7b9-964c-414e-9157-a4bd1e2b53a2 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.266423 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d12a7b9-964c-414e-9157-a4bd1e2b53a2 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072322 Apr 01 15:52:50.269220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.274355 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-202457b9-b96c-448a-aad2-8263ccc1eb72 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/ports/849e7154-df13-4fac-bd1d-72e78865a66a HTTP/1.1" status: 204 len: 168 time: 2.5678511 Apr 01 15:52:50.275266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45874) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.277303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-c0e89892-9aca-4fe8-9604-841f074a7612 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.278250 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c0e89892-9aca-4fe8-9604-841f074a7612 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0079753 Apr 01 15:52:50.286356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45876) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.294373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-497b155e-ac30-4c56-af4c-e3a308d9490a tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.295352 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-497b155e-ac30-4c56-af4c-e3a308d9490a tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0080523 Apr 01 15:52:50.298045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45882) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.305369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-2896b815-50fc-4ca5-8441-9ed2fb5749e9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.306631 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2896b815-50fc-4ca5-8441-9ed2fb5749e9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076847 Apr 01 15:52:50.307454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.334752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] No DVR routers for this DVR port c293f469-fb33-4295-87c8-93f68508a893 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:50.335379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.337701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45886) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.344288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.346754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ba9482a-fd09-4f3b-a525-a5a8c1044020 req-2067d521-1c6e-499a-a7a1-fe54f00c7827 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.90 "DELETE /v2.0/ports/c293f469-fb33-4295-87c8-93f68508a893 HTTP/1.1" status: 204 len: 173 time: 4.0722899 Apr 01 15:52:50.347274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'name': 'network-vif-deleted', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:50.355934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-f669057a-7631-49f7-9e39-0676afb36d4a tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.360347 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f669057a-7631-49f7-9e39-0676afb36d4a tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0212765 Apr 01 15:52:50.364906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45892) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.373552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-b7d7ba2c-4df2-4936-a675-5a469dfb76e7 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.374695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b7d7ba2c-4df2-4936-a675-5a469dfb76e7 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0078008 Apr 01 15:52:50.377614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.385423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-4bf74c4e-3957-4beb-9329-0fd2541b9edd tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.388754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4bf74c4e-3957-4beb-9329-0fd2541b9edd tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0077209 Apr 01 15:52:50.399851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.407889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-9078a01d-2cce-4371-9ac3-336d1dad96d4 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.411790 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9078a01d-2cce-4371-9ac3-336d1dad96d4 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079317 Apr 01 15:52:50.413154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.418874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.426640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f6e00-4d92-436b-b654-7b92cabdc4a5 req-50438348-5c27-4813-a41f-9a960f7aa366 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.434879 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f6f6e00-4d92-436b-b654-7b92cabdc4a5 req-50438348-5c27-4813-a41f-9a960f7aa366 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 944 time: 0.4409218 Apr 01 15:52:50.439124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-0d6f4aa1-a3f1-4811-a63a-156945b4a323 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.442563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d6f4aa1-a3f1-4811-a63a-156945b4a323 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0259595 Apr 01 15:52:50.457440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.471630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-34a78d27-c4c0-4a2a-82ea-ea615769e3f9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.475184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-34a78d27-c4c0-4a2a-82ea-ea615769e3f9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0142267 Apr 01 15:52:50.478132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.482922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Subnet': ['ID=70a895e9-d6b4-4005-a876-b45bfd11a958,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.483437 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe7b2da7-7b8b-4b0c-a56b-63588c421e15 req-50aa97fb-0a74-4003-ae1b-ce74a66ffd74 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1017556 Apr 01 15:52:50.486408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.493697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-116e2705-dd44-47ba-a89e-4d1549d2e6de tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.497054 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-116e2705-dd44-47ba-a89e-4d1549d2e6de tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0146396 Apr 01 15:52:50.500631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.501135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3358eea-46fd-49b1-acea-c7c404fff137 None None] Network 5a458339-eb2e-4651-a1c0-4405c2fefdb0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:50.502501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2b690-3f3c-4316-91bc-532566b996c4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.503276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7a2b690-3f3c-4316-91bc-532566b996c4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Synchronizing usage tracker for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:50.509891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-ced40aab-373e-4cd9-a504-2992d3a3983e tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.515278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.519476 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ced40aab-373e-4cd9-a504-2992d3a3983e tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092752 Apr 01 15:52:50.522439 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c88ca344-be39-4dfc-9bf9-01ba1c94558a tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/subnets/70a895e9-d6b4-4005-a876-b45bfd11a958 HTTP/1.1" status: 204 len: 168 time: 0.7804849 Apr 01 15:52:50.524936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-9d434008-c5fb-4e40-a79f-125eb4a96e17 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.528218 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d434008-c5fb-4e40-a79f-125eb4a96e17 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097098 Apr 01 15:52:50.529268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.529586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.543249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f6f6e00-4d92-436b-b654-7b92cabdc4a5 req-7a76810e-beb6-4e7c-bd6e-9b7beee75b3b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080739 Apr 01 15:52:50.563566 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:50.566091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-46312993-86ec-4442-a9bd-7caa31acdd0d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.569899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46312993-86ec-4442-a9bd-7caa31acdd0d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0349822 Apr 01 15:52:50.570234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.575070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-9a27177f-029c-49c5-912a-0f61c7fa7b7b tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.576047 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a27177f-029c-49c5-912a-0f61c7fa7b7b tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049348 Apr 01 15:52:50.578685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45936) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.583599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-4b8f10ed-6ed0-442b-bac2-4b1d0eb98041 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.584484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b8f10ed-6ed0-442b-bac2-4b1d0eb98041 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048664 Apr 01 15:52:50.587685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45940) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.597701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafffaf3-a056-452f-a9f5-81240f70812f', 'name': 'network-vif-deleted', 'tag': 'c293f469-fb33-4295-87c8-93f68508a893', 'status': 'completed', 'code': 200} Apr 01 15:52:50.613939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-a294e12a-3f45-4140-847a-2427b7bf6ecd tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.616179 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a294e12a-3f45-4140-847a-2427b7bf6ecd tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0273511 Apr 01 15:52:50.622075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.626648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.636900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.641191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5fb3d89-4aae-4daf-b055-9325ff6d8b56 HTTP/1.1" status: 204 len: 168 time: 0.4979019 Apr 01 15:52:50.646080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-6091f32a-6de2-4beb-8377-3db0f8ccbfec tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.647218 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6091f32a-6de2-4beb-8377-3db0f8ccbfec tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0227993 Apr 01 15:52:50.654467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.665812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-fa941c21-b2fd-4076-b8a9-3ff7b3aa2242 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.668126 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fa941c21-b2fd-4076-b8a9-3ff7b3aa2242 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0112417 Apr 01 15:52:50.671328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c4833-06c3-47dd-aa0f-e1f5c8f887f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb3d89-4aae-4daf-b055-9325ff6d8b56,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.674591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.686521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-c829c5da-2023-4fd7-83c3-04eba1485136 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.686521 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c829c5da-2023-4fd7-83c3-04eba1485136 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071874 Apr 01 15:52:50.697032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45958) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.708851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-b66e4d84-9073-4c46-a25d-e87a5a1f3de2 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.715162 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b66e4d84-9073-4c46-a25d-e87a5a1f3de2 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0126588 Apr 01 15:52:50.720585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45962) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.726772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-aab1bb3c-a4fe-40aa-992f-9dd64dd1aaaf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.736896 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aab1bb3c-a4fe-40aa-992f-9dd64dd1aaaf tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0139294 Apr 01 15:52:50.739359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45966) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.747513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-33a7a7c4-e068-42b1-a469-a214055ea04d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.749405 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-33a7a7c4-e068-42b1-a469-a214055ea04d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089846 Apr 01 15:52:50.752361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.762217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7a2b690-3f3c-4316-91bc-532566b996c4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Unset dirty status for tenant:89d4595e0d134207b8ed6dcaeb5b6dcf on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:50.769176 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7a2b690-3f3c-4316-91bc-532566b996c4 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "GET /v2.0/ports?device_id=28abb139-5029-4607-9e20-52f5f97e1837 HTTP/1.1" status: 200 len: 913 time: 0.4819090 Apr 01 15:52:50.769330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-e4676a4a-651c-4f3f-9bfd-cf71fae60bde tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.769330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e4676a4a-651c-4f3f-9bfd-cf71fae60bde tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123725 Apr 01 15:52:50.769330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45974) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.769965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.814304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.834294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-9413d71d-b252-4680-92f3-65cd6e177312 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.835351 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9413d71d-b252-4680-92f3-65cd6e177312 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0643461 Apr 01 15:52:50.841077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.848324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port 9d109c4d-4de9-42e4-968b-77e72ab5eaab {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:50.859762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.859910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-47cd1611-9c3d-47b6-aaf3-bd3d5252ac4f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.859910 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47cd1611-9c3d-47b6-aaf3-bd3d5252ac4f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0132062 Apr 01 15:52:50.865923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.873613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-ec91fba5-cf89-446b-8d1e-d68aa436392d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.874797 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ec91fba5-cf89-446b-8d1e-d68aa436392d tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079367 Apr 01 15:52:50.877971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.882823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-bcc3ceb9-3192-4aab-8cbc-c3c0016a9312 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.883974 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bcc3ceb9-3192-4aab-8cbc-c3c0016a9312 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051839 Apr 01 15:52:50.898896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 45994) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.905229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40327fce-78a3-4b30-b796-cfa1a0252d30 req-4073e6d5-5ce5-4c7c-9ee4-b66362284fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.906689 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-40327fce-78a3-4b30-b796-cfa1a0252d30 req-4073e6d5-5ce5-4c7c-9ee4-b66362284fac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1098 time: 0.2291331 Apr 01 15:52:50.912484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-5e22004a-8ef7-4c79-b47c-6040a27fee30 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.913441 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e22004a-8ef7-4c79-b47c-6040a27fee30 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132039 Apr 01 15:52:50.918674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 45998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.931491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] DHCP port deletion for 5a458339-eb2e-4651-a1c0-4405c2fefdb0 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:52:50.935804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Deleting port 9d109c4d-4de9-42e4-968b-77e72ab5eaab {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:50.936456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.985625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-66028d0b-9d15-43e3-8934-058908335f86 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:50.986683 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66028d0b-9d15-43e3-8934-058908335f86 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0670171 Apr 01 15:52:50.994851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.003976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-eb524c97-fb38-4981-a338-b96c496bc6fa tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.005229 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb524c97-fb38-4981-a338-b96c496bc6fa tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086672 Apr 01 15:52:51.008341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.016164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-2b21f949-72b3-4ac5-a317-871ab975974b tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.017403 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2b21f949-72b3-4ac5-a317-871ab975974b tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079710 Apr 01 15:52:51.017530 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-40327fce-78a3-4b30-b796-cfa1a0252d30 req-fdf3d5ce-3cae-4cbe-8ab7-8abba9393bc8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009741 Apr 01 15:52:51.020515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.026875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-7057ab6e-208c-4d50-baf1-ba1e9e773bf9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.027860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7057ab6e-208c-4d50-baf1-ba1e9e773bf9 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064518 Apr 01 15:52:51.034531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.042139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-ced44f36-04e5-4932-b62c-6f5e93102676 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.045478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ced44f36-04e5-4932-b62c-6f5e93102676 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076451 Apr 01 15:52:51.057927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46018) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.073760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-4055f995-ef45-4fd4-8df8-9b0c3dd39aef tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.077183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4055f995-ef45-4fd4-8df8-9b0c3dd39aef tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158625 Apr 01 15:52:51.077970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.085165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-154b2cf1-8a97-4279-9e75-7d7135391271 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.091045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-154b2cf1-8a97-4279-9e75-7d7135391271 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072474 Apr 01 15:52:51.140596 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:51.149289 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Checking router: 11b3c7df-9126-4a81-8839-30bac53fd076 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:51.167936 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:51.168796 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:51.172309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.173469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9d109c4d-4de9-42e4-968b-77e72ab5eaab no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:51.233306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-be7e2d3e-8da0-4a43-8fd1-135067db58ad tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.245232 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be7e2d3e-8da0-4a43-8fd1-135067db58ad tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0560238 Apr 01 15:52:51.245883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.262165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-7b7ed2b5-2aac-4d15-8990-ec3fee254d01 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.272028 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b7ed2b5-2aac-4d15-8990-ec3fee254d01 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0230386 Apr 01 15:52:51.275722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.282771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-6d1e78c7-676d-4859-988f-7240e3a36e9f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.286149 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d1e78c7-676d-4859-988f-7240e3a36e9f tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071156 Apr 01 15:52:51.292272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46042) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.301678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-4bb58778-1023-4aab-98d2-2170e21622a7 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.305009 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4bb58778-1023-4aab-98d2-2170e21622a7 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094328 Apr 01 15:52:51.306666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.310151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:51.310510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.320970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-d52c3c64-588b-46b1-b2e4-4fb61728e261 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.324272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d52c3c64-588b-46b1-b2e4-4fb61728e261 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0143368 Apr 01 15:52:51.324910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.331954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-18434ccf-18b6-4fc4-81d8-76e1ddbfbdab tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.335867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-18434ccf-18b6-4fc4-81d8-76e1ddbfbdab tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0098829 Apr 01 15:52:51.337054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.508520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-d29af981-9000-4d4c-80e6-238f340bf12c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.512526 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d29af981-9000-4d4c-80e6-238f340bf12c tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0981433 Apr 01 15:52:51.513270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46062) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.521846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for 9d109c4d-4de9-42e4-968b-77e72ab5eaab owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:51.522907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.543632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:51.544030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.556645 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:52:51.604142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-62b2e94c-51f2-411a-b383-b02a0bd0b348 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.609665 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62b2e94c-51f2-411a-b383-b02a0bd0b348 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0170877 Apr 01 15:52:51.616391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46072) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.623070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-dd819635-ec63-4c1c-81be-d224f0e5cb50 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.638456 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dd819635-ec63-4c1c-81be-d224f0e5cb50 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058296 Apr 01 15:52:51.640093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46076) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.650578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-13af7627-a949-4f4c-b53d-0fa681414f13 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.657826 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13af7627-a949-4f4c-b53d-0fa681414f13 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0151138 Apr 01 15:52:51.660506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46080) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.670323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-74176849-f292-4cff-b4c5-8f97acd7ad37 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.671303 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74176849-f292-4cff-b4c5-8f97acd7ad37 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0088413 Apr 01 15:52:51.680079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.697592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-c91bf2a5-8d64-49d5-b9c4-101103343ca6 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.698235 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c91bf2a5-8d64-49d5-b9c4-101103343ca6 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0158167 Apr 01 15:52:51.705351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.729805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Calling delete_port for 9d109c4d-4de9-42e4-968b-77e72ab5eaab owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:51.737931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-0145df8a-dec0-4c5a-a8e5-5e90edb62f07 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.737931 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0145df8a-dec0-4c5a-a8e5-5e90edb62f07 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0145974 Apr 01 15:52:51.740602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.744749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-280819ed-d6a1-4c9e-b0a6-4ec41de02092 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.745689 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-280819ed-d6a1-4c9e-b0a6-4ec41de02092 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051076 Apr 01 15:52:51.748293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46096) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.753549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-19689b9c-0a98-4484-995f-f65ed4630b69 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:51.762095 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19689b9c-0a98-4484-995f-f65ed4630b69 tempest-ExtensionsTestJSON-1193156320 tempest-ExtensionsTestJSON-1193156320-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0127997 Apr 01 15:52:51.818087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:51.919355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.042062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:52.042523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:52.076978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2bd284eb-8685-42cf-a4d3-6e8c6c79ffa3 req-03babbb3-21b6-4169-8ef8-1214412bd9f2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Synchronizing usage tracker for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:52.108827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2bd284eb-8685-42cf-a4d3-6e8c6c79ffa3 req-03babbb3-21b6-4169-8ef8-1214412bd9f2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Unset dirty status for tenant:2c4981777fcb49aa96ca3c0b089d43e6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:52.109987 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2bd284eb-8685-42cf-a4d3-6e8c6c79ffa3 req-03babbb3-21b6-4169-8ef8-1214412bd9f2 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafffaf3-a056-452f-a9f5-81240f70812f HTTP/1.1" status: 200 len: 210 time: 0.1859543 Apr 01 15:52:52.120214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9d109c4d-4de9-42e4-968b-77e72ab5eaab,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.149148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.206718 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:52.211116 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e8b30-93e0-4dbd-ab87-467c089d095e None None] The sync data for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv is: [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '952bcffe-67e7-490b-8e38-3c72bb2c0d4f', 'name': '', 'network_id': '2ded8afc-50fc-4a25-af7b-831ce3ae3148', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'mac_address': 'fa:16:3e:cb:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:06Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'subnets': [{'id': '53032bd6-0ba0-493d-bd4a-9f47c10c74af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:52.220804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:52.221806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:52.282630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfca2-617d-41fa-b2a5-bcabcde54fba req-85d5f40d-cde8-48c6-976c-6d5508530c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:52.285147 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c1dfca2-617d-41fa-b2a5-bcabcde54fba req-85d5f40d-cde8-48c6-976c-6d5508530c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.4343867 Apr 01 15:52:52.410460 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c1dfca2-617d-41fa-b2a5-bcabcde54fba req-86a8d746-b867-4d7f-93d3-b43dd0d72992 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157262 Apr 01 15:52:52.431282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46114) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.510207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46120) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:52.543726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Deleting port 9d109c4d-4de9-42e4-968b-77e72ab5eaab {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:52.544496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.618055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7bd91-29f0-431d-8a59-f6b75eb42e77 None None] New status for floating IP c8bb6492-719d-4f74-b876-1c7ef47fb2a6: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:52:52.687651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.739809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Deleting port 9d109c4d-4de9-42e4-968b-77e72ab5eaab {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:52.740387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.783201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:52.787939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Usage tracker for resource:security_group_rule and tenant:f44a47ec66d742089994a197a0a46e05 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:52.791631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:52.798302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:52.859629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17d4e9a3-5469-4e3e-a663-8076f93344b5 tempest-ServiceProvidersTest-1235230383 tempest-ServiceProvidersTest-1235230383-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4270871 Apr 01 15:52:52.959165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port 70576006-8407-4f0a-9183-cc57179bd76e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:52.959753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.022230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.045134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:53.045567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.178026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.184124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] For port 9d109c4d-4de9-42e4-968b-77e72ab5eaab, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9d109c4d-4de9-42e4-968b-77e72ab5eaab,segment=NetworkSegment(89ad39ba-bf29-4ac6-b077-effa025475c5),segment_id=89ad39ba-bf29-4ac6-b077-effa025475c5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:53.184522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.206431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.225603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Calling delete_port for 9d109c4d-4de9-42e4-968b-77e72ab5eaab owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:53.332488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f44a47ec66d742089994a197a0a46e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8212166 Apr 01 15:52:53.339764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46134) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.344448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Calling delete_port for 9d109c4d-4de9-42e4-968b-77e72ab5eaab owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:53.350516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for 70576006-8407-4f0a-9183-cc57179bd76e owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:53.356072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c87a-ed3e-4b85-a5dc-6a26d9d7da67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f04e3-c3bd-4323-a4e3-0918308189cd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.358424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.405243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46142) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.462333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.497255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.499204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:53.499576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:53.512864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.514950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.569067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.626378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Port': ['ID=9d109c4d-4de9-42e4-968b-77e72ab5eaab,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.652967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.662102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] No DVR routers for this DVR port 9d109c4d-4de9-42e4-968b-77e72ab5eaab on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:53.711790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:53.742286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Usage tracker for resource:security_group_rule and tenant:52deade844ed45d89fcc31e918fb7e7d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:53.750591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:53.758863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.763818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:53.777644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f04e3-c3bd-4323-a4e3-0918308189cd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.780981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.828758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=70576006-8407-4f0a-9183-cc57179bd76e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.831290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.888897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fcec-e7eb-452c-bb02-588198a61318 req-55114fd6-f039-4bf6-8b39-b9ec47e25f63 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:53.890373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b625fcec-e7eb-452c-bb02-588198a61318 req-55114fd6-f039-4bf6-8b39-b9ec47e25f63 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.3281615 Apr 01 15:52:53.893499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a458339-eb2e-4651-a1c0-4405c2fefdb0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.925184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.926231 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4d7ca3d-44d8-40c3-a4be-46081a759ed9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d17f04e3-c3bd-4323-a4e3-0918308189cd HTTP/1.1" status: 204 len: 168 time: 0.5854249 Apr 01 15:52:53.936590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ad39ba-bf29-4ac6-b077-effa025475c5') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.936590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ad39ba-bf29-4ac6-b077-effa025475c5') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:53.943494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.977142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.007734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf8206-998e-4fb6-9ae6-afbe60161a84,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.037308 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b625fcec-e7eb-452c-bb02-588198a61318 req-3a834337-36b3-4c40-b417-f5debf0a5ec5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364748 Apr 01 15:52:54.045252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.095530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.098035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:54.098506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:54.117518 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:54.151050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.157287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.158545 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d55ae535-dcf9-4450-9b90-28d614e351e1 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "DELETE /v2.0/security-groups/88cf8206-998e-4fb6-9ae6-afbe60161a84 HTTP/1.1" status: 204 len: 168 time: 0.7973068 Apr 01 15:52:54.161006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46154) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.177130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.191271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-dfc3ce83-7a40-4d97-929e-2690a309c209 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] show failed (client error): The resource could not be found. Apr 01 15:52:54.192275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dfc3ce83-7a40-4d97-929e-2690a309c209 tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "GET /v2.0/security-groups/88cf8206-998e-4fb6-9ae6-afbe60161a84 HTTP/1.1" status: 404 len: 347 time: 0.0303061 Apr 01 15:52:54.196218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46158) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.375760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Deleting port 9d109c4d-4de9-42e4-968b-77e72ab5eaab {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:54.376742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.401947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780ef-79f6-4b68-9176-186289e98676 req-cdb67f14-dfec-470e-8191-260daf0ba5e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:54.403451 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c58780ef-79f6-4b68-9176-186289e98676 req-cdb67f14-dfec-470e-8191-260daf0ba5e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.2398794 Apr 01 15:52:54.469239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52deade844ed45d89fcc31e918fb7e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0619762 Apr 01 15:52:54.472971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.523299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f806-612a-4e95-905d-e474889064f7 None None] The port '9d109c4d-4de9-42e4-968b-77e72ab5eaab' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:52:54.557242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71397244-b191-4fa2-ac79-0b4cd017555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831a616-27ee-44ef-898d-86e457a72c5f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.592364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Deleting port 18deef29-0033-4d90-99db-3849afc53753 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:54.592704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.643364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.644884 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c58780ef-79f6-4b68-9176-186289e98676 req-54ec062b-78ef-445c-8ea3-224a082d6fd1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326214 Apr 01 15:52:54.678425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.683750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46176) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.691468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] Pushing event deleted for resources: {'Network': ['ID=5a458339-eb2e-4651-a1c0-4405c2fefdb0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.757629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Router 28abb139-5029-4607-9e20-52f5f97e1837 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:54.769542 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-364fd0bc-c746-4684-95d9-afc4552c63d3 tempest-NetworksIpV6Test-304778437 tempest-NetworksIpV6Test-304778437-project] 10.222.0.18 "DELETE /v2.0/networks/5a458339-eb2e-4651-a1c0-4405c2fefdb0 HTTP/1.1" status: 204 len: 168 time: 4.2388070 Apr 01 15:52:54.834100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.889816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.927971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.928313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.960725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:54.965599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74cd7b8a-97d1-4cd3-b5e2-dca18a9706c8 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "PUT /v2.0/routers/28abb139-5029-4607-9e20-52f5f97e1837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1967237 Apr 01 15:52:54.968322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46188) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.974629 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] Sync routers for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:54.984675 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:54.985517 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.085311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Calling delete_port for 18deef29-0033-4d90-99db-3849afc53753 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:55.085706 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.107500 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] Routers {'28abb139-5029-4607-9e20-52f5f97e1837'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:55.109688 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['28abb139-5029-4607-9e20-52f5f97e1837'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.150421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3340d-8c1c-46dc-9199-aa1db0d8f386 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.156303 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1b3340d-8c1c-46dc-9199-aa1db0d8f386 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1093 time: 0.4667511 Apr 01 15:52:55.156473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.162061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:55.173278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:55.181400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.235200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:55.243642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:55.258822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:55.262337 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.262790 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cc7be-7399-40f4-ad71-ffd2375e8f56 None None] The sync data for ids ['28abb139-5029-4607-9e20-52f5f97e1837'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:55.286681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.286852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.321103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831a616-27ee-44ef-898d-86e457a72c5f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.324720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46206) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.376605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.422362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.423407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9253d02e-54a1-4645-8c33-118b2ce44d10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6831a616-27ee-44ef-898d-86e457a72c5f HTTP/1.1" status: 204 len: 168 time: 0.9435549 Apr 01 15:52:55.458237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-746478263'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:55.463972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:55.466204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.472009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Usage tracker for resource:network and tenant:fbf6573b37fe44e98df4d6d87d02720a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:55.475408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:55.479038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.522169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:55.540831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Pushing event deleted for resources: {'Port': ['ID=18deef29-0033-4d90-99db-3849afc53753,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.559891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting port d3715f59-c244-4e69-8da6-16c11d9e6ad5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:55.560234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.606191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.606964 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de7c4e0d-facd-4f64-b362-4e64b40ab018 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=166139d1b40e428a9fd9996a0b9a5dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224401 Apr 01 15:52:55.635893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Made reservation on behalf of fbf6573b37fe44e98df4d6d87d02720a for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:55.639264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.666190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.700996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.703471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.710146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5347602f-f180-4640-bb8c-7866cb69b98b tempest-ServerActionsTestJSON-807289347 tempest-ServerActionsTestJSON-807289347-project] 10.222.0.18 "DELETE /v2.0/floatingips/c8bb6492-719d-4f74-b876-1c7ef47fb2a6 HTTP/1.1" status: 204 len: 168 time: 1.5058908 Apr 01 15:52:55.710146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:55.713593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.719930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Usage tracker for resource:security_group_rule and tenant:fbf6573b37fe44e98df4d6d87d02720a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:55.722960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:55.782787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.794811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.797588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:55.837224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.949305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Calling delete_port for d3715f59-c244-4e69-8da6-16c11d9e6ad5 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:55.953822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.246668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.253 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/02fc599f-e895-4d31-af21-42c88d5660ca) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:56.264026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.340820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.364151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.396838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a299c1-aabc-43cb-b4bc-54eaf1b9f22f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.439288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.440990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f331944-e146-4313-9ae4-7c9e537c2d8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4a299c1-aabc-43cb-b4bc-54eaf1b9f22f HTTP/1.1" status: 204 len: 168 time: 0.8338239 Apr 01 15:52:56.443732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:56.459803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.493997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.495854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38c628-477d-4ac7-81ac-8e42723bf175,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.498747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.499099 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Added segment 641d4a78-a349-400e-9157-880d223085dd of type vlan for network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 Apr 01 15:52:56.542086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.543105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Port': ['ID=d3715f59-c244-4e69-8da6-16c11d9e6ad5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.587112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.649910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.655455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:56.655922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.697385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:56.701823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:56.714142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:56.715491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.745207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=02fc599f-e895-4d31-af21-42c88d5660ca,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.764103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.837980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5117095 Apr 01 15:52:56.842770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.849084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87667-1643-492e-ac4b-8cc93ade5cb3 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'Network': ['ID=ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.862099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Request body: {'subnet': {'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:56.862222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:56.983708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.988494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.057889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.116578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Usage tracker for resource:subnet and tenant:fbf6573b37fe44e98df4d6d87d02720a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:57.144061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:57.156543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:57.168652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.169011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Fanout notify agent at l3_agent the message router_deleted on router 28abb139-5029-4607-9e20-52f5f97e1837 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:52:57.197509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.201055 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19e4a063-466d-4b18-8582-e19a8bcb923e tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/routers/28abb139-5029-4607-9e20-52f5f97e1837 HTTP/1.1" status: 204 len: 168 time: 2.2295227 Apr 01 15:52:57.201783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.244521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Made reservation on behalf of fbf6573b37fe44e98df4d6d87d02720a for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:57.247897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.287132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Deleting port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:52:57.287405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.375496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Deleting subnet 5fc732c5-0503-400d-907d-3d8107991998 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:52:57.381489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.450308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.526972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.590779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] For port 952bcffe-67e7-490b-8e38-3c72bb2c0d4f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:52:57.591337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.593942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.693779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.859295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Calling delete_port for 952bcffe-67e7-490b-8e38-3c72bb2c0d4f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:52:57.886460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46250) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.891631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc732c5-0503-400d-907d-3d8107991998,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:57.904870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.926393 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78aecd25-c0bc-4259-9c95-09e53ebd4131 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/subnets/5fc732c5-0503-400d-907d-3d8107991998 HTTP/1.1" status: 204 len: 168 time: 0.7216668 Apr 01 15:52:57.926945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.947831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.042453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908146690'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:58.049790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.091019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:58.098053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.113651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:58.120401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:58.133031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:58.170044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'Subnet': ['ID=aa00c1bb-c760-4bd4-a605-25dd0ee8c003,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.178120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Checking segment: {'id': '641d4a78-a349-400e-9157-880d223085dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:58.178489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Network hostable DHCP agents. Network: ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:58.231197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.282045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Pushing event deleted for resources: {'Port': ['ID=952bcffe-67e7-490b-8e38-3c72bb2c0d4f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.319235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:58.322699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.353886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.367524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.387347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:58.389684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c1f99-88dd-4138-b380-407c2661c6bb']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.403833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:58.412091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:security_group_rule and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:58.413656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065645d4-9368-4399-b9e7-675cabad49d3') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.413656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065645d4-9368-4399-b9e7-675cabad49d3') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.416686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:58.426074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:58.426318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.431181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.449976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.457337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:58.457787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:58.473990 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:58.513788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:58.523918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:58.524132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8567a1-b3a3-403b-ae4e-e97dc2157c98 None None] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:52:58.524626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.536447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.670351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=02fc599f-e895-4d31-af21-42c88d5660ca,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.672697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.682561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.742801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93', 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93', 'tenant_id': 'fbf6573b37fe44e98df4d6d87d02720a', 'fixed_ips': [{'subnet_id': 'aa00c1bb-c760-4bd4-a605-25dd0ee8c003'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:52:58.743768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.754196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.759298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.769984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-004f0569-9603-47e0-8486-21fdf2096697 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9212277 Apr 01 15:52:58.769984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.771116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.783759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Request body: {'port': {'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1955805314'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:58.798398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] 10.222.0.18 "DELETE /v2.0/networks/f57c1f99-88dd-4138-b380-407c2661c6bb HTTP/1.1" status: 204 len: 168 time: 0.8680487 Apr 01 15:52:58.798398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17fa8b-30a3-4b13-be2c-43eeb302cab3 tempest-FloatingIPTestJSON-1249098688 tempest-FloatingIPTestJSON-1249098688-project] Pushing event deleted for resources: {'Network': ['ID=f57c1f99-88dd-4138-b380-407c2661c6bb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.878262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.910409 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b27a42e-471d-488f-ab06-367e86c8f496 associated. External IP: 172.26.7.253, port: 629478f9-ac9a-4825-b808-2764beacb45d. Apr 01 15:52:58.912398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Allocated IP 172.20.0.2 (ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93/aa00c1bb-c760-4bd4-a605-25dd0ee8c003/8dbf7bc8-bef6-4e0c-883d-744c9844c3d2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:59.004107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:59.035675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c850c626-36eb-4c7a-9650-2c182428cf62,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.054442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.054738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc of type vlan for network f57249c6-c147-4e74-9386-5933296e7fc7 Apr 01 15:52:59.143119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:59.151839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.158052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Usage tracker for resource:port and tenant:fbf6573b37fe44e98df4d6d87d02720a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:59.164687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:59.166358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Transition to ACTIVE for port object 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:59.168506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.183761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:59.200044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Transition to ACTIVE for port object 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:59.277898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.314856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Router 11b3c7df-9126-4a81-8839-30bac53fd076 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:59.338172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:59.341295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:59.343699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:52:59.379747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:52:59.380162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Made reservation on behalf of fbf6573b37fe44e98df4d6d87d02720a for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:59.383595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.407773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.413866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.414527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.475191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Pushing event updated for resources: {'Port': ['ID=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.476828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46268) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.480771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] device_id is not set on port 689e9e25-9ac5-422c-b680-66a13f6b6713 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:52:59.485286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Attempting to bind port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:59.485662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Attempting to bind port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '641d4a78-a349-400e-9157-880d223085dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:59.486086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Attempting to bind port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 on network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:52:59.492490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:52:59.493193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Checking segment: {'id': '641d4a78-a349-400e-9157-880d223085dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:52:59.493483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.493835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Bound using segment: {'id': '641d4a78-a349-400e-9157-880d223085dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:52:59.494310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Bound port: 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641d4a78-a349-400e-9157-880d223085dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:59.494687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.543840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-94d2eec4-ec55-4390-9efe-8e0650732a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.597065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] For port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:52:59.601117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] For port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,segment=NetworkSegment(641d4a78-a349-400e-9157-880d223085dd),segment_id=641d4a78-a349-400e-9157-880d223085dd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:52:59.643042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.712161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:59.729955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:59.755935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda13f9-d8da-4a37-b393-9d51f65ba1fa None None] Pushing event updated for resources: {'Port': ['ID=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.759773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:59.760480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:59.790014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=f57249c6-c147-4e74-9386-5933296e7fc7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.797859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.820529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network f57249c6-c147-4e74-9386-5933296e7fc7 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:59.866792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d12570a9-e3e8-45a6-b9ae-14bced91bc81 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9745739 Apr 01 15:52:59.869115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.869780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:52:59.879859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-2028302713'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:59.882603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Sync routers for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:59.896970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:52:59.899596 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:59.903976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:59.925049 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-865d31b8-5bf2-4e74-a5a9-0de83f01ff50 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7645633 Apr 01 15:52:59.925049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:59.927056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.929208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:59.933578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:59.944811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:00.007385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7ec1a3ce-d546-4c52-9986-767ef6c8cace admin admin] 10.222.0.18 "PUT /v2.0/routers/11b3c7df-9126-4a81-8839-30bac53fd076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2926614 Apr 01 15:53:00.011610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.035777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af729ce3-f656-47a1-bbc5-c3f142bf475f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89d4595e0d134207b8ed6dcaeb5b6dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536623 Apr 01 15:53:00.051293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46290) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.161533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Allocated IP 172.20.0.13 (ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93/aa00c1bb-c760-4bd4-a605-25dd0ee8c003/689e9e25-9ac5-422c-b680-66a13f6b6713) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:00.166297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:00.169810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.203820 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:00.211973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f62644da-914a-48ec-9800-109d13222ece tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b27a42e-471d-488f-ab06-367e86c8f496 HTTP/1.1" status: 200 len: 991 time: 0.2835684 Apr 01 15:53:00.237365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:00.280880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.302717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:00.366098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.402611 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d', 'status': 'completed', 'code': 200} Apr 01 15:53:00.418444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.418444 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 1aa34718-6403-4af7-b772-e3224f24764d of type vlan for network 855ae2a6-b930-47c8-9c8b-83d26d57d73e Apr 01 15:53:00.466011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.517243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.598866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.603265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-a5788db2-2018-4698-9f71-32c8d22ffc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.604897 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-a5788db2-2018-4698-9f71-32c8d22ffc37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1098 time: 0.2275531 Apr 01 15:53:00.664844 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5'}], 'enable_snat': True}, 'gw_port_id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:52:58Z', 'revision_number': 5, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port': {'id': '6a9d3fc9-54ae-42cf-8715-84149a4e0be5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:56Z', 'updated_at': '2022-04-01T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.669600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Transition to ACTIVE for port object 689e9e25-9ac5-422c-b680-66a13f6b6713 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:00.669753 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Checking router: 11b3c7df-9126-4a81-8839-30bac53fd076 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:00.676550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.685475 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Routers {'11b3c7df-9126-4a81-8839-30bac53fd076'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:00.686068 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11b3c7df-9126-4a81-8839-30bac53fd076'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.696213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.702473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.708716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.711063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.757060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618cd67-9458-4b57-80dc-09275366892a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.787275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.788870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f92e8eb-7f69-4cae-936c-aea55f9c2b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d618cd67-9458-4b57-80dc-09275366892a HTTP/1.1" status: 204 len: 168 time: 0.7341907 Apr 01 15:53:00.843752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-777ecb45-9ba9-4674-8d4c-45d5b258c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.845525 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-777ecb45-9ba9-4674-8d4c-45d5b258c911 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 898 time: 0.2336934 Apr 01 15:53:00.863404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Deleting port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:00.863979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.905922 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0350802 Apr 01 15:53:00.918255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:52:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.924357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.926004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:00.934786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:00.949505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ef057-5b29-4b23-9cbb-3e5e648990d3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=855ae2a6-b930-47c8-9c8b-83d26d57d73e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.949718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:00.952057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:52:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:00.957302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.016748 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] Set router 11b3c7df-9126-4a81-8839-30bac53fd076 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:01.024612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:01.154806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:01.161213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:01.165378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-da339b94-9f0b-4d47-b90d-71fe18cd7fe1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 999 time: 0.3131137 Apr 01 15:53:01.166275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'Port': ['ID=689e9e25-9ac5-422c-b680-66a13f6b6713,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.180593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:01.268567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:01.300923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] For port 6a9d3fc9-54ae-42cf-8715-84149a4e0be5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:01.301449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.323850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.343920 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:53:00Z', 'revision_number': 6, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:01.350246 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e529b9-f481-4681-96c1-790983f1f962 None None] The sync data for ids ['11b3c7df-9126-4a81-8839-30bac53fd076'] in dv-neutron-835943-1-hyperv is: [{'id': '11b3c7df-9126-4a81-8839-30bac53fd076', 'name': 'tempest-ServerActionsTestJSON-936620097-router', 'tenant_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:52Z', 'updated_at': '2022-04-01T15:53:00Z', 'revision_number': 6, 'project_id': '2c4981777fcb49aa96ca3c0b089d43e6', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:01.431000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05a098-e3ab-4d6c-ae4e-291a6c7ea531 None None] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:01.478799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Calling delete_port for 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:01.495924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:01.496653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.522972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-dc97c611-1071-4fd5-8580-ad6dc2670c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:01.524547 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-dc97c611-1071-4fd5-8580-ad6dc2670c2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.2665803 Apr 01 15:53:01.566889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:01.574951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:01.579235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:01.582454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d579b79-c694-498b-9664-cf2c255e4ace tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b27a42e-471d-488f-ab06-367e86c8f496 HTTP/1.1" status: 200 len: 991 time: 0.2574506 Apr 01 15:53:01.599341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.605231 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f24735ab-3fef-4cd0-82f0-422833a75d1f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8334756 Apr 01 15:53:01.607988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46312) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.614581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Request body: {'port': {'network_id': 'ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1071759753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:01.615069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] bootfile-name is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:01.615476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] tftp-server is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:01.616470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.api.validators [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] server-ip-address is not in valid_values {{(pid=88601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:01.671199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:53:01.818281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:01.821934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Provisioning for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:01.848133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Provisioning complete for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:01.848594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.854903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.858423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.869649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-349047be-62fe-41d5-999d-b534efc2be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:01.873636 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-349047be-62fe-41d5-999d-b534efc2be01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3355758 Apr 01 15:53:01.957052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:01.957576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.028183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:02.039249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Usage tracker for resource:port and tenant:fbf6573b37fe44e98df4d6d87d02720a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:02.040696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:02.073470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:02.098567 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-37a1d925-06ad-41f5-9d81-7fff1458e6a4 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184246 Apr 01 15:53:02.135421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.206648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9d3fc9-54ae-42cf-8715-84149a4e0be5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.239343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Made reservation on behalf of fbf6573b37fe44e98df4d6d87d02720a for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:02.244169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.288306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] device_id is not set on port a0f9fa59-9bd1-44f7-a12e-0224bf676950 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:02.327707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.381906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfe3fbbf-de7b-4ad2-9118-141b5eb6403c req-332acdf2-65f6-4202-96c0-d54ef7b53a94 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760797 Apr 01 15:53:02.429369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46326) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.473386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.492808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Allocated IP 172.20.0.6 (ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93/aa00c1bb-c760-4bd4-a605-25dd0ee8c003/a0f9fa59-9bd1-44f7-a12e-0224bf676950) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:02.494821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.512796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.543727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=9d276eee-1c9f-498d-8c75-4f5d10ce2324,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.572213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a5b03ff-db91-4ba1-8233-0ce26e371c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.597543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.628857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,segment=NetworkSegment(641d4a78-a349-400e-9157-880d223085dd),segment_id=641d4a78-a349-400e-9157-880d223085dd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:02.636233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:02.636784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: f57249c6-c147-4e74-9386-5933296e7fc7, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:02.657341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-119294479'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:02.678646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:52:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:02.683575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1805c7a-2ef0-4590-8fa7-4abf5b1aef6f None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:52:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:52:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:02.707125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.771098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:02.774004 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b1d01139-6777-412d-a1e7-e4aa24f04215 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b27a42e-471d-488f-ab06-367e86c8f496 HTTP/1.1" status: 200 len: 991 time: 0.1750903 Apr 01 15:53:02.778370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.781762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:02.785710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.787631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:02.797182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:02.841786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.864799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network f57249c6-c147-4e74-9386-5933296e7fc7 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:02.884756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:02.885116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-fae09600-edf6-45ac-9bba-1f3a759d6983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:02.890307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:02.898424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.904012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.913525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.914332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b3c7df-9126-4a81-8839-30bac53fd076 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:02.920190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.939974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.949017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:02.953512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.957940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:02.961074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, f57249c6-c147-4e74-9386-5933296e7fc7) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:02.963727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:02.972853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b13b4-0e8d-4c1c-a8f1-7d49ce870900 None None] Network f57249c6-c147-4e74-9386-5933296e7fc7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:02.973394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.973839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.978843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:02.990481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Transition to ACTIVE for port object a0f9fa59-9bd1-44f7-a12e-0224bf676950 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:03.002429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.006859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46336) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.007867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4456225-e763-4e97-a563-14486a2bf134 admin admin] 10.222.0.18 "DELETE /v2.0/routers/11b3c7df-9126-4a81-8839-30bac53fd076 HTTP/1.1" status: 204 len: 168 time: 2.9939268 Apr 01 15:53:03.096817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Deleting subnet 53032bd6-0ba0-493d-bd4a-9f47c10c74af {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:03.101907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.121354 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16aa49f8-bb4b-4a8f-b049-d92b3e7a495d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1957092 Apr 01 15:53:03.125709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.134468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:03.170465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9969e1a-221b-431b-8b5c-e1bd82c4d466 None None] New status for floating IP 5b27a42e-471d-488f-ab06-367e86c8f496: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:53:03.178656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.215809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.243278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:03.298982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:03.310525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:03.312139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:03.322869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:03.330386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:03.335531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:03.349709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.350839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:03.368312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'Port': ['ID=a0f9fa59-9bd1-44f7-a12e-0224bf676950,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.400869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.407883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.427597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.436943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.456299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:03.475902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.476395 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment 75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a of type vlan for network b10a2a71-7649-4536-b0b8-97feebb354f9 Apr 01 15:53:03.491797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f94cc7ce-edb2-4045-a65d-f649abc1282f tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8799865 Apr 01 15:53:03.492843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.530376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816e00f6-26f6-48f8-b8c0-4a6de5b6920d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.556913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.581533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:03.584968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.600077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.606009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.619600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.619600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Synchronizing usage tracker for tenant:fbf6573b37fe44e98df4d6d87d02720a on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:03.667615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.677650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.711866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.713351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53032bd6-0ba0-493d-bd4a-9f47c10c74af,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.728141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.728141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Unset dirty status for tenant:fbf6573b37fe44e98df4d6d87d02720a on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:03.728141 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c24c09ab-662c-4f51-88f2-222233c801da tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2298756 Apr 01 15:53:03.728141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.728489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.728489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.731753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1eaee5-0cb6-4d0e-ad21-dcdbea472c4e None None] Network 2ded8afc-50fc-4a25-af7b-831ce3ae3148 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:03.749240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:03.750838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.770038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5d87d1d0-409b-4e99-9c06-62410e198db3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53032bd6-0ba0-493d-bd4a-9f47c10c74af HTTP/1.1" status: 204 len: 168 time: 0.7618470 Apr 01 15:53:03.772813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46352) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.778925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.782336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-f57249c6-c147-4e74-9386-5933296e7fc7', 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '9d276eee-1c9f-498d-8c75-4f5d10ce2324'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:03.784332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.893538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Deleting port a0f9fa59-9bd1-44f7-a12e-0224bf676950 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:03.893811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.928628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=b10a2a71-7649-4536-b0b8-97feebb354f9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:03.958181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:04.010364 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6df2cf0e-554d-40e8-864c-62cd880f48a3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5730479 Apr 01 15:53:04.013975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.022435 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d415d7a-cf9f-4cc0-9671-a9a71a689ac6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b27a42e-471d-488f-ab06-367e86c8f496 HTTP/1.1" status: 200 len: 993 time: 0.2422092 Apr 01 15:53:04.026528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'name': 'tempest-PortsTestJSON-309652366'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:04.034550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.067030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Deleting port 9671ac63-e612-451e-8a3c-98143652968f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:04.067030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.122920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Provisioning for port 689e9e25-9ac5-422c-b680-66a13f6b6713 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:04.234670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Provisioning complete for port 689e9e25-9ac5-422c-b680-66a13f6b6713 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:04.234670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.303115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.383037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.389914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.396316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.404956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.431245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.443966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=fc8f1dcd-ccf4-4771-81bb-1f0c06523498,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.447315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Allocated IP 172.20.0.2 (f57249c6-c147-4e74-9386-5933296e7fc7/9d276eee-1c9f-498d-8c75-4f5d10ce2324/3e1ca6ab-4b47-494c-a1f4-aad6d26774df) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:04.449731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Port 689e9e25-9ac5-422c-b680-66a13f6b6713 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:04.457588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '1aa34718-6403-4af7-b772-e3224f24764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:04.458239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: 855ae2a6-b930-47c8-9c8b-83d26d57d73e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:04.519855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Provisioning complete for port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:04.520132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.542292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] For port 9671ac63-e612-451e-8a3c-98143652968f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9671ac63-e612-451e-8a3c-98143652968f,segment=NetworkSegment(13595d1f-b8fa-4cce-bd93-3aa4e1086df4),segment_id=13595d1f-b8fa-4cce-bd93-3aa4e1086df4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:04.542751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.547433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 952bcffe-67e7-490b-8e38-3c72bb2c0d4f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:04.580166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Calling delete_port for a0f9fa59-9bd1-44f7-a12e-0224bf676950 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:04.608674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.612560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.642394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 952bcffe-67e7-490b-8e38-3c72bb2c0d4f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:04.642756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 952bcffe-67e7-490b-8e38-3c72bb2c0d4f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:04.643260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:04.660745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 63c93784-c6a1-496d-b580-76eed0be258f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:04.674467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:04.674608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.680930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Calling delete_port for 9671ac63-e612-451e-8a3c-98143652968f owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:04.711823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:04.712467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6a9d3fc9-54ae-42cf-8715-84149a4e0be5 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:04.731518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db27e36-1746-497a-b9ad-f3de5e30791d None None] DHCP port deletion for 2ded8afc-50fc-4a25-af7b-831ce3ae3148 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:04.751242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7db27e36-1746-497a-b9ad-f3de5e30791d None None] Deleting port 9671ac63-e612-451e-8a3c-98143652968f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:04.751655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7db27e36-1746-497a-b9ad-f3de5e30791d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.808213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 855ae2a6-b930-47c8-9c8b-83d26d57d73e) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:04.813967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:04.817942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.837411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.855837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12167f2-a394-4ebe-902b-646d2f9905f8 None None] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:04.890376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] No DVR routers for this DVR port 9671ac63-e612-451e-8a3c-98143652968f on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:04.932431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Pushing event deleted for resources: {'Port': ['ID=9671ac63-e612-451e-8a3c-98143652968f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.941789 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-944a5ab0-884f-4295-9c14-16e920c6aed6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8123212 Apr 01 15:53:04.944241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.953278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1424486862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:04.963882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.978611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.984961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.986892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.989585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.995597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:05.022549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7db27e36-1746-497a-b9ad-f3de5e30791d None None] The port '9671ac63-e612-451e-8a3c-98143652968f' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:05.043389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.075458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ded8afc-50fc-4a25-af7b-831ce3ae3148']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:05.081369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.098200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5cb5d8f0-0659-4066-b216-7835bf25082c None None] Could not find standard attr ID for object a0f9fa59-9bd1-44f7-a12e-0224bf676950. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:05.100446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13595d1f-b8fa-4cce-bd93-3aa4e1086df4') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:05.100868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13595d1f-b8fa-4cce-bd93-3aa4e1086df4') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:05.101079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Transition to ACTIVE for port object 3e1ca6ab-4b47-494c-a1f4-aad6d26774df will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:05.106001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9671ac63-e612-451e-8a3c-98143652968f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:05.113574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.132032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.156363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:05.157019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.165385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9671ac63-e612-451e-8a3c-98143652968f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:05.165955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9671ac63-e612-451e-8a3c-98143652968f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:05.186718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event deleted for resources: {'Port': ['ID=a0f9fa59-9bd1-44f7-a12e-0224bf676950,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.199091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.206006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.226819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Transition to ACTIVE for port object 3e1ca6ab-4b47-494c-a1f4-aad6d26774df will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:05.264357 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:05.280730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.282327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.295557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-855ae2a6-b930-47c8-9c8b-83d26d57d73e', 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': 'fc8f1dcd-ccf4-4771-81bb-1f0c06523498'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:05.296713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.313113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.328146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.333336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.362495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ded8afc-50fc-4a25-af7b-831ce3ae3148,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.366559 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f8b05a4c-7161-4cbe-a017-28c60a7e3198 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ded8afc-50fc-4a25-af7b-831ce3ae3148 HTTP/1.1" status: 204 len: 168 time: 1.5891867 Apr 01 15:53:05.414677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5279dbb6-d0d9-40a8-a0ba-fcee5fc55b9b tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "DELETE /v2.0/ports/a0f9fa59-9bd1-44f7-a12e-0224bf676950 HTTP/1.1" status: 204 len: 168 time: 1.6875410 Apr 01 15:53:05.416256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.420026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.423203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.427290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Request body: {'port': {'name': 'tempest-new-port-name-1431716513', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:05.427763 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:05.428196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:05.428614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:53:05.436196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Network f57249c6-c147-4e74-9386-5933296e7fc7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:05.448365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:05.463298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:05.480064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Pushing event updated for resources: {'Port': ['ID=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.534975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=63c93784-c6a1-496d-b580-76eed0be258f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.539351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:05.539712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: b10a2a71-7649-4536-b0b8-97feebb354f9, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:05.565358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.568254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.569964 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-44a5ef9d-8e28-415e-bf19-95cf14773a18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6240275 Apr 01 15:53:05.572600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.645196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Attempting to bind port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:05.645568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Attempting to bind port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:05.645941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Attempting to bind port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df on network f57249c6-c147-4e74-9386-5933296e7fc7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:05.660404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:05.660785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Checking segment: {'id': '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:05.661193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.661594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Bound using segment: {'id': '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:05.662081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Bound port: 3e1ca6ab-4b47-494c-a1f4-aad6d26774df, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f57249c6-c147-4e74-9386-5933296e7fc7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:05.662444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.711539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:05.731782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Allocated IP 172.21.0.2 (855ae2a6-b930-47c8-9c8b-83d26d57d73e/fc8f1dcd-ccf4-4771-81bb-1f0c06523498/ff2bd21c-4c10-415e-8421-aa29fed2f4d8) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:05.829278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.850980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, b10a2a71-7649-4536-b0b8-97feebb354f9) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:05.851303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] For port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:05.854275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:05.860183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.860797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.871561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3fea3-e69e-4969-baff-57802b4c2948 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:05.884661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] For port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,segment=NetworkSegment(0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc),segment_id=0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:05.889712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.899091 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72ba772d-dd0c-4c60-9268-a7fa249736ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c4981777fcb49aa96ca3c0b089d43e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694542 Apr 01 15:53:05.899403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.963032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.978538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.996428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.037221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.131306 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c2b1146-5d30-4202-a30a-db4490764f98 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1156514 Apr 01 15:53:06.134365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46386) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.166413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659637169'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:06.180285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.193172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.198304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.208282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.255052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event updated for resources: {'Port': ['ID=689e9e25-9ac5-422c-b680-66a13f6b6713,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.255779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.263686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] In _notify_port_updated(), no bound segment for port 689e9e25-9ac5-422c-b680-66a13f6b6713 on network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:06.270055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.271701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.273427 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97c231cd-98f4-48ad-9b39-130779f86343 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "PUT /v2.0/ports/689e9e25-9ac5-422c-b680-66a13f6b6713 HTTP/1.1" status: 200 len: 1137 time: 0.8523383 Apr 01 15:53:06.276958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46390) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.303031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f560-0af6-4b7a-b89c-5fa0588df426 None None] Pushing event updated for resources: {'Port': ['ID=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.329982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.344010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Transition to ACTIVE for port object ff2bd21c-4c10-415e-8421-aa29fed2f4d8 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:06.362723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.387435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:06.390836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.392684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901513fa-dc12-4f99-92df-dad92eb7bf2f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.409649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.409649 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f9777ab6-f2b6-4105-8e28-cd3f8459585a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/901513fa-dc12-4f99-92df-dad92eb7bf2f HTTP/1.1" status: 204 len: 168 time: 0.5037706 Apr 01 15:53:06.420528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Transition to ACTIVE for port object ff2bd21c-4c10-415e-8421-aa29fed2f4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:06.463298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aad9978b-fc28-4180-8b24-2521750b8fc8 None None] Provisioning complete for port 689e9e25-9ac5-422c-b680-66a13f6b6713 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:06.464469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aad9978b-fc28-4180-8b24-2521750b8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.529746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.570052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674a58e-0e21-4d79-b93d-024093d24a3d tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.570693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3674a58e-0e21-4d79-b93d-024093d24a3d tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Synchronizing usage tracker for tenant:fbf6573b37fe44e98df4d6d87d02720a on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:06.588260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:06.625919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.626269 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment 28aeedd1-87ef-4ded-b037-70158455c9f4 of type vlan for network c4dc9637-06ad-492a-ab9e-96c13dbdd15e Apr 01 15:53:06.633428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:06.634422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aad9978b-fc28-4180-8b24-2521750b8fc8 None None] Port 689e9e25-9ac5-422c-b680-66a13f6b6713 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:06.638732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:06.644338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:06.646551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Pushing event updated for resources: {'Port': ['ID=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.709943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3674a58e-0e21-4d79-b93d-024093d24a3d tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Unset dirty status for tenant:fbf6573b37fe44e98df4d6d87d02720a on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:06.715205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3674a58e-0e21-4d79-b93d-024093d24a3d tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "GET /v2.0/ports/689e9e25-9ac5-422c-b680-66a13f6b6713 HTTP/1.1" status: 200 len: 1137 time: 0.4334915 Apr 01 15:53:06.715205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.716546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.750490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Attempting to bind port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:06.750858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Attempting to bind port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1aa34718-6403-4af7-b772-e3224f24764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:06.752077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Attempting to bind port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 on network 855ae2a6-b930-47c8-9c8b-83d26d57d73e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:06.757844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:06.758227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Checking segment: {'id': '1aa34718-6403-4af7-b772-e3224f24764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:06.758677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.759258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Bound using segment: {'id': '1aa34718-6403-4af7-b772-e3224f24764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:06.763191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Bound port: ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa34718-6403-4af7-b772-e3224f24764d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '855ae2a6-b930-47c8-9c8b-83d26d57d73e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:06.763543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.808854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Deleting port 689e9e25-9ac5-422c-b680-66a13f6b6713 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:06.809343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.837135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.20.0.1 (f57249c6-c147-4e74-9386-5933296e7fc7/9d276eee-1c9f-498d-8c75-4f5d10ce2324/cc469372-6add-4ff9-ba56-3ac407bd24f2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:06.873857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] For port ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:06.878251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] For port ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,segment=NetworkSegment(1aa34718-6403-4af7-b772-e3224f24764d),segment_id=1aa34718-6403-4af7-b772-e3224f24764d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:06.883074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.888928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.889525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.998277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.101215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=c4dc9637-06ad-492a-ab9e-96c13dbdd15e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.135905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c4dc9637-06ad-492a-ab9e-96c13dbdd15e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:07.183406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.232062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object cc469372-6add-4ff9-ba56-3ac407bd24f2 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:07.250084 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4557edc9-a473-4fd7-8f1d-67ddcb8679b8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1122980 Apr 01 15:53:07.252087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.253331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3e1ca6ab-4b47-494c-a1f4-aad6d26774df up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:07.254290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.270087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'ports': [{'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'}, {'network_id': 'c4dc9637-06ad-492a-ab9e-96c13dbdd15e'}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:07.272065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:07.272701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'c4dc9637-06ad-492a-ab9e-96c13dbdd15e'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:07.433639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace97c46-8ebb-4c69-978b-6ad39dda13c7 None None] Pushing event updated for resources: {'Port': ['ID=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.448282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.449541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Calling delete_port for 689e9e25-9ac5-422c-b680-66a13f6b6713 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:07.568241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network f57249c6-c147-4e74-9386-5933296e7fc7 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:07.570398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:07.574052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:07.579811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:07.700143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=cc469372-6add-4ff9-ba56-3ac407bd24f2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.786728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59fbfd-cf9a-43a6-b6b8-3518fdee9e18 None None] Network f57249c6-c147-4e74-9386-5933296e7fc7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:07.791339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.793663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.849968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event deleted for resources: {'Port': ['ID=689e9e25-9ac5-422c-b680-66a13f6b6713,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.997264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.042589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Provisioning for port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:08.054000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Provisioning complete for port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:08.054375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.123362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:08.131393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:08.143944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:08.150017 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8116aa2-0bbe-4cc2-89a6-151b88ac84f4 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "DELETE /v2.0/ports/689e9e25-9ac5-422c-b680-66a13f6b6713 HTTP/1.1" status: 204 len: 168 time: 1.4273772 Apr 01 15:53:08.150017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.152630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:08.231241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:08.236111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.247243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Deleting subnet aa00c1bb-c760-4bd4-a605-25dd0ee8c003 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:08.252587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.256096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.321671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.330318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.371524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] For port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,segment=NetworkSegment(0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc),segment_id=0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:08.460598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.476205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.509121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.558653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16844c-cc54-47ea-9a5d-e121e6e731b2 None None] Pushing event updated for resources: {'Port': ['ID=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.650629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a49bf-dd2e-4e5f-9d08-66e176bdcf6d None None] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:08.688426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.764836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event deleted for resources: {'Subnet': ['ID=aa00c1bb-c760-4bd4-a605-25dd0ee8c003,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.766753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Provisioning complete for port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:08.767907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.768241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.779096 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78de3181-f5ef-41f4-a24b-13f050c09f35 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "DELETE /v2.0/subnets/aa00c1bb-c760-4bd4-a605-25dd0ee8c003 HTTP/1.1" status: 204 len: 168 time: 0.6319764 Apr 01 15:53:08.780146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.807860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de2b01-c359-4e59-9dbc-e6d9cf49d68c None None] Network ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:08.829156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port d6d64d49-4c39-42cd-9ca7-63fe3c769aa5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:08.972940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.987099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Deleting port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:08.987624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.119475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.171361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46444) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.183898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.205717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.278243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] For port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,segment=NetworkSegment(641d4a78-a349-400e-9157-880d223085dd),segment_id=641d4a78-a349-400e-9157-880d223085dd)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:09.278743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.327979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3e1ca6ab-4b47-494c-a1f4-aad6d26774df up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:09.413223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Calling delete_port for 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:09.455333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1228801640'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:09.466741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:09.471366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=cc469372-6add-4ff9-ba56-3ac407bd24f2,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.493056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Usage tracker for resource:network and tenant:002b96d0463f4cc1a93698d631d00a0e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:09.493056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:09.494707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.502923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:09.508475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 3e0935dc-9b7d-4249-9ece-622375539846 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:09.522904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.523367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.581178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Provisioning for port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:09.602130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef3be5-1229-47c6-a99e-71fdb39d8d58 None None] DHCP port deletion for ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:09.609191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.625316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Made reservation on behalf of 002b96d0463f4cc1a93698d631d00a0e for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:09.629244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.652084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.673641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff2bd21c-4c10-415e-8421-aa29fed2f4d8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:09.681382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:09.685565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Usage tracker for resource:security_group_rule and tenant:002b96d0463f4cc1a93698d631d00a0e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:09.688767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:09.703324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Provisioning for port cc469372-6add-4ff9-ba56-3ac407bd24f2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:09.709671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:09.719029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Provisioning complete for port cc469372-6add-4ff9-ba56-3ac407bd24f2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.719463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.774714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network f57249c6-c147-4e74-9386-5933296e7fc7 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:09.785121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:09.812022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] No DVR routers for this DVR port 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:09.817350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b6907-8cbd-4a57-98f6-53dd27cd14b8 None None] Port cc469372-6add-4ff9-ba56-3ac407bd24f2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:09.851489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event deleted for resources: {'Port': ['ID=8dbf7bc8-bef6-4e0c-883d-744c9844c3d2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.897951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.905100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:09.911217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.912021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.967590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.985284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Provisioning complete for port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.985625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.000170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.020345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641d4a78-a349-400e-9157-880d223085dd') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.020345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641d4a78-a349-400e-9157-880d223085dd') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.037124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.043416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.062300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.070998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:10.071424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:10.094136 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:10.099364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.135201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.226497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.236593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,segment=NetworkSegment(1aa34718-6403-4af7-b772-e3224f24764d),segment_id=1aa34718-6403-4af7-b772-e3224f24764d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:10.240973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:10.248740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c28caf80-f1e2-44b3-92d4-d296ac7eda59 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:10.250896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.259270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.276907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.288726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.288936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] Pushing event deleted for resources: {'Network': ['ID=ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.301145 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d04ad6e-26bf-4ec9-84ac-2a94cc537050 tempest-ExtraDHCPOptionsTestJSON-1342540071 tempest-ExtraDHCPOptionsTestJSON-1342540071-project] 10.222.0.18 "DELETE /v2.0/networks/ef59ea27-f01f-4cd9-8cf6-0b2bf7616f93 HTTP/1.1" status: 204 len: 168 time: 1.5200853 Apr 01 15:53:10.302457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.302576 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Added segment e4508a0a-81f8-442e-a915-a1dd301bf345 of type vlan for network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea Apr 01 15:53:10.311443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187de0db-1e3b-4a90-ad77-601826caef7d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.405068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:10.405432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:10.410894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.413205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:10.424489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:10.443389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:10.444181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.495715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=d6d64d49-4c39-42cd-9ca7-63fe3c769aa5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.508345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.621247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:10.631022 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] Sync routers for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:10.640792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=3e0935dc-9b7d-4249-9ece-622375539846,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.641894 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:10.646788 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.663280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': '28aeedd1-87ef-4ded-b037-70158455c9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c4dc9637-06ad-492a-ab9e-96c13dbdd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:10.663280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: c4dc9637-06ad-492a-ab9e-96c13dbdd15e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:10.685147 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd82c5aa-5272-4e58-b5da-fc5039bdb16c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1112940 Apr 01 15:53:10.689455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.719573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.729302 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:10.729909 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.733384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.739675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.743666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.779234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network c4dc9637-06ad-492a-ab9e-96c13dbdd15e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:10.783759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b2740-6b72-48e6-8697-a2925b203008 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.784070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.785571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b5b2740-6b72-48e6-8697-a2925b203008 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports/cc469372-6add-4ff9-ba56-3ac407bd24f2 HTTP/1.1" status: 200 len: 910 time: 0.0972714 Apr 01 15:53:10.788170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.800780 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.801255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960f7ba-e012-4bb8-9cce-10567f7feb83 None None] The sync data for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:10.864716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event updated for resources: {'Network': ['ID=e8e180fa-d591-4afe-ad2b-0d83ff2d69ea,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.876084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:10.877539 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a9c1594-b929-4240-a896-54ccabff950c tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7036133 Apr 01 15:53:10.880102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.886802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Request body: {'subnet': {'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:10.920550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c4dc9637-06ad-492a-ab9e-96c13dbdd15e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:10.944948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:10.950509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.956076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.956747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.957685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42285f-0642-4fa8-80b1-a57a187a61c1 None None] Network c4dc9637-06ad-492a-ab9e-96c13dbdd15e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:11.068397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-675f7173-5019-4307-925a-76da5609dfe9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbf6573b37fe44e98df4d6d87d02720a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792647 Apr 01 15:53:11.072762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.128661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:11.132651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Usage tracker for resource:subnet and tenant:002b96d0463f4cc1a93698d631d00a0e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:11.135740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:11.141378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:11.163914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.190957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.204070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff2bd21c-4c10-415e-8421-aa29fed2f4d8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:11.247457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dfbd49a-b6d1-48a8-9dc1-cadc0bc46ecf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9890246 Apr 01 15:53:11.250680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.303267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Provisioning complete for port cc469372-6add-4ff9-ba56-3ac407bd24f2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:11.303601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.323425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 3e0935dc-9b7d-4249-9ece-622375539846 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:11.324249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.353662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.375581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Made reservation on behalf of 002b96d0463f4cc1a93698d631d00a0e for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:11.379753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.386214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c9545d50-d3c6-49f3-980a-c8a63111b4e2 None None] Port cc469372-6add-4ff9-ba56-3ac407bd24f2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:11.404847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a38c628-477d-4ac7-81ac-8e42723bf175,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.405188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:11.405553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.437979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.440228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.443680 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e4137a3-f028-492e-b8fd-8c5c81ef2d7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a38c628-477d-4ac7-81ac-8e42723bf175 HTTP/1.1" status: 204 len: 168 time: 0.3702128 Apr 01 15:53:11.557855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-340bbf31-f2bc-43cf-bab8-f339145714c5 None None] Provisioning complete for port cc469372-6add-4ff9-ba56-3ac407bd24f2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:11.557855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-340bbf31-f2bc-43cf-bab8-f339145714c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.620513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-340bbf31-f2bc-43cf-bab8-f339145714c5 None None] Port cc469372-6add-4ff9-ba56-3ac407bd24f2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:11.679662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:11.728871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.762668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:11.763203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8dbf7bc8-bef6-4e0c-883d-744c9844c3d2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:11.918559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 3e0935dc-9b7d-4249-9ece-622375539846 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:11.980498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.21.0.1 (855ae2a6-b930-47c8-9c8b-83d26d57d73e/fc8f1dcd-ccf4-4771-81bb-1f0c06523498/3365c489-061e-43ee-a93c-2e89e2b14e1c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:12.163054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.241657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.270505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 3365c489-061e-43ee-a93c-2e89e2b14e1c will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:12.288549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.371368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=3e0935dc-9b7d-4249-9ece-622375539846,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.380515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.394801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.403207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event updated for resources: {'Subnet': ['ID=d47a767f-6bb4-4b89-b94a-cb76a096f506,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.418582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2ee1826a-7457-48b3-baa0-2d1a7d5feb30 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/3e0935dc-9b7d-4249-9ece-622375539846 HTTP/1.1" status: 204 len: 168 time: 1.1662035 Apr 01 15:53:12.422181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Checking segment: {'id': 'e4508a0a-81f8-442e-a915-a1dd301bf345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:12.422181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Network hostable DHCP agents. Network: e8e180fa-d591-4afe-ad2b-0d83ff2d69ea, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:12.425214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.455830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:12.463861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:12.466232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:12.503807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=3365c489-061e-43ee-a93c-2e89e2b14e1c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.528950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f127d-c17b-4b9d-aa2c-bb0ffbf4dd0e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.535616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f127d-c17b-4b9d-aa2c-bb0ffbf4dd0e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.536414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-da1f127d-c17b-4b9d-aa2c-bb0ffbf4dd0e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:12.544517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.573086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:12.631023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-da1f127d-c17b-4b9d-aa2c-bb0ffbf4dd0e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:12.634996 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-da1f127d-c17b-4b9d-aa2c-bb0ffbf4dd0e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2047298 Apr 01 15:53:12.637934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46504) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.660351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.681830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e8e180fa-d591-4afe-ad2b-0d83ff2d69ea) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:12.689935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a14e3a-f5a3-424e-bd95-32881bc29358 None None] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:12.727530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.728246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.735949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.760249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port d6d64d49-4c39-42cd-9ca7-63fe3c769aa5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:12.768026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.799063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573429268'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:12.811655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:12.824231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:12.830253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:12.859904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ae5d3a2-d755-42f6-95e4-cab0839f0e59 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9787087 Apr 01 15:53:12.867726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46514) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.875022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d9a3731a-42fc-4984-ac23-4ed480ca6e5d None None] Provisioning for port 3365c489-061e-43ee-a93c-2e89e2b14e1c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:12.877553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Request body: {'port': {'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-741204813'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:12.886165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d9a3731a-42fc-4984-ac23-4ed480ca6e5d None None] Provisioning complete for port 3365c489-061e-43ee-a93c-2e89e2b14e1c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.888114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d9a3731a-42fc-4984-ac23-4ed480ca6e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.896235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:12.983931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d9a3731a-42fc-4984-ac23-4ed480ca6e5d None None] Port 3365c489-061e-43ee-a93c-2e89e2b14e1c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:12.991562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e8e180fa-d591-4afe-ad2b-0d83ff2d69ea', 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea', 'tenant_id': '002b96d0463f4cc1a93698d631d00a0e', 'fixed_ips': [{'subnet_id': 'd47a767f-6bb4-4b89-b94a-cb76a096f506'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:12.992448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.025653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:13.029517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.067532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.111432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.155214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:13.162881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:security_group_rule and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:13.168610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:13.181625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Allocated IP 172.20.0.2 (e8e180fa-d591-4afe-ad2b-0d83ff2d69ea/d47a767f-6bb4-4b89-b94a-cb76a096f506/e0afd0f7-d88f-4671-a166-9528d29940f5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:13.185094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:13.238518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:13.242485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.246633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for d6d64d49-4c39-42cd-9ca7-63fe3c769aa5 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:13.281551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Usage tracker for resource:port and tenant:002b96d0463f4cc1a93698d631d00a0e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:13.286427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:13.288843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.295502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:13.373289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.391197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.394405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.405733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Transition to ACTIVE for port object e0afd0f7-d88f-4671-a166-9528d29940f5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:13.424243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.426485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Transition to ACTIVE for port object e0afd0f7-d88f-4671-a166-9528d29940f5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:13.428798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=3365c489-061e-43ee-a93c-2e89e2b14e1c,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.434616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=d6d64d49-4c39-42cd-9ca7-63fe3c769aa5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.436188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.442294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.488499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.494374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:13.516597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Made reservation on behalf of 002b96d0463f4cc1a93698d631d00a0e for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:13.520318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.533206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7cfe8126-0f78-4e6c-872c-20f3a2b834fa tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/d6d64d49-4c39-42cd-9ca7-63fe3c769aa5 HTTP/1.1" status: 204 len: 168 time: 0.8940423 Apr 01 15:53:13.533702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.551505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:13.554530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77952648-7751-429f-b8a5-e90fe16da7d0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.554682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:13.562346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.562578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:13.562697 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 668d5c11-0652-4b78-a64e-22073dfacac5 of type vlan for network e970f983-e9b9-4c23-aba5-37c433630956 Apr 01 15:53:13.571992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Pushing event updated for resources: {'Port': ['ID=e0afd0f7-d88f-4671-a166-9528d29940f5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.604116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] device_id is not set on port 527a0594-fb8d-4752-85d3-38bd18ebea49 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:13.606886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.655189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:13.658592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:13.664517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Attempting to bind port e0afd0f7-d88f-4671-a166-9528d29940f5 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:13.664517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Attempting to bind port e0afd0f7-d88f-4671-a166-9528d29940f5 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e4508a0a-81f8-442e-a915-a1dd301bf345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:13.664517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Attempting to bind port e0afd0f7-d88f-4671-a166-9528d29940f5 on network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:13.670434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:13.670983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Checking segment: {'id': 'e4508a0a-81f8-442e-a915-a1dd301bf345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:13.671521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.672006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Bound using segment: {'id': 'e4508a0a-81f8-442e-a915-a1dd301bf345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:13.673707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Bound port: e0afd0f7-d88f-4671-a166-9528d29940f5, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4508a0a-81f8-442e-a915-a1dd301bf345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8e180fa-d591-4afe-ad2b-0d83ff2d69ea'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:13.673707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.694439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b88a3c-4cb0-484e-b2a6-e08133a20631 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.695279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48b88a3c-4cb0-484e-b2a6-e08133a20631 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:13.786607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] For port e0afd0f7-d88f-4671-a166-9528d29940f5, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:13.790418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] For port e0afd0f7-d88f-4671-a166-9528d29940f5, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e0afd0f7-d88f-4671-a166-9528d29940f5,segment=NetworkSegment(e4508a0a-81f8-442e-a915-a1dd301bf345),segment_id=e4508a0a-81f8-442e-a915-a1dd301bf345)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:13.802268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Allocated IP 172.20.0.5 (e8e180fa-d591-4afe-ad2b-0d83ff2d69ea/d47a767f-6bb4-4b89-b94a-cb76a096f506/527a0594-fb8d-4752-85d3-38bd18ebea49) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:13.805064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.811467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.811831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.813272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48b88a3c-4cb0-484e-b2a6-e08133a20631 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:13.815730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48b88a3c-4cb0-484e-b2a6-e08133a20631 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2807522 Apr 01 15:53:13.818627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.883415 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea8491d-0bb5-4c29-b907-bdec3bd04883 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:13.888572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.889471 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6ea8491d-0bb5-4c29-b907-bdec3bd04883 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/3e0935dc-9b7d-4249-9ece-622375539846 HTTP/1.1" status: 404 len: 333 time: 0.0649142 Apr 01 15:53:13.889471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.951262 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-504cfa90-939e-48d3-ac4e-68337dd3469c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:13.952482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-504cfa90-939e-48d3-ac4e-68337dd3469c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/d6d64d49-4c39-42cd-9ca7-63fe3c769aa5 HTTP/1.1" status: 404 len: 333 time: 0.0641441 Apr 01 15:53:13.955891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46530) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.977541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5c1dc9a5-7dc5-426f-a140-0641dd9bd217 None None] Provisioning complete for port 3365c489-061e-43ee-a93c-2e89e2b14e1c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:13.977925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc9a5-7dc5-426f-a140-0641dd9bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.029884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07081961-3858-49f3-b746-a404a2abbe66 None None] Pushing event updated for resources: {'Port': ['ID=e0afd0f7-d88f-4671-a166-9528d29940f5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.047341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dc9a5-7dc5-426f-a140-0641dd9bd217 None None] Port 3365c489-061e-43ee-a93c-2e89e2b14e1c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:14.133757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e970f983-e9b9-4c23-aba5-37c433630956,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.141920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c28caf80-f1e2-44b3-92d4-d296ac7eda59 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:14.155503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e970f983-e9b9-4c23-aba5-37c433630956 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:14.317928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.333327 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e41ba0a-a51a-4145-98f4-34c662b2e624 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6690338 Apr 01 15:53:14.342037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:14.350244 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-42939b19-730c-4b20-ac9a-e44e54302cb7 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5586281 Apr 01 15:53:14.350244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.367130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] Sync routers for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:14.379822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:14.380803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.443775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.448982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa1765-6b87-4771-8887-89d2b873415e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:14.449594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6aa1765-6b87-4771-8887-89d2b873415e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:14.484325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.491725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:14.492696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.504360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:14.505108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.516806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.528851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Transition to ACTIVE for port object 527a0594-fb8d-4752-85d3-38bd18ebea49 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:14.548972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dc9637-06ad-492a-ab9e-96c13dbdd15e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.564115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28aeedd1-87ef-4ded-b037-70158455c9f4') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.564421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28aeedd1-87ef-4ded-b037-70158455c9f4') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.579497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:14.580064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d0e30e-993f-4ce9-b224-fafd855c9642 None None] The sync data for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:14.580660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.583264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6aa1765-6b87-4771-8887-89d2b873415e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:14.587419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d6aa1765-6b87-4771-8887-89d2b873415e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports/3365c489-061e-43ee-a93c-2e89e2b14e1c HTTP/1.1" status: 200 len: 910 time: 0.2361805 Apr 01 15:53:14.587927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.619681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:14.623625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:14.626448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:14.632367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:14.659405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.677175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:14.677581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:14.693640 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:14.698804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:14.702439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.765225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.965580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:14.975337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:14.987605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:14.996509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.087315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=03b2315b-9b27-426f-95f2-e2694fa57b1b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.095717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '668d5c11-0652-4b78-a64e-22073dfacac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:15.095717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: e970f983-e9b9-4c23-aba5-37c433630956, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:15.097244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event updated for resources: {'Port': ['ID=527a0594-fb8d-4752-85d3-38bd18ebea49,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.109736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.133482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.174692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=c4dc9637-06ad-492a-ab9e-96c13dbdd15e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.200338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e0afd0f7-d88f-4671-a166-9528d29940f5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:15.202167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network e970f983-e9b9-4c23-aba5-37c433630956 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:15.212836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.216937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.223512 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48665ba8-0244-4537-b44f-320bb4a198b3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/c4dc9637-06ad-492a-ab9e-96c13dbdd15e HTTP/1.1" status: 204 len: 168 time: 1.2650707 Apr 01 15:53:15.226912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.237834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115025076'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:15.243887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1227955-c472-4740-a0d8-0aa4e20d12c4 None None] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:15.251700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:15.257249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:15.259260 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:15.265066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:15.306690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e970f983-e9b9-4c23-aba5-37c433630956) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:15.315929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.316522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.345281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08986d1-b1f8-4bb0-ae9c-e08d8215a0f9 None None] Network e970f983-e9b9-4c23-aba5-37c433630956 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:15.366282 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3fd7ea5-b82f-41fc-8f39-7030ee424cd1 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4972560 Apr 01 15:53:15.369525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.404162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.449024 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ec1e534-53c2-4d5a-bd88-52b745e734f1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9603279 Apr 01 15:53:15.449024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:15.450720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.460233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.478486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-199708424'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:15.478777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Deleting port 527a0594-fb8d-4752-85d3-38bd18ebea49 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:15.479206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.484969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:15.497254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a52c8c8e-0f10-42c4-8378-e1dbfb557352 None None] Provisioning for port e0afd0f7-d88f-4671-a166-9528d29940f5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:15.528843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:15.543785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:15.549706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:15.551335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.551801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment 4af12e64-d3c4-41ae-8153-cbe951b206b1 of type vlan for network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc Apr 01 15:53:15.560500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:15.606458 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:15.632355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.633625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port e0afd0f7-d88f-4671-a166-9528d29940f5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:15.671247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:15.675368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.683249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port e0afd0f7-d88f-4671-a166-9528d29940f5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:15.683860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.717452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:15.741319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.741665 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment c95790c2-c53a-44f3-937e-161c70718256 of type vlan for network f9de431b-c790-4b1f-976b-7603498b9842 Apr 01 15:53:15.797106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.817453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e970f983-e9b9-4c23-aba5-37c433630956', 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '03b2315b-9b27-426f-95f2-e2694fa57b1b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:15.818145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.867495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.872988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.873318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.934609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.971847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 3365c489-061e-43ee-a93c-2e89e2b14e1c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:15.972728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.973100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Calling delete_port for 527a0594-fb8d-4752-85d3-38bd18ebea49 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:16.033244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Allocated IP 172.20.255.242 (e970f983-e9b9-4c23-aba5-37c433630956/03b2315b-9b27-426f-95f2-e2694fa57b1b/c6cb7398-8de1-42a3-866d-d27671277790) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:16.099434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.105640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:16.112443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.112610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.146352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=7cf69d6d-4c0a-4954-a74c-687fb0e99cdc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.168924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:16.258307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f43c4f3a-bac0-41e8-bdbe-cab33665b4ab tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0260084 Apr 01 15:53:16.260560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.279071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:16.361131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port e0afd0f7-d88f-4671-a166-9528d29940f5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e0afd0f7-d88f-4671-a166-9528d29940f5,segment=NetworkSegment(e4508a0a-81f8-442e-a915-a1dd301bf345),segment_id=e4508a0a-81f8-442e-a915-a1dd301bf345)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:16.384531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9214361 Apr 01 15:53:16.393187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46566) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.451929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa70b6-bf94-47e3-8679-32cae619fd6e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=f9de431b-c790-4b1f-976b-7603498b9842,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.463109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:16.465959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.504881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network f9de431b-c790-4b1f-976b-7603498b9842 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:16.527745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.547260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:16.559064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.570577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Provisioning for port 527a0594-fb8d-4752-85d3-38bd18ebea49 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:16.620978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.640500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Provisioning complete for port 527a0594-fb8d-4752-85d3-38bd18ebea49 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:16.640899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.649999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:16.650179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event deleted for resources: {'Port': ['ID=527a0594-fb8d-4752-85d3-38bd18ebea49,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.694362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Port 527a0594-fb8d-4752-85d3-38bd18ebea49 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:53:16.704923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Transition to ACTIVE for port object c6cb7398-8de1-42a3-866d-d27671277790 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:16.709196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=e0afd0f7-d88f-4671-a166-9528d29940f5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.712346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:16.726169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 3365c489-061e-43ee-a93c-2e89e2b14e1c owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:16.730731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Provisioning complete for port e0afd0f7-d88f-4671-a166-9528d29940f5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:16.731111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a8da361d-8881-4d2e-bcf5-626ab7cce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.735916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.746140 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c0f03c4f-856f-4560-9900-a29c0b9fd3fc tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "DELETE /v2.0/ports/527a0594-fb8d-4752-85d3-38bd18ebea49 HTTP/1.1" status: 204 len: 168 time: 1.3753240 Apr 01 15:53:16.746738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.781339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:16.790826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Transition to ACTIVE for port object c6cb7398-8de1-42a3-866d-d27671277790 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:16.812073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:16.899759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.911375 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1bced9d-1f86-4b95-ae7a-89fad1d2cbb2 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1613131 Apr 01 15:53:16.913167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46576) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.919068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2045992305'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:16.925547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:16.929919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Usage tracker for resource:network and tenant:002b96d0463f4cc1a93698d631d00a0e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:16.934420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:16.940675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:16.943369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:16.951666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:16.954484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:16.957874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.966172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Network e970f983-e9b9-4c23-aba5-37c433630956 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:16.973526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:16.977821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:16.989328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Pushing event updated for resources: {'Port': ['ID=c6cb7398-8de1-42a3-866d-d27671277790,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.995344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:17.020740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-414605d9-28df-4256-8033-17f0c35ab1c1 None None] Could not find standard attr ID for object 527a0594-fb8d-4752-85d3-38bd18ebea49. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:17.053675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Made reservation on behalf of 002b96d0463f4cc1a93698d631d00a0e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:17.076379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:53:17.076998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:53:17.084161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Attempting to bind port c6cb7398-8de1-42a3-866d-d27671277790 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:17.084161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Attempting to bind port c6cb7398-8de1-42a3-866d-d27671277790 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '668d5c11-0652-4b78-a64e-22073dfacac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:17.084161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Attempting to bind port c6cb7398-8de1-42a3-866d-d27671277790 on network e970f983-e9b9-4c23-aba5-37c433630956 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:17.088118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:17.088496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Checking segment: {'id': '668d5c11-0652-4b78-a64e-22073dfacac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:17.088906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.089304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Bound using segment: {'id': '668d5c11-0652-4b78-a64e-22073dfacac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:17.089772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Bound port: c6cb7398-8de1-42a3-866d-d27671277790, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668d5c11-0652-4b78-a64e-22073dfacac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e970f983-e9b9-4c23-aba5-37c433630956'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:17.090149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.095413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.138256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e0afd0f7-d88f-4671-a166-9528d29940f5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:17.149021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:17.159666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.160212 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Added segment 9ed80dfd-be1e-43df-b9d3-f6b8c941891f of type vlan for network 2e661ebe-3893-4196-b20f-d0e904b479ae Apr 01 15:53:17.195395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.208846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:17.212309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.239056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] For port c6cb7398-8de1-42a3-866d-d27671277790, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:17.242475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] For port c6cb7398-8de1-42a3-866d-d27671277790, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6cb7398-8de1-42a3-866d-d27671277790,segment=NetworkSegment(668d5c11-0652-4b78-a64e-22073dfacac5),segment_id=668d5c11-0652-4b78-a64e-22073dfacac5)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:17.251074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port e0afd0f7-d88f-4671-a166-9528d29940f5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:17.251480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.293383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.300082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.300948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.330321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.413223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event updated for resources: {'Network': ['ID=2e661ebe-3893-4196-b20f-d0e904b479ae,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.439870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 2e661ebe-3893-4196-b20f-d0e904b479ae details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:17.456060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d1849-a616-46fb-80b8-cd9f0c35463f None None] Pushing event updated for resources: {'Port': ['ID=c6cb7398-8de1-42a3-866d-d27671277790,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.468186 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-420a8136-3186-47ba-a361-21deaf67ef67 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5513957 Apr 01 15:53:17.468676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.565631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.599053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.699502 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a9a1c41-9368-4e3f-9c5c-6fabf23cdbb2 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks HTTP/1.1" status: 200 len: 7185 time: 0.2295287 Apr 01 15:53:17.704620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.717487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=3365c489-061e-43ee-a93c-2e89e2b14e1c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.804496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=b946005d-7dc8-4c9b-afde-e27da94751f5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.840538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d65bd-d379-4a5e-a488-d0c61078e053 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] Network 2e661ebe-3893-4196-b20f-d0e904b479ae is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:17.868145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': '4af12e64-d3c4-41ae-8153-cbe951b206b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:17.868455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:17.931580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df1d65bd-d379-4a5e-a488-d0c61078e053 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "POST /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2258615 Apr 01 15:53:17.936306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46588) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.936947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5ec17-730c-4be8-a399-175a709388a4 None None] Network 2e661ebe-3893-4196-b20f-d0e904b479ae requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:18.018417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.119446 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-adb4d25b-0727-4a10-b268-0d229d1e2b2b tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks HTTP/1.1" status: 200 len: 7955 time: 0.1842027 Apr 01 15:53:18.122207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46592) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.124069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.153573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:18.233915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:18.242068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626afcb-497a-4ba7-8bc8-fd889c12d933 None None] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:18.244881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=0b98f430-ffc8-4e17-b96b-38b3786c4edf,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.253388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.253965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.278626 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7076eb03-fa7c-44f7-a28f-bb775e396eeb tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "DELETE /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks/2e661ebe-3893-4196-b20f-d0e904b479ae HTTP/1.1" status: 204 len: 168 time: 0.1424506 Apr 01 15:53:18.278626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.328741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': 'c95790c2-c53a-44f3-937e-161c70718256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:18.330303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: f9de431b-c790-4b1f-976b-7603498b9842, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:18.460294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7c4995c-e9bd-4ddc-84c9-1ad4dd2a1b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1949573 Apr 01 15:53:18.462818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46600) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.472670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc', 'name': 'tempest-PortsTestJSON-1771602394'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:18.493383 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c0bc225-1daf-43bb-b728-3ada84a602ce tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks HTTP/1.1" status: 200 len: 7965 time: 0.2192905 Apr 01 15:53:18.499006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.513225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-7cf69d6d-4c0a-4954-a74c-687fb0e99cdc', 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': 'b946005d-7dc8-4c9b-afde-e27da94751f5'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:18.514874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.524671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7bb847c-0060-4d91-a0a0-06bf5ea8b076 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/networks/e8e180fa-d591-4afe-ad2b-0d83ff2d69ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0242941 Apr 01 15:53:18.535010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.546401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network f9de431b-c790-4b1f-976b-7603498b9842 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:18.556661 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-50e5a63e-ff71-4d9c-bb90-9972ed07d499 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/networks/e8e180fa-d591-4afe-ad2b-0d83ff2d69ea/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0204861 Apr 01 15:53:18.559090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.602200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed82ea61-4cad-4c56-aec9-4f6d8c98c834 None None] Network e970f983-e9b9-4c23-aba5-37c433630956 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:18.653706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, f9de431b-c790-4b1f-976b-7603498b9842) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:18.669816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.670415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.700469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4b173f-b68a-4104-9047-0927ccaba2b4 None None] Network f9de431b-c790-4b1f-976b-7603498b9842 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:18.704716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c28caf80-f1e2-44b3-92d4-d296ac7eda59 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:18.735964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:18.752547 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-231c7be1-7177-4e14-8fc5-f1ecedbd4235 tempest-DHCPAgentSchedulersTestJSON-1179674015 tempest-DHCPAgentSchedulersTestJSON-1179674015-project-admin] 10.222.0.18 "GET /v2.0/agents/09601a78-ede7-493e-8f80-155643c6971b/dhcp-networks HTTP/1.1" status: 200 len: 8757 time: 0.1921580 Apr 01 15:53:18.757884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.799118 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0a57b08-b752-402e-b44b-47082389720c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4028864 Apr 01 15:53:18.802427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46620) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.812430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:18.869251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-273944b1-4038-4ce6-a2b1-d80e3ca388a6 None None] Provisioning for port c6cb7398-8de1-42a3-866d-d27671277790 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:18.905567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:18.910637 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a9a441fb-b7e1-4d67-a0b6-62d7ad3ea227 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3193555 Apr 01 15:53:18.913639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.919130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Allocated IP 172.20.0.2 (7cf69d6d-4c0a-4954-a74c-687fb0e99cdc/b946005d-7dc8-4c9b-afde-e27da94751f5/1db6a5b7-b9d6-42d3-bf10-24540ccd99d1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:18.923410 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] Sync routers for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:18.933707 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:18.934579 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:18.974020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:18.977526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.054206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.093887 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:19.093887 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.113703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.128382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.128544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-f9de431b-c790-4b1f-976b-7603498b9842', 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '0b98f430-ffc8-4e17-b96b-38b3786c4edf'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:19.128544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.234823 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.235384 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471378da-1b67-4a0f-ad27-e25ef7469acd None None] The sync data for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:19.251251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6cb7398-8de1-42a3-866d-d27671277790 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:19.259242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:19.467357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.493685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.536323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e661ebe-3893-4196-b20f-d0e904b479ae']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.554103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed80dfd-be1e-43df-b9d3-f6b8c941891f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.554398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed80dfd-be1e-43df-b9d3-f6b8c941891f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:19.570670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.593557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.601351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:19.601611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:19.618434 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:19.631949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.678867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Allocated IP 172.20.0.2 (f9de431b-c790-4b1f-976b-7603498b9842/0b98f430-ffc8-4e17-b96b-38b3786c4edf/1811486c-5dd0-47d4-bc66-3787f50bd8e5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:19.709000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c6cb7398-8de1-42a3-866d-d27671277790 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:19.720191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.728420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c6cb7398-8de1-42a3-866d-d27671277790 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:19.728787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.751996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.760733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Transition to ACTIVE for port object 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.774631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.781931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event deleted for resources: {'Network': ['ID=2e661ebe-3893-4196-b20f-d0e904b479ae,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:19.793296 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78127e68-379b-47cb-926d-1b6d003085f0 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "DELETE /v2.0/networks/2e661ebe-3893-4196-b20f-d0e904b479ae HTTP/1.1" status: 204 len: 168 time: 1.0319910 Apr 01 15:53:19.796244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:19.845101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e47e83-52db-44f4-8ba8-c732967bba02 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:19.845584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e47e83-52db-44f4-8ba8-c732967bba02 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:19.849633 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52e47e83-52db-44f4-8ba8-c732967bba02 tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "DELETE /v2.0/ports/527a0594-fb8d-4752-85d3-38bd18ebea49 HTTP/1.1" status: 404 len: 333 time: 0.0500925 Apr 01 15:53:19.850963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:19.875698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Transition to ACTIVE for port object 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.954300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.053390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Deleting subnet d47a767f-6bb4-4b89-b94a-cb76a096f506 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:20.089472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:20.097071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.104151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:20.106552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:20.123495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.136268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.161444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.4 (7cf69d6d-4c0a-4954-a74c-687fb0e99cdc/b946005d-7dc8-4c9b-afde-e27da94751f5/d3fd33bd-8d5f-45a5-8ee8-91f214ba7817) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:20.174393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-54d2bb2e-e198-449f-a8b5-e6bcfb313d66 None None] Provisioning complete for port c6cb7398-8de1-42a3-866d-d27671277790 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:20.174771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54d2bb2e-e198-449f-a8b5-e6bcfb313d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.176524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.201275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Pushing event updated for resources: {'Port': ['ID=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.246075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Transition to ACTIVE for port object 1811486c-5dd0-47d4-bc66-3787f50bd8e5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.323248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Attempting to bind port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:20.323542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Attempting to bind port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '4af12e64-d3c4-41ae-8153-cbe951b206b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:20.323910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Attempting to bind port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 on network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:20.327733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Transition to ACTIVE for port object 1811486c-5dd0-47d4-bc66-3787f50bd8e5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.329981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c6cb7398-8de1-42a3-866d-d27671277790, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6cb7398-8de1-42a3-866d-d27671277790,segment=NetworkSegment(668d5c11-0652-4b78-a64e-22073dfacac5),segment_id=668d5c11-0652-4b78-a64e-22073dfacac5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:20.335737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:20.337772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Checking segment: {'id': '4af12e64-d3c4-41ae-8153-cbe951b206b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:20.337772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.337772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Bound using segment: {'id': '4af12e64-d3c4-41ae-8153-cbe951b206b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:20.337772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Bound port: 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af12e64-d3c4-41ae-8153-cbe951b206b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7cf69d6d-4c0a-4954-a74c-687fb0e99cdc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:20.338151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.397549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.470497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port cc469372-6add-4ff9-ba56-3ac407bd24f2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:20.471101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.472942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.480754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.511755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.520569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=0b98f430-ffc8-4e17-b96b-38b3786c4edf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.560017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Network f9de431b-c790-4b1f-976b-7603498b9842 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:20.570519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:20.572964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:20.582762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c6cb7398-8de1-42a3-866d-d27671277790,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.617194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.619450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] For port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:20.646214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de431b-c790-4b1f-976b-7603498b9842']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:20.663613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95790c2-c53a-44f3-937e-161c70718256') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:20.664103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95790c2-c53a-44f3-937e-161c70718256') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:20.676789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.695074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.705954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] For port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,segment=NetworkSegment(4af12e64-d3c4-41ae-8153-cbe951b206b1),segment_id=4af12e64-d3c4-41ae-8153-cbe951b206b1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:20.707445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:20.708021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:20.724577 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:20.743009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Pushing event updated for resources: {'Port': ['ID=1811486c-5dd0-47d4-bc66-3787f50bd8e5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.746366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Attempting to bind port 1811486c-5dd0-47d4-bc66-3787f50bd8e5 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:20.746799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Attempting to bind port 1811486c-5dd0-47d4-bc66-3787f50bd8e5 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'c95790c2-c53a-44f3-937e-161c70718256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:20.747224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Attempting to bind port 1811486c-5dd0-47d4-bc66-3787f50bd8e5 on network f9de431b-c790-4b1f-976b-7603498b9842 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:20.754362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:20.754992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Checking segment: {'id': 'c95790c2-c53a-44f3-937e-161c70718256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:20.755446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.755851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Bound using segment: {'id': 'c95790c2-c53a-44f3-937e-161c70718256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:20.756331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Bound port: 1811486c-5dd0-47d4-bc66-3787f50bd8e5, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95790c2-c53a-44f3-937e-161c70718256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f9de431b-c790-4b1f-976b-7603498b9842'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:20.756710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.809508 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.831067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.847891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:53:20.847891 dv-neutron-835943-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:53:20.847891 dv-neutron-835943-1-hyperv neutron-server[88600]: [parameters: {'id': 'f9de431b-c790-4b1f-976b-7603498b9842'}] Apr 01 15:53:20.847891 dv-neutron-835943-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:20.848713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:20.870532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:20.906114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.919562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf393fd7-ce6d-435d-bf30-47a907f09361 None None] Pushing event updated for resources: {'Port': ['ID=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.929601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] For port 1811486c-5dd0-47d4-bc66-3787f50bd8e5, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:20.932990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] For port 1811486c-5dd0-47d4-bc66-3787f50bd8e5, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1811486c-5dd0-47d4-bc66-3787f50bd8e5,segment=NetworkSegment(c95790c2-c53a-44f3-937e-161c70718256),segment_id=c95790c2-c53a-44f3-937e-161c70718256)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:21.008313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.029497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.041824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for cc469372-6add-4ff9-ba56-3ac407bd24f2 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:21.111244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae64c4b-b1fa-4ea0-a20c-97c63c45c987 None None] Pushing event updated for resources: {'Port': ['ID=1811486c-5dd0-47d4-bc66-3787f50bd8e5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.119220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event deleted for resources: {'Subnet': ['ID=d47a767f-6bb4-4b89-b94a-cb76a096f506,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.126749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.151248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2258dc01-418e-4248-8005-a054b89f680a tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "DELETE /v2.0/subnets/d47a767f-6bb4-4b89-b94a-cb76a096f506 HTTP/1.1" status: 204 len: 168 time: 1.2997041 Apr 01 15:53:21.151449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.166920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90d5cea-42e4-4f55-bf6e-36c5edaf59b1 None None] Network e8e180fa-d591-4afe-ad2b-0d83ff2d69ea requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:21.190405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6cb7398-8de1-42a3-866d-d27671277790 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:21.214747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.303619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.318679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Deleting port e0afd0f7-d88f-4671-a166-9528d29940f5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:21.319026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.351584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.395729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:21.397099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:21.415157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port 1811486c-5dd0-47d4-bc66-3787f50bd8e5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:21.415528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.430767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:21.486273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=d3fd33bd-8d5f-45a5-8ee8-91f214ba7817,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.492747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c6cb7398-8de1-42a3-866d-d27671277790 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:21.493167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.519488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:21.520119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.527501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c14ab-f79d-410b-b5fa-a11f55219006 None None] Network f9de431b-c790-4b1f-976b-7603498b9842 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:21.567607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.618396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=cc469372-6add-4ff9-ba56-3ac407bd24f2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.623039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c68d4c6-aecc-4cdd-8145-68c3ab6a3197 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1589761 Apr 01 15:53:21.630214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46642) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.713301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] For port e0afd0f7-d88f-4671-a166-9528d29940f5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e0afd0f7-d88f-4671-a166-9528d29940f5,segment=NetworkSegment(e4508a0a-81f8-442e-a915-a1dd301bf345),segment_id=e4508a0a-81f8-442e-a915-a1dd301bf345)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:21.713783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.897778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:21.898354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.950132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] DHCP port deletion for e8e180fa-d591-4afe-ad2b-0d83ff2d69ea request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:21.951993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.956858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Deleting port e0afd0f7-d88f-4671-a166-9528d29940f5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:21.957466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.025573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Calling delete_port for e0afd0f7-d88f-4671-a166-9528d29940f5 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:22.110924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port 1811486c-5dd0-47d4-bc66-3787f50bd8e5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1811486c-5dd0-47d4-bc66-3787f50bd8e5,segment=NetworkSegment(c95790c2-c53a-44f3-937e-161c70718256),segment_id=c95790c2-c53a-44f3-937e-161c70718256)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:22.111406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.239532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38689007-0128-4c0e-b06c-4cfc9b5bddb9 None None] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:22.275626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c28caf80-f1e2-44b3-92d4-d296ac7eda59 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:22.278562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] For port e0afd0f7-d88f-4671-a166-9528d29940f5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e0afd0f7-d88f-4671-a166-9528d29940f5,segment=NetworkSegment(e4508a0a-81f8-442e-a915-a1dd301bf345),segment_id=e4508a0a-81f8-442e-a915-a1dd301bf345)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:22.279046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.414590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:22.419560 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58981df1-6b42-4f4b-b831-76ef378ff141 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5046782 Apr 01 15:53:22.422153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:22.461965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] Sync routers for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:22.471082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Calling delete_port for e0afd0f7-d88f-4671-a166-9528d29940f5 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:22.472830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for 1811486c-5dd0-47d4-bc66-3787f50bd8e5 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:22.514686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-29eefbea-6c33-408e-86c3-096b18a65bfe None None] Provisioning for port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:22.540055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:22.540698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.591774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7b658e1-4cbc-43b1-8c90-d2554185325a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:22.617159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.658637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] Routers {'c28caf80-f1e2-44b3-92d4-d296ac7eda59'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:22.659358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.664762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7b658e1-4cbc-43b1-8c90-d2554185325a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:22.666816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.667928 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c7b658e1-4cbc-43b1-8c90-d2554185325a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28caf80-f1e2-44b3-92d4-d296ac7eda59 HTTP/1.1" status: 200 len: 205 time: 0.2441404 Apr 01 15:53:22.670982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46652) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:22.740383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event deleted for resources: {'Port': ['ID=e0afd0f7-d88f-4671-a166-9528d29940f5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.745389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] No DVR routers for this DVR port e0afd0f7-d88f-4671-a166-9528d29940f5 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:22.761678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.762090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89360b5e-733e-48f1-87b9-b507fec6ef20 None None] The sync data for ids ['c28caf80-f1e2-44b3-92d4-d296ac7eda59'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:22.763459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:22.763806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:22.824702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.835123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.932513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.961858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port 1811486c-5dd0-47d4-bc66-3787f50bd8e5 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:22.993897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.003118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=1811486c-5dd0-47d4-bc66-3787f50bd8e5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.162922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fcd13153-bc7d-4633-bf7e-86bd6ad99ff7 None None] Provisioning for port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.164720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:23.168851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fcd13153-bc7d-4633-bf7e-86bd6ad99ff7 None None] Provisioning complete for port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.169397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fcd13153-bc7d-4633-bf7e-86bd6ad99ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.178508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.182053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.224434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:23.234346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e180fa-d591-4afe-ad2b-0d83ff2d69ea']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.270555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Deleting port e0afd0f7-d88f-4671-a166-9528d29940f5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:23.270972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.276156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.276784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router c28caf80-f1e2-44b3-92d4-d296ac7eda59 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:23.289716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.293579 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c8e227b-93a9-4c0e-b64a-993250b2c995 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59 HTTP/1.1" status: 204 len: 168 time: 0.6188898 Apr 01 15:53:23.295242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46656) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:23.309079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4508a0a-81f8-442e-a915-a1dd301bf345') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.309723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4508a0a-81f8-442e-a915-a1dd301bf345') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.343607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.356129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.366987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet fc8f1dcd-ccf4-4771-81bb-1f0c06523498 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:23.369962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.389041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.415909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-063a814f-7832-4277-8eca-a35faabcfdc9 None None] The port 'e0afd0f7-d88f-4671-a166-9528d29940f5' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:23.416149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de431b-c790-4b1f-976b-7603498b9842']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.423547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:23.423785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fcd13153-bc7d-4633-bf7e-86bd6ad99ff7 None None] Port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:23.424016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.430752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:23.442662 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:23.448696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263f276-5e52-4016-9bf9-4feb87ce6e70 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:53:23.493226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95790c2-c53a-44f3-937e-161c70718256') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.493542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95790c2-c53a-44f3-937e-161c70718256') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.514133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.521049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.521422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.524149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.580656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.602069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87e10edd-b13d-4ecf-801c-2c2f6864b6c2 None None] Provisioning complete for port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.602440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87e10edd-b13d-4ecf-801c-2c2f6864b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.612444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.618795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:23.619205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:23.634865 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:23.695689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-87e10edd-b13d-4ecf-801c-2c2f6864b6c2 None None] Port d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:23.700211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.704671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.710993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.740570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263f276-5e52-4016-9bf9-4feb87ce6e70 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:53:23.741697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.756138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8f1dcd-ccf4-4771-81bb-1f0c06523498,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.759821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.769501 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdde96ce-b3a0-4296-9073-82b1864d8506 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/fc8f1dcd-ccf4-4771-81bb-1f0c06523498 HTTP/1.1" status: 204 len: 168 time: 0.4726706 Apr 01 15:53:23.770193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46660) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:23.786133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.798280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] Pushing event deleted for resources: {'Network': ['ID=e8e180fa-d591-4afe-ad2b-0d83ff2d69ea,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.843884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 9d276eee-1c9f-498d-8c75-4f5d10ce2324 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:23.844106 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8be0e781-c9e5-40b2-b0fb-01f72adadf5e tempest-DHCPAgentSchedulersTestJSON-822490657 tempest-DHCPAgentSchedulersTestJSON-822490657-project] 10.222.0.18 "DELETE /v2.0/networks/e8e180fa-d591-4afe-ad2b-0d83ff2d69ea HTTP/1.1" status: 204 len: 168 time: 2.6914730 Apr 01 15:53:23.845197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=d3fd33bd-8d5f-45a5-8ee8-91f214ba7817,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.857276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.911519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,segment=NetworkSegment(4af12e64-d3c4-41ae-8153-cbe951b206b1),segment_id=4af12e64-d3c4-41ae-8153-cbe951b206b1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:23.932350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.011324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.015477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.021102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.040209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.056226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=f9de431b-c790-4b1f-976b-7603498b9842,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.066030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5695dc77-0204-4a5b-897c-adf117862d3d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/f9de431b-c790-4b1f-976b-7603498b9842 HTTP/1.1" status: 204 len: 168 time: 5.2589037 Apr 01 15:53:24.067930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.075443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-130541647'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:24.084247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.089353 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b2f5e78-661f-4df8-bbbe-4cb20bc99665 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 HTTP/1.1" status: 204 len: 168 time: 2.4581342 Apr 01 15:53:24.090036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.091042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:24.113907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.131076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:24.138472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:24.150687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:24.153101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2bbefb-c0c7-41fb-ae71-858848cdd468 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:24.153525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2bbefb-c0c7-41fb-ae71-858848cdd468 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:24.158260 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a2bbefb-c0c7-41fb-ae71-858848cdd468 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 HTTP/1.1" status: 404 len: 333 time: 0.0645232 Apr 01 15:53:24.158951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.168895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e0afd0f7-d88f-4671-a166-9528d29940f5 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:24.208781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7bd232-1654-4e33-a2db-52c21c813739 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:24.209474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b7bd232-1654-4e33-a2db-52c21c813739 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:24.216509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: e0afd0f7-d88f-4671-a166-9528d29940f5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:24.216860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e0afd0f7-d88f-4671-a166-9528d29940f5 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:24.241860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.269200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6123e507-c3e9-4133-8f42-c1d570117618 None None] Network 855ae2a6-b930-47c8-9c8b-83d26d57d73e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:24.287756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:24.291039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.296363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71edb47-30fc-497b-ac17-fd994d7c98b8 None None] Network f57249c6-c147-4e74-9386-5933296e7fc7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:24.305714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.311596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=9d276eee-1c9f-498d-8c75-4f5d10ce2324,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.313108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b7bd232-1654-4e33-a2db-52c21c813739 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:24.317777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b7bd232-1654-4e33-a2db-52c21c813739 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/d3fd33bd-8d5f-45a5-8ee8-91f214ba7817 HTTP/1.1" status: 404 len: 333 time: 0.1571910 Apr 01 15:53:24.318404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.360765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:24.381316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.381676 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 076435b5-cb83-46a8-86f9-2c82f5cc60df of type vlan for network 874a634e-97c9-49fb-87cf-ae3718275c9d Apr 01 15:53:24.387093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b86bdac-6bff-4b45-8996-b662946ad5fe tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/9d276eee-1c9f-498d-8c75-4f5d10ce2324 HTTP/1.1" status: 204 len: 168 time: 0.6133428 Apr 01 15:53:24.387514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.423499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet b946005d-7dc8-4c9b-afde-e27da94751f5 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:24.426940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.507740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.510568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.572549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.598511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:24.599107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.628384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.632371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.663657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.669400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:24.670233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.785505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.801097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] DHCP port deletion for f57249c6-c147-4e74-9386-5933296e7fc7 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:24.805749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Deleting port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:24.806196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.839811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] DHCP port deletion for 855ae2a6-b930-47c8-9c8b-83d26d57d73e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:24.856492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Deleting port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:24.856944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.875067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=874a634e-97c9-49fb-87cf-ae3718275c9d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.899469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 874a634e-97c9-49fb-87cf-ae3718275c9d details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:24.929801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-319e25b2-2b13-48c5-a664-8ccffd82e6e9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8583829 Apr 01 15:53:24.933841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.946154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '874a634e-97c9-49fb-87cf-ae3718275c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:24.963595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=b946005d-7dc8-4c9b-afde-e27da94751f5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.977114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.993648 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fba2878e-3c69-4e46-83b3-896db30b03ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=002b96d0463f4cc1a93698d631d00a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575416 Apr 01 15:53:24.993881 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b06c88d-be83-4dad-88db-655f49017116 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/b946005d-7dc8-4c9b-afde-e27da94751f5 HTTP/1.1" status: 204 len: 168 time: 0.6691761 Apr 01 15:53:24.996898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.997067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46700) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.068981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe6a29-be17-4082-825c-45bed84c206b None None] Network 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:25.092214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:25.102135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:25.104004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:25.115748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:25.154359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,segment=NetworkSegment(1aa34718-6403-4af7-b772-e3224f24764d),segment_id=1aa34718-6403-4af7-b772-e3224f24764d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:25.155380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.194639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:25.224654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:25.228581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.297346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.305436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for ff2bd21c-4c10-415e-8421-aa29fed2f4d8 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:25.321487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:53:25.322016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:53:25.360472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.403540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:25.403762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.457425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.527318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.580567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.614361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] For port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,segment=NetworkSegment(0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc),segment_id=0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:25.614762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.615958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=10365657-d6c5-404f-9049-180f4433f12b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.623858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '076435b5-cb83-46a8-86f9-2c82f5cc60df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '874a634e-97c9-49fb-87cf-ae3718275c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:25.624213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 874a634e-97c9-49fb-87cf-ae3718275c9d, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:25.635019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.635387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.635710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.636046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.636383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.636715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.637041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.637366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.637651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.637830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.637998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.638347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.638674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.682868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No DVR routers for this DVR port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:25.721721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.722067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.722405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.722739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.723071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.723423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.723749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.724120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.724440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.724765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.725106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.725430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:25.749915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 874a634e-97c9-49fb-87cf-ae3718275c9d is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:25.780481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,segment=NetworkSegment(4af12e64-d3c4-41ae-8153-cbe951b206b1),segment_id=4af12e64-d3c4-41ae-8153-cbe951b206b1)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:25.780833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.789968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.811416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] For port ff2bd21c-4c10-415e-8421-aa29fed2f4d8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff2bd21c-4c10-415e-8421-aa29fed2f4d8,segment=NetworkSegment(1aa34718-6403-4af7-b772-e3224f24764d),segment_id=1aa34718-6403-4af7-b772-e3224f24764d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:25.811817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.829968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Calling delete_port for 3e1ca6ab-4b47-494c-a1f4-aad6d26774df owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:25.836086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 874a634e-97c9-49fb-87cf-ae3718275c9d) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:25.840687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:25.841280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.876982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ad3d6-2559-47a2-a360-e841383a52da None None] Network 874a634e-97c9-49fb-87cf-ae3718275c9d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:25.925631 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-974f9020-fabe-4e70-82b0-6110fd7e46fd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9877658 Apr 01 15:53:25.926071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.017621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.018073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.054233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Calling delete_port for ff2bd21c-4c10-415e-8421-aa29fed2f4d8 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:26.076449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187de0db-1e3b-4a90-ad77-601826caef7d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.085237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:26.087279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.121612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.165496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855ae2a6-b930-47c8-9c8b-83d26d57d73e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.166542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.199720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa34718-6403-4af7-b772-e3224f24764d') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.200011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa34718-6403-4af7-b772-e3224f24764d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.212987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.217184 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04674d28-f51a-49f7-bb77-4743077d486d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/187de0db-1e3b-4a90-ad77-601826caef7d HTTP/1.1" status: 204 len: 168 time: 1.2162488 Apr 01 15:53:26.217184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.233445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.247912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:26.248709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:26.278791 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:26.343107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.343356 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No ports have port_id starting with 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 Apr 01 15:53:26.372425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.374562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:26.374922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:26.402232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=1db6a5b7-b9d6-42d3-bf10-24540ccd99d1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.407422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No DVR routers for this DVR port 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:26.418321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da460c3-c09c-4318-8fb2-00de81823493 None None] DHCP port deletion for 7cf69d6d-4c0a-4954-a74c-687fb0e99cdc request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:26.467684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=10365657-d6c5-404f-9049-180f4433f12b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.540789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.541003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.562779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.570458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.579977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.596863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=855ae2a6-b930-47c8-9c8b-83d26d57d73e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.602620 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-651f127e-93b9-4977-8f2a-750f92b5bb18 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/855ae2a6-b930-47c8-9c8b-83d26d57d73e HTTP/1.1" status: 204 len: 168 time: 2.2140982 Apr 01 15:53:26.604377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf69d6d-4c0a-4954-a74c-687fb0e99cdc']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.608914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.617223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3e1ca6ab-4b47-494c-a1f4-aad6d26774df no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:26.618754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af12e64-d3c4-41ae-8153-cbe951b206b1') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.619303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af12e64-d3c4-41ae-8153-cbe951b206b1') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.633237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.651378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.655908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a634e-97c9-49fb-87cf-ae3718275c9d']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.671610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:26.672201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.677094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076435b5-cb83-46a8-86f9-2c82f5cc60df') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.677524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076435b5-cb83-46a8-86f9-2c82f5cc60df') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.681667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] No DVR routers for this DVR port 3e1ca6ab-4b47-494c-a1f4-aad6d26774df on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:26.705104 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:26.708718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafcd54b-3d5b-416d-bc95-9aedec8528d2 None None] Network 874a634e-97c9-49fb-87cf-ae3718275c9d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:26.725086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3e1ca6ab-4b47-494c-a1f4-aad6d26774df {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:26.725507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3e1ca6ab-4b47-494c-a1f4-aad6d26774df not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:26.725923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff2bd21c-4c10-415e-8421-aa29fed2f4d8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:26.751755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada175f8-f01f-44bc-8f57-5b36b698819b None None] Pushing event deleted for resources: {'Port': ['ID=3e1ca6ab-4b47-494c-a1f4-aad6d26774df,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.751978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.781562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.785089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.791394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ff2bd21c-4c10-415e-8421-aa29fed2f4d8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:26.791820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff2bd21c-4c10-415e-8421-aa29fed2f4d8 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:26.794888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:26.794888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:26.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:26.888492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.914342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Deleting port ff2bd21c-4c10-415e-8421-aa29fed2f4d8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:26.914726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.922297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.932886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=7cf69d6d-4c0a-4954-a74c-687fb0e99cdc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.936053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bbc0064b-9cce-4994-8bf6-7c993cb95855 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/7cf69d6d-4c0a-4954-a74c-687fb0e99cdc HTTP/1.1" status: 204 len: 168 time: 1.9365382 Apr 01 15:53:26.952368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.961528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-549958214'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:26.971000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.028020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.028670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.033571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.037446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.047337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.051280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.052223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.075355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.075465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-85cb33d9-6d96-40b3-8a81-88489fbb150d None None] The port 'ff2bd21c-4c10-415e-8421-aa29fed2f4d8' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:27.075579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.075678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Usage tracker for resource:security_group_rule and tenant:6293c10fac2a4067a88c7577194d596b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.081086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.095670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.104379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=874a634e-97c9-49fb-87cf-ae3718275c9d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.104966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57249c6-c147-4e74-9386-5933296e7fc7']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:27.117101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3644be8a-ab86-474a-a47d-9f25221b7b39 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/874a634e-97c9-49fb-87cf-ae3718275c9d HTTP/1.1" status: 204 len: 168 time: 1.1862023 Apr 01 15:53:27.118082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.125267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920755469'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:27.127804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:27.128341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd441b9-0d25-4f69-bfa1-18b6ec34b9fc') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:27.137624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.146134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.149851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.150010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.159373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.162629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:27.174327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.181087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.184663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.194712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:27.195281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.202305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:27.202653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1db6a5b7-b9d6-42d3-bf10-24540ccd99d1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:27.224263 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:27.231930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.235832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.239126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.267368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:27.275942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.276271 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 2d910552-d38a-454b-ae3d-551880c3f66c of type vlan for network 681344e7-c1ca-40d4-ae06-7a1fcfe5438f Apr 01 15:53:27.289419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.294850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46732) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.302108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:27.321797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.356998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6293c10fac2a4067a88c7577194d596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270559 Apr 01 15:53:27.361454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.365980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038273f-4fd0-4b1b-a88b-6e35ab517aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e94bd2-f8a5-469c-9e95-4bf0ed88beba,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.446144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.465087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.470355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.470687 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment f1a4b2ee-5b78-4dd3-b32d-b68761af6429 of type vlan for network c5f5054c-eafd-4346-b1c4-9508ae4d119b Apr 01 15:53:27.474424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.482746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.487241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.487831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.490658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.511802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=f57249c6-c147-4e74-9386-5933296e7fc7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.525004 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd0a517f-f37c-4e82-9173-604031096cb3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/f57249c6-c147-4e74-9386-5933296e7fc7 HTTP/1.1" status: 204 len: 168 time: 0.9149420 Apr 01 15:53:27.531404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46740) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.534586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.542576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-427725798'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:27.552079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.566690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.577519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.588219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.597263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c984617-c736-448c-a6a9-23b432f6d919 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.597717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c984617-c736-448c-a6a9-23b432f6d919 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.598180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c984617-c736-448c-a6a9-23b432f6d919 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.599840 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c984617-c736-448c-a6a9-23b432f6d919 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a98506393404401480b2b26b3027bae2&network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 2999 time: 0.3019938 Apr 01 15:53:27.632173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=681344e7-c1ca-40d4-ae06-7a1fcfe5438f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.643548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 681344e7-c1ca-40d4-ae06-7a1fcfe5438f details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:27.652817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.658230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.660951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.678668 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc332e00-cf3a-4fa7-b73f-52a874b5312b tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5563519 Apr 01 15:53:27.678981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.684835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '681344e7-c1ca-40d4-ae06-7a1fcfe5438f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:27.727052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.764825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.768403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.787811 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8451564 Apr 01 15:53:27.791130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7d2a-f8ba-453c-b608-ae04bebd6e56 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=c5f5054c-eafd-4346-b1c4-9508ae4d119b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.793671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46752) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.802782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:27.803769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:27.805418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e94bd2-f8a5-469c-9e95-4bf0ed88beba,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.821235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.822369 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4711762f-033d-4149-89e0-882783dd08b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39e94bd2-f8a5-469c-9e95-4bf0ed88beba HTTP/1.1" status: 204 len: 168 time: 0.4592032 Apr 01 15:53:27.835644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.840154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.843605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.851655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.893583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:27.904785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.914949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.921715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.922062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 205f466c-0f99-41cc-8e88-cfb22a7af151 of type vlan for network a94fafdd-55cf-4ca5-8d4c-2370d757e1df Apr 01 15:53:27.934104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.938383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.942191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.949228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.982950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.012244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:28.015744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.106974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.113145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.113751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.219089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.243202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=a94fafdd-55cf-4ca5-8d4c-2370d757e1df,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.256531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:28.313641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=6374accf-d8a1-4886-89bf-c4aa5bec9b6b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.321880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1d3a5ecc-55bc-4830-a2ea-0b5066a16178 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7887950 Apr 01 15:53:28.322052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '2d910552-d38a-454b-ae3d-551880c3f66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '681344e7-c1ca-40d4-ae06-7a1fcfe5438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:28.322323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 681344e7-c1ca-40d4-ae06-7a1fcfe5438f, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:28.326830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46766) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.335770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.419252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.469228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.474007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:28.476912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:28.484860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:28.508323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=c8b01af4-0b95-41f7-983a-2298c66405d8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.517010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 681344e7-c1ca-40d4-ae06-7a1fcfe5438f is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:28.518841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:28.519353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: c5f5054c-eafd-4346-b1c4-9508ae4d119b, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:28.538652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:28.542190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.682844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:28.690544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c5f5054c-eafd-4346-b1c4-9508ae4d119b) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:28.695084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.695915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.703285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117473ef-1418-492d-9042-fda7c3febcb6 None None] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:28.733548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 681344e7-c1ca-40d4-ae06-7a1fcfe5438f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:28.744753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827506e-50d4-4a58-bc84-edd3a7a9b14a None None] Network 681344e7-c1ca-40d4-ae06-7a1fcfe5438f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:28.745127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.745709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.774013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-42722d48-9c02-4aea-8186-ac7d4a16bfe7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9786990 Apr 01 15:53:28.776907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46780) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.782846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-893363080'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.834591 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-058ac142-24e4-4703-8230-4262997cff71 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1544750 Apr 01 15:53:28.837720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.951965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.969533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:29.035618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.075812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:29.079523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.105035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.130221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:29.178148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=9340f944-cf07-46d1-b0e6-3a2437ee27d3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.180849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.207547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.228788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c5f5054c-eafd-4346-b1c4-9508ae4d119b', 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': 'c8b01af4-0b95-41f7-983a-2298c66405d8'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:29.229894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.275431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '205f466c-0f99-41cc-8e88-cfb22a7af151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:29.275793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: a94fafdd-55cf-4ca5-8d4c-2370d757e1df, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:29.302498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329cb0a5-280b-41bd-8b31-1b91de113249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-681344e7-c1ca-40d4-ae06-7a1fcfe5438f', 'network_id': '681344e7-c1ca-40d4-ae06-7a1fcfe5438f', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '6374accf-d8a1-4886-89bf-c4aa5bec9b6b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:29.303322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-329cb0a5-280b-41bd-8b31-1b91de113249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.341210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0061b9c-6fcc-463a-8dce-2e9f7c7b7c4c tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.342787 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f0061b9c-6fcc-463a-8dce-2e9f7c7b7c4c tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 814 time: 0.1342247 Apr 01 15:53:29.373407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.9 (c5f5054c-eafd-4346-b1c4-9508ae4d119b/c8b01af4-0b95-41f7-983a-2298c66405d8/1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:29.374272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.432392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:29.436676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=6374accf-d8a1-4886-89bf-c4aa5bec9b6b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.550539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, a94fafdd-55cf-4ca5-8d4c-2370d757e1df) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:29.562492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad478377-f374-4f5e-8616-5abf832f9daf None None] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:29.562863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.563692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.568477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.580410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.600289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-329cb0a5-280b-41bd-8b31-1b91de113249 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6374accf-d8a1-4886-89bf-c4aa5bec9b6b: This subnet is being modified by another concurrent operation. Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6374accf-d8a1-4886-89bf-c4aa5bec9b6b: This subnet is being modified by another concurrent operation. Apr 01 15:53:29.604264 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Apr 01 15:53:29.614275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681344e7-c1ca-40d4-ae06-7a1fcfe5438f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.627029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a28b4-d9ad-4071-8a06-a64acd9e3901 None None] Network 681344e7-c1ca-40d4-ae06-7a1fcfe5438f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:29.630203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d910552-d38a-454b-ae3d-551880c3f66c') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.630575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d910552-d38a-454b-ae3d-551880c3f66c') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.639544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0a3e-fc64-4fff-9c18-139f38e42de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.647596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.669485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.679191 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a14b5723-9098-4faf-988f-0e8dce1fea3a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3466346 Apr 01 15:53:29.679191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:29.679191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.680560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46810) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.688199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-543843351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:29.696473 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:29.699057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:29.704514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:29.708411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:29.717431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:29.728564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.810067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.810067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.816324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:29.823289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:29.836133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:29.837117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.848071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--1960201573', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:29.855514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:29.865653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.877750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.893684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.903389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Allocated IP 172.20.0.2 (c5f5054c-eafd-4346-b1c4-9508ae4d119b/c8b01af4-0b95-41f7-983a-2298c66405d8/d11adb95-de1c-4c71-a7c9-9e63e1751d88) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:29.916140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.925345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.925737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.932512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:29.936611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=681344e7-c1ca-40d4-ae06-7a1fcfe5438f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.947251 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8fbd649-bc30-4eba-88f1-69e142139fad tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/681344e7-c1ca-40d4-ae06-7a1fcfe5438f HTTP/1.1" status: 204 len: 168 time: 1.1049597 Apr 01 15:53:29.949144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46822) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.961326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985456724'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:29.966312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:29.971128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:29.977885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:29.982744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:29.990047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46826) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.024647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.075733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.077792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8885dcea-c6b8-4c74-8026-2645adb14348 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2994554 Apr 01 15:53:30.080278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.081046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.137541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.138462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:30.143554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.156317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.157924 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c79332f8-5916-49f9-aa0d-2a9259561677 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4757507 Apr 01 15:53:30.158446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.158797 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment e4cdac77-86d3-428b-a754-455cfba4bff4 of type vlan for network e50da2ac-a597-4aea-a384-8ffcd0592e98 Apr 01 15:53:30.160824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.174240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'port': {'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df', 'name': 'tempest-RoutersTest-1569518521'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:30.183252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-a94fafdd-55cf-4ca5-8d4c-2370d757e1df', 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '9340f944-cf07-46d1-b0e6-3a2437ee27d3'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:30.184078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.209942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1501175348'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:30.220691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:30.228781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:30.229394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.264730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:30.267205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Usage tracker for resource:network and tenant:00f4dbb21de14561bca873806fcda2a7 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:30.302317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.374301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:30.379058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:port and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:30.382006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:30.387912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:30.394632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:30.400443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.406225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:30.421386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.421790 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 8d80de6e-0fe7-48a8-8f74-d8f6228dea28 of type vlan for network d317ebb0-c368-4111-92e9-6d8be04c5821 Apr 01 15:53:30.424126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Transition to ACTIVE for port object d11adb95-de1c-4c71-a7c9-9e63e1751d88 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:30.454204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Transition to ACTIVE for port object d11adb95-de1c-4c71-a7c9-9e63e1751d88 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:30.455766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Allocated IP 172.20.0.2 (a94fafdd-55cf-4ca5-8d4c-2370d757e1df/9340f944-cf07-46d1-b0e6-3a2437ee27d3/2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:30.458530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.465848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.466466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.504457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.520911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.524313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.556430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Made reservation on behalf of 00f4dbb21de14561bca873806fcda2a7 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.559367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.559895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.603271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=e50da2ac-a597-4aea-a384-8ffcd0592e98,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.605831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] device_id is not set on port 6172d31c-d1cd-4be2-b1de-b43d93070831 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:30.629085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:30.632980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.659575 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47a2ecdb-d204-41e8-87e0-1ef133829791 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8203566 Apr 01 15:53:30.661493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.673690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:30.674487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:30.681236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:30.683657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:30.722751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Usage tracker for resource:security_group_rule and tenant:00f4dbb21de14561bca873806fcda2a7 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:30.732837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:30.749724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:30.761885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.767864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.769678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.803387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Pushing event updated for resources: {'Port': ['ID=d11adb95-de1c-4c71-a7c9-9e63e1751d88,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.806120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.838545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55907fb-5eae-4427-97cb-fc0b8860dacf tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.840072 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f55907fb-5eae-4427-97cb-fc0b8860dacf tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1766250 Apr 01 15:53:30.843038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.870455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.870804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.871166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.871588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.871826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.872136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.872461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.872783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.873108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.873430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.873746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.874089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:30.937117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Attempting to bind port d11adb95-de1c-4c71-a7c9-9e63e1751d88 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:30.937812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Attempting to bind port d11adb95-de1c-4c71-a7c9-9e63e1751d88 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:30.937812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Attempting to bind port d11adb95-de1c-4c71-a7c9-9e63e1751d88 on network c5f5054c-eafd-4346-b1c4-9508ae4d119b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:30.947553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:30.947553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Checking segment: {'id': 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:30.947972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.948343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Bound using segment: {'id': 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:30.948989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Bound port: d11adb95-de1c-4c71-a7c9-9e63e1751d88, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5f5054c-eafd-4346-b1c4-9508ae4d119b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:30.949323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.974914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.975672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:30.990042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70d1c0-39f6-494e-8bb7-161fea8e5196 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.990042 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab70d1c0-39f6-494e-8bb7-161fea8e5196 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431565 Apr 01 15:53:30.992060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.017471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Transition to ACTIVE for port object 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:31.037157 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e390ae2-1192-4ccf-bd75-f530d80a3a0f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433593 Apr 01 15:53:31.037368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46852) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.049893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Transition to ACTIVE for port object 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:31.055754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1023662 Apr 01 15:53:31.077029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.081982 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36c1a999-96c4-474d-90d8-6298771ab08d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405521 Apr 01 15:53:31.083284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46860) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.087349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:31.117674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] For port d11adb95-de1c-4c71-a7c9-9e63e1751d88, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:31.120503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.127106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] For port d11adb95-de1c-4c71-a7c9-9e63e1751d88, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d11adb95-de1c-4c71-a7c9-9e63e1751d88,segment=NetworkSegment(f1a4b2ee-5b78-4dd3-b32d-b68761af6429),segment_id=f1a4b2ee-5b78-4dd3-b32d-b68761af6429)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:31.141822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d582d6-454d-4a7a-adb4-f95597e88015 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=d317ebb0-c368-4111-92e9-6d8be04c5821,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.164961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d317ebb0-c368-4111-92e9-6d8be04c5821 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:31.226086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:31.231336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:31.234078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:31.306540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.367609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.384416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.405449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Pushing event updated for resources: {'Port': ['ID=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.424229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.479518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.504566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:31.508636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:31.510406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:31.511489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:31.517655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:31.530495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.20.0.13 (a94fafdd-55cf-4ca5-8d4c-2370d757e1df/9340f944-cf07-46d1-b0e6-3a2437ee27d3/6172d31c-d1cd-4be2-b1de-b43d93070831) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:31.533827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70883664-a698-44c6-9f03-76f11b03755b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.535340 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70883664-a698-44c6-9f03-76f11b03755b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4523108 Apr 01 15:53:31.538539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46864) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.554227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Attempting to bind port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:31.554594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Attempting to bind port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '205f466c-0f99-41cc-8e88-cfb22a7af151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:31.555308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Attempting to bind port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 on network a94fafdd-55cf-4ca5-8d4c-2370d757e1df {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:31.556881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f8b67c-50b7-4cd8-b51c-af0b364439a4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.567899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:31.568274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Checking segment: {'id': '205f466c-0f99-41cc-8e88-cfb22a7af151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:31.568675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.569120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Bound using segment: {'id': '205f466c-0f99-41cc-8e88-cfb22a7af151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:31.569579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Bound port: 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f466c-0f99-41cc-8e88-cfb22a7af151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a94fafdd-55cf-4ca5-8d4c-2370d757e1df'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:31.569949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.570068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.570365 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Added segment dd53a9d4-41e2-4311-b6af-5984cbcd6aa3 of type vlan for network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 Apr 01 15:53:31.580685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac8985-2f7a-47a1-a89f-0059fda8dda4 None None] Pushing event updated for resources: {'Port': ['ID=d11adb95-de1c-4c71-a7c9-9e63e1751d88,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.597117 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79c39caa-e32b-43a9-88fd-d7ee2d23e255 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572243 Apr 01 15:53:31.599526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.604573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:31.612106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.618117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.633676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991621296', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:31.636721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.648021 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fc67a6f4-80e2-48e3-b7a3-a23c1f37d15b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 HTTP/1.1" status: 204 len: 168 time: 1.5637939 Apr 01 15:53:31.649957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46872) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.682253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] For port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:31.685372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] For port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,segment=NetworkSegment(205f466c-0f99-41cc-8e88-cfb22a7af151),segment_id=205f466c-0f99-41cc-8e88-cfb22a7af151)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:31.713002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb440f7a-b539-4c53-ab64-080166cd931d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:31.713548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bb440f7a-b539-4c53-ab64-080166cd931d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:31.738713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.790527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.799934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.803323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.836191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd4cef-987d-4f53-9ece-eb1263d56233 None None] Pushing event updated for resources: {'Port': ['ID=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.856995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bb440f7a-b539-4c53-ab64-080166cd931d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:31.861319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb440f7a-b539-4c53-ab64-080166cd931d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 HTTP/1.1" status: 404 len: 333 time: 0.2072766 Apr 01 15:53:31.870288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46876) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.015628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:32.022379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Pushing event updated for resources: {'Network': ['ID=3a8a94e3-d685-4e71-80bb-69c6d2e61951,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.029907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:32.036667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:32.042673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5209b068-3908-4273-962b-7e8b49a5db83 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0514412 Apr 01 15:53:32.051196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:32.051869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet c8b01af4-0b95-41f7-983a-2298c66405d8 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:32.057562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:32.070717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.170110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.195353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 6172d31c-d1cd-4be2-b1de-b43d93070831 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:32.251580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:32.253118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.259679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.324054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.344437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-983e182e-aaf8-4a8d-978d-ffd48c606d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.380990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.388202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951', 'binding:host_id': 'hv-neutron-8359', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-592692190'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:32.397951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:32.404591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Usage tracker for resource:port and tenant:1d6bf43e3aa147b4bbe43b6417a1f014 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:32.407656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.437240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:32.453174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:32.465569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.532821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Made reservation on behalf of 1d6bf43e3aa147b4bbe43b6417a1f014 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:32.535267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.544199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=78b68c04-e53f-4336-925b-e0535e79267e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.554942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.567413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.572318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:32.582691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:32.584486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '8d80de6e-0fe7-48a8-8f74-d8f6228dea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:32.584850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: d317ebb0-c368-4111-92e9-6d8be04c5821, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:32.591162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:32.614902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b01af4-0b95-41f7-983a-2298c66405d8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.620130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:32.624076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Usage tracker for resource:security_group_rule and tenant:1d6bf43e3aa147b4bbe43b6417a1f014 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:32.629917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:32.639589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.645333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-840f1b2c-0bb3-4182-a69c-2dd0867ff7a4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/c8b01af4-0b95-41f7-983a-2298c66405d8 HTTP/1.1" status: 204 len: 168 time: 0.7606611 Apr 01 15:53:32.646241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=6172d31c-d1cd-4be2-b1de-b43d93070831,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.646874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:32.648862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.724278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.724911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.733272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.790517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network d317ebb0-c368-4111-92e9-6d8be04c5821 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:32.798982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.825534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port d11adb95-de1c-4c71-a7c9-9e63e1751d88 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:32.825875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.842100 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-613236c2-06b6-458d-9246-3f3c9df7f57a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6800857 Apr 01 15:53:32.844795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.910820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d317ebb0-c368-4111-92e9-6d8be04c5821) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:32.919362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5ee0e-8f6d-4bd5-b904-842ab5a88241 None None] Network d317ebb0-c368-4111-92e9-6d8be04c5821 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:32.926771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.934524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.936263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.938764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fa8ce-5aaa-4931-8061-273f6e263d68 None None] Network c5f5054c-eafd-4346-b1c4-9508ae4d119b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:32.988164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.084451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.165837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.189409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port eb6c4908-f823-46fa-b595-06c9cacffdf6 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:33.314877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0e5ed716-0002-425d-b2b3-4dade55a1cfc None None] Provisioning for port d11adb95-de1c-4c71-a7c9-9e63e1751d88 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:33.361425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d11adb95-de1c-4c71-a7c9-9e63e1751d88 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:33.389347 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c1fd4986-5cb4-4cab-ba04-aedb3d315d92 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3085339 Apr 01 15:53:33.391645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0db9c1-1ce7-40d5-b0fc-c9926c971752,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.394238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.404896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=adc5cc60-ddda-4c83-8278-b7f484b90ca2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.446285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port d11adb95-de1c-4c71-a7c9-9e63e1751d88, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d11adb95-de1c-4c71-a7c9-9e63e1751d88,segment=NetworkSegment(f1a4b2ee-5b78-4dd3-b32d-b68761af6429),segment_id=f1a4b2ee-5b78-4dd3-b32d-b68761af6429)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:33.446524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.545472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3675ce-a88d-423b-b7c5-e70940921f6a None None] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:33.551318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:33.551851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: e50da2ac-a597-4aea-a384-8ffcd0592e98, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:33.637853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for d11adb95-de1c-4c71-a7c9-9e63e1751d88 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:33.702126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-d317ebb0-c368-4111-92e9-6d8be04c5821', 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '78b68c04-e53f-4336-925b-e0535e79267e'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:33.702965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.731427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.736509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7720d806-0925-4d7a-9cec-7ec9c735f6bd None None] Provisioning for port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:33.785066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:33.795181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2e246-cf7e-407d-bacd-ba159da893d1 None None] DHCP port deletion for c5f5054c-eafd-4346-b1c4-9508ae4d119b request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:33.800778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d11adb95-de1c-4c71-a7c9-9e63e1751d88 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:33.814160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2e246-cf7e-407d-bacd-ba159da893d1 None None] Deleting port d11adb95-de1c-4c71-a7c9-9e63e1751d88 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:33.818798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9c2e246-cf7e-407d-bacd-ba159da893d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.859456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e50da2ac-a597-4aea-a384-8ffcd0592e98) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:33.865592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.871642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d11adb95-de1c-4c71-a7c9-9e63e1751d88 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:33.872084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.877724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.878316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.890082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.910827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2edd6e-c3cb-4042-b28a-973b328435d2 None None] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:33.948674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.031945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1eaa9a3-8ea2-4f26-9276-78b9a2ead4c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4284377 Apr 01 15:53:34.045972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=d11adb95-de1c-4c71-a7c9-9e63e1751d88,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.051571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.100042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No DVR routers for this DVR port d11adb95-de1c-4c71-a7c9-9e63e1751d88 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:34.292385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Could not find standard attr ID for object d11adb95-de1c-4c71-a7c9-9e63e1751d88. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:34.299183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2e246-cf7e-407d-bacd-ba159da893d1 None None] The port 'd11adb95-de1c-4c71-a7c9-9e63e1751d88' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:34.306140 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No ports have port_id starting with d11adb95-de1c-4c71-a7c9-9e63e1751d88 Apr 01 15:53:34.310474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port eb6c4908-f823-46fa-b595-06c9cacffdf6 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:34.314459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:34.386822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.421185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.437184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Allocated IP 172.20.0.2 (d317ebb0-c368-4111-92e9-6d8be04c5821/78b68c04-e53f-4336-925b-e0535e79267e/4d5a11ce-4e5d-4090-8901-b3e0461e1e71) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:34.482100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.488012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.494858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Transition to ACTIVE for port object eb6c4908-f823-46fa-b595-06c9cacffdf6 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:34.517992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f5054c-eafd-4346-b1c4-9508ae4d119b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.534912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.535248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a4b2ee-5b78-4dd3-b32d-b68761af6429') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:34.557616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.573360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.597292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.600552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:34.600552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:34.616557 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:34.619852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404195992', 'description': 'tempest-secgroup-smoke-1404195992 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:34.638104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.639702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:34.668568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.683810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=6172d31c-d1cd-4be2-b1de-b43d93070831,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.707874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e50da2ac-a597-4aea-a384-8ffcd0592e98', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:34.709312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.739678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:34.755355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:34.764605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:34.764975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.806072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=eb6c4908-f823-46fa-b595-06c9cacffdf6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.842880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Checking segment: {'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:34.843274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Network hostable DHCP agents. Network: 3a8a94e3-d685-4e71-80bb-69c6d2e61951, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:34.850250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.878470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.960226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.976942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.014773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Transition to ACTIVE for port object 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:35.026666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.033222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:35.044053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=c5f5054c-eafd-4346-b1c4-9508ae4d119b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.050113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:35.054769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:35.065658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:35.092769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Transition to ACTIVE for port object 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:35.134108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Allocated IP 172.20.0.18 (e50da2ac-a597-4aea-a384-8ffcd0592e98/adc5cc60-ddda-4c83-8278-b7f484b90ca2/202fbbcf-7d36-4a5d-bc00-d6b16036480b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:35.136582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.208606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.222586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.223612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,segment=NetworkSegment(205f466c-0f99-41cc-8e88-cfb22a7af151),segment_id=205f466c-0f99-41cc-8e88-cfb22a7af151)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:35.368475 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-51940b0b-8c15-4f23-8663-391a9bd2f493 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/c5f5054c-eafd-4346-b1c4-9508ae4d119b HTTP/1.1" status: 204 len: 168 time: 2.7184887 Apr 01 15:53:35.369428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:35.373848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.421568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.440112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Transition to ACTIVE for port object 202fbbcf-7d36-4a5d-bc00-d6b16036480b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:35.459241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Provisioning for port 6172d31c-d1cd-4be2-b1de-b43d93070831 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:35.465970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.482787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.497277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 3a8a94e3-d685-4e71-80bb-69c6d2e61951) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:35.536209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:35.561395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'name': 'tempest-PortsTestJSON-1320837477'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:35.566149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.570853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960d217-70af-424f-8196-369c591075d5 None None] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:35.619526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Provisioning complete for port 6172d31c-d1cd-4be2-b1de-b43d93070831 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:35.620099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.663201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.666385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:35.666911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:35.667465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:35.690386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=78b68c04-e53f-4336-925b-e0535e79267e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.717880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d0f03-8b37-4b25-8309-8460341ea65b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.728001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:35.728001 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:35.736389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:35.746160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:35.746160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:35.746429 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 2 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:35.750032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:35.771051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:35.771610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:35.772099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:35.785631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:35.786105 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:35.789961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 3 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:35.790855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Transition to ACTIVE for port object 202fbbcf-7d36-4a5d-bc00-d6b16036480b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:35.796124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Port 6172d31c-d1cd-4be2-b1de-b43d93070831 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:35.798441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.804128 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9a5c0082-1e05-4881-86f7-2ea1f9ee9938 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2015491 Apr 01 15:53:35.807451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46910) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.809550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d11adb95-de1c-4c71-a7c9-9e63e1751d88 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:35.820292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:35.834687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:35.837116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Network d317ebb0-c368-4111-92e9-6d8be04c5821 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:35.843527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:35.849191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:35.858424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:35.873583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:35.877610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.881122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.892256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:35.892598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:35.892928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:35.902688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:35.904534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Pushing event updated for resources: {'Port': ['ID=4d5a11ce-4e5d-4090-8901-b3e0461e1e71,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.907738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:35.910047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:35.910383 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:35.912377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 4 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:35.914694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 29100b98-3f4e-4a2f-a03e-f5747e52f62a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:35.919435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d11adb95-de1c-4c71-a7c9-9e63e1751d88 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:35.919895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d11adb95-de1c-4c71-a7c9-9e63e1751d88 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:35.920027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d317ebb0-c368-4111-92e9-6d8be04c5821']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.940260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d80de6e-0fe7-48a8-8f74-d8f6228dea28') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.940563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d80de6e-0fe7-48a8-8f74-d8f6228dea28') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.950646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:35.950982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:35.951383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:35.958767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.964962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:35.965468 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:35.968735 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 5 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:35.982198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.986717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:35.987293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:35.987641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:35.990004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.994954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.000917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.000917 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.000917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:36.000917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.015513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 6 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:36.031800 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:36.045686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.047116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.047116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.052440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.055308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Provisioning complete for port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:36.055765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a51112b8-a8f8-419b-b963-e9a5524a6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.056937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.057480 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.106272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 7 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:36.133079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.133711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.134239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.140512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.141681 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.142242 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 8 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:36.148870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.165929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.166423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.166991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.172922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:36.175536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.175536 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.175893 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 9 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:36.193425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:53:36.193425 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:53:36.193425 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'}] Apr 01 15:53:36.193425 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:36.193918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:36.196534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.197242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.197242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.198413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:36.204984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.204984 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.205695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 10 to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 Apr 01 15:53:36.221220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.221636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.222073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.227377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port eb6c4908-f823-46fa-b595-06c9cacffdf6 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:36.227798 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port eb6c4908-f823-46fa-b595-06c9cacffdf6 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:36.228227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.289975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.298783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:36.338685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port eb6c4908-f823-46fa-b595-06c9cacffdf6, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:36.339100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:53:36.353667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.369245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.376989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=6172d31c-d1cd-4be2-b1de-b43d93070831,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.379646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Attempting to bind port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.380027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Attempting to bind port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '8d80de6e-0fe7-48a8-8f74-d8f6228dea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.380516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Attempting to bind port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 on network d317ebb0-c368-4111-92e9-6d8be04c5821 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.385246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.386870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.402271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0865a2-3048-4d39-97e5-f15f2a05e1a1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.412930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.467073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.467799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.470779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:36.471369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Checking segment: {'id': '8d80de6e-0fe7-48a8-8f74-d8f6228dea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:36.471589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.471984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Bound using segment: {'id': '8d80de6e-0fe7-48a8-8f74-d8f6228dea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:36.472471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Bound port: 4d5a11ce-4e5d-4090-8901-b3e0461e1e71, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d80de6e-0fe7-48a8-8f74-d8f6228dea28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd317ebb0-c368-4111-92e9-6d8be04c5821'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:36.472846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.501338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.506198 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96853708-50d0-458a-8f8f-00430ce6df2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6927075 Apr 01 15:53:36.506375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46914) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.510122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=eb6c4908-f823-46fa-b595-06c9cacffdf6,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.517526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:36.524329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:36.532834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:36.532834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:36.537951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:36.558990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e13c2cb9-bb8f-49d4-a2c0-22d4eb16c116 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.1745152 Apr 01 15:53:36.561733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:36.561860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.561953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:36.563602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Pushing event updated for resources: {'Port': ['ID=202fbbcf-7d36-4a5d-bc00-d6b16036480b,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.593143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Attempting to bind port 202fbbcf-7d36-4a5d-bc00-d6b16036480b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.594314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Attempting to bind port 202fbbcf-7d36-4a5d-bc00-d6b16036480b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.595862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Attempting to bind port 202fbbcf-7d36-4a5d-bc00-d6b16036480b on network e50da2ac-a597-4aea-a384-8ffcd0592e98 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:36.641593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.641854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:36.642123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Checking segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:36.642524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.642922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Bound using segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:36.643451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Bound port: 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:36.643833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.648295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Deleting port eb6c4908-f823-46fa-b595-06c9cacffdf6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:36.653575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.705979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.729206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] For port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:36.733390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] For port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4d5a11ce-4e5d-4090-8901-b3e0461e1e71,segment=NetworkSegment(8d80de6e-0fe7-48a8-8f74-d8f6228dea28),segment_id=8d80de6e-0fe7-48a8-8f74-d8f6228dea28)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:36.784758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:36.791394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:36.811854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:36.817738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.818348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.840566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=29100b98-3f4e-4a2f-a03e-f5747e52f62a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.843375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.864397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.892130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port eb6c4908-f823-46fa-b595-06c9cacffdf6, host hv-neutron-8359, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:36.892388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.899449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5ef39ad-a9be-4470-bb6e-2c13d75015ad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5230668 Apr 01 15:53:36.901676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.927613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] For port 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:36.940987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router aef71125-e85e-41f3-8537-fe2c72425413 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:36.957677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-156fa1e5-66a4-4ed0-b321-1c48615ca1e9 None None] Provisioning complete for port 6172d31c-d1cd-4be2-b1de-b43d93070831 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:36.958040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-156fa1e5-66a4-4ed0-b321-1c48615ca1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.991641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] For port 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=202fbbcf-7d36-4a5d-bc00-d6b16036480b,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:37.010918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df832-279d-41d4-9a74-40c8f6b7ab47 None None] Pushing event updated for resources: {'Port': ['ID=4d5a11ce-4e5d-4090-8901-b3e0461e1e71,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.025857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:37.026142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.060518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-156fa1e5-66a4-4ed0-b321-1c48615ca1e9 None None] Port 6172d31c-d1cd-4be2-b1de-b43d93070831 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:37.071169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.074948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Calling delete_port for eb6c4908-f823-46fa-b595-06c9cacffdf6 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:37.125089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:37.136550 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1beb80f-78fb-424d-a7a7-2e9dfa82d338 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/aef71125-e85e-41f3-8537-fe2c72425413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2905459 Apr 01 15:53:37.139404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.146444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 29100b98-3f4e-4a2f-a03e-f5747e52f62a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:37.147340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.151884 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] Sync routers for ids ['aef71125-e85e-41f3-8537-fe2c72425413'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:37.174778 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] Routers {'aef71125-e85e-41f3-8537-fe2c72425413'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:37.175880 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['aef71125-e85e-41f3-8537-fe2c72425413'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:37.189946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81505d-5d8d-4a3e-a77b-f6635bcc108d None None] Network d317ebb0-c368-4111-92e9-6d8be04c5821 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:37.238469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b17ac9-ff65-4543-8595-5466a5974d68 None None] Pushing event updated for resources: {'Port': ['ID=202fbbcf-7d36-4a5d-bc00-d6b16036480b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.241498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.265462 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:37.275929 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] Routers {'aef71125-e85e-41f3-8537-fe2c72425413'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:37.276626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['aef71125-e85e-41f3-8537-fe2c72425413'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:37.358005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.366887 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:37.367410 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b9d14-d0de-4094-8833-93f6eaf34c0d None None] The sync data for ids ['aef71125-e85e-41f3-8537-fe2c72425413'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:37.393749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.470298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a425b-4148-4452-9b70-ab2928270c93 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.471015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d04a425b-4148-4452-9b70-ab2928270c93 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:37.529363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4d5a11ce-4e5d-4090-8901-b3e0461e1e71,segment=NetworkSegment(8d80de6e-0fe7-48a8-8f74-d8f6228dea28),segment_id=8d80de6e-0fe7-48a8-8f74-d8f6228dea28)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:37.529927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.615582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d04a425b-4148-4452-9b70-ab2928270c93 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:37.619486 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d04a425b-4148-4452-9b70-ab2928270c93 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports/6172d31c-d1cd-4be2-b1de-b43d93070831 HTTP/1.1" status: 200 len: 978 time: 0.4757884 Apr 01 15:53:37.621510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.757679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0688b2-50a1-405b-9090-89775ddb1221,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.818091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb6c4908-f823-46fa-b595-06c9cacffdf6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.826273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:37.831686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.834570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:37.864642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.866526 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cacf2173-99c6-49af-bbf7-b73e9a62a667 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "DELETE /v2.0/ports/eb6c4908-f823-46fa-b595-06c9cacffdf6 HTTP/1.1" status: 204 len: 168 time: 1.3061650 Apr 01 15:53:37.871120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.914259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:37.915050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.924330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.925588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-393b991d-9180-473a-94ff-d07d4c436abd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4181428 Apr 01 15:53:37.928800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.931507 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d77e799-1d40-41d1-8c2d-386a06046d99 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:53:37.932037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d77e799-1d40-41d1-8c2d-386a06046d99 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Synchronizing usage tracker for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:37.939851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:37.948947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:37.971165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:37.972585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 29100b98-3f4e-4a2f-a03e-f5747e52f62a owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:37.975877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:37.982361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.041515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d77e799-1d40-41d1-8c2d-386a06046d99 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Unset dirty status for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:38.047272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d77e799-1d40-41d1-8c2d-386a06046d99 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports/eb6c4908-f823-46fa-b595-06c9cacffdf6 HTTP/1.1" status: 404 len: 333 time: 0.1707213 Apr 01 15:53:38.047272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.052760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1104979738'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:38.058712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:38.077183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.085554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 202fbbcf-7d36-4a5d-bc00-d6b16036480b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:38.091559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.166763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=4d5a11ce-4e5d-4090-8901-b3e0461e1e71,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.172749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.183284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port 4d5a11ce-4e5d-4090-8901-b3e0461e1e71 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:38.230255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Made reservation on behalf of 1d6bf43e3aa147b4bbe43b6417a1f014 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:38.232641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.264164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 202fbbcf-7d36-4a5d-bc00-d6b16036480b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:38.299854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port 627b37a0-6e22-4ed8-b32b-67259079199f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:38.360328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.407202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9836e-4cb7-471a-bfba-9a1c6e20b8fc None None] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:38.411764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.418676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=29100b98-3f4e-4a2f-a03e-f5747e52f62a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.454347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d317ebb0-c368-4111-92e9-6d8be04c5821']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:38.473109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.483825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.489510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d80de6e-0fe7-48a8-8f74-d8f6228dea28') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:38.489510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d80de6e-0fe7-48a8-8f74-d8f6228dea28') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:38.497440 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a79489b8-9f27-410d-a3a6-87f2ef2aef27 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/29100b98-3f4e-4a2f-a03e-f5747e52f62a HTTP/1.1" status: 204 len: 168 time: 1.5923400 Apr 01 15:53:38.498404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.506745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'mac_address': 'fa:16:3e:33:6b:50', 'name': 'tempest-PortsTestJSON-866238372'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:38.511561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.542158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.549843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.566291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.599233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:38.599644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:38.616637 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:38.622093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b72f5ff-c68e-4390-bc68-6bb32bc107a4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.643293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Provisioning for port 202fbbcf-7d36-4a5d-bc00-d6b16036480b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:38.655523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Provisioning complete for port 202fbbcf-7d36-4a5d-bc00-d6b16036480b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:38.655905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.753718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:38.769161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:38.775181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:38.775932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.811622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.818632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.822635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb36df4b-df57-4058-9c1b-ac70e4650eff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8900995 Apr 01 15:53:38.822902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.830480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:38.837156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:38.841682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:38.845738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:38.852828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.855053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.855230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] For port 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=202fbbcf-7d36-4a5d-bc00-d6b16036480b,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:38.878394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.900474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=d317ebb0-c368-4111-92e9-6d8be04c5821,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.910703 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef2d20e2-7331-4286-95d6-e9345dccd27c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/d317ebb0-c368-4111-92e9-6d8be04c5821 HTTP/1.1" status: 204 len: 168 time: 5.5079825 Apr 01 15:53:38.910703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.910703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.921170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.973383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.985291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785748278'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:39.005136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:39.006655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138f189-acc8-4579-ad22-5ae8d89d5a26 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:53:39.015926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:39.021265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.038308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:39.043694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:39.050498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 6172d31c-d1cd-4be2-b1de-b43d93070831 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:39.051090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.057121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:39.065236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:39.074506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:39.075470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:39.076069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.090070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=627b37a0-6e22-4ed8-b32b-67259079199f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.102543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:39.132364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b6b34935-1a84-4420-b678-0475e92f486a None None] Provisioning complete for port 202fbbcf-7d36-4a5d-bc00-d6b16036480b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:39.132726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6b34935-1a84-4420-b678-0475e92f486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.136925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.157608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41096a7d-be03-49a4-b897-9d4a74638c7e None None] Pushing event updated for resources: {'Port': ['ID=202fbbcf-7d36-4a5d-bc00-d6b16036480b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.163768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:39.177026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.189583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e16434d2-269e-4a83-8221-f6b06c46d397 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1422908 Apr 01 15:53:39.192914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.200989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:39.266635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:39.304223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138f189-acc8-4579-ad22-5ae8d89d5a26 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:53:39.304725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.312083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.324852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.325339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 4c506814-dbc6-4efc-9734-b2d528334fc0 of type vlan for network 618b294d-5576-4c78-85f2-ee3326d04ab8 Apr 01 15:53:39.353560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1e6948-1cd6-4f9b-b7f0-5a5f50a14de5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.362066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 60c59b9c-11b3-4b20-901b-a4ace6fe5c64 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:39.419795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.438777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.446321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.503221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.507056 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0adefe6-d4d7-490e-aae2-6603f8817e13 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6804976 Apr 01 15:53:39.519811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.528819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:39.553839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:39.586723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 6172d31c-d1cd-4be2-b1de-b43d93070831 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:39.586986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:39.596314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:39.647667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:39.659753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.665198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:39.665802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.673287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d71f31-d5e2-4cb1-a90e-eccf0d9704e6 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:53:39.770252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 202fbbcf-7d36-4a5d-bc00-d6b16036480b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:39.823073 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-98c934d3-8e11-4e50-9c96-3182592ea13c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4419050 Apr 01 15:53:39.871310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d71f31-d5e2-4cb1-a90e-eccf0d9704e6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:53:39.877889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.917594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 202fbbcf-7d36-4a5d-bc00-d6b16036480b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:39.917909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:39.918445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.928051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=618b294d-5576-4c78-85f2-ee3326d04ab8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.940780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.953317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=6172d31c-d1cd-4be2-b1de-b43d93070831,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.967032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 618b294d-5576-4c78-85f2-ee3326d04ab8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:40.002904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5fa56b8c-94b2-4898-a0c4-2fa9f7e0c1b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0912254 Apr 01 15:53:40.006274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.039491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.056155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:40.214269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.251830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port 627b37a0-6e22-4ed8-b32b-67259079199f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:40.260152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:40.265993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.282190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:40.286901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:40.315968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.316935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Transition to ACTIVE for port object 627b37a0-6e22-4ed8-b32b-67259079199f will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:40.317940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:40.326788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-c55496ed-3951-41bd-8ed8-1e2b37e66a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.328502 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-c55496ed-3951-41bd-8ed8-1e2b37e66a7d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1098 time: 0.3886886 Apr 01 15:53:40.345176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.390358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.401191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:40.404870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.418864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.564058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48af656c-2cbd-4fa6-9afe-1b451d1e0da7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:40.625991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:40.631107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:40.634721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=60c59b9c-11b3-4b20-901b-a4ace6fe5c64,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:40.685211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:40.691223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.691849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.712456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.713544 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-61c845a6-9325-4dae-8fe9-2a2ee3ec6a3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1919682 Apr 01 15:53:40.717264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.717914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:53:40.718438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:53:40.728257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5b4d0f03-8b37-4b25-8309-8460341ea65b', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:40.736484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router aef71125-e85e-41f3-8537-fe2c72425413 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:53:40.742463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:40.751269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:40.754820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:40.755992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=627b37a0-6e22-4ed8-b32b-67259079199f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:40.762994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:40.770252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:40.770588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:40.770937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:40.791622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:40.791958 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:40.794630 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 2 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:40.805920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-55274c52-0bed-4b64-9cb5-4ac40f13d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.808188 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-55274c52-0bed-4b64-9cb5-4ac40f13d8c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 898 time: 0.4560678 Apr 01 15:53:40.827228 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-115781f9-61a7-44fa-9c04-00604cd4d8a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3276916 Apr 01 15:53:40.837914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46974) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.871415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:40.871796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:40.872165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:40.901795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:40.902126 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:40.931828 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 3 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:40.932527 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:40.948871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:40.957692 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4320fb7c-af36-48b6-802a-6a956a1c2a7e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/aef71125-e85e-41f3-8537-fe2c72425413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3349717 Apr 01 15:53:40.961108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.963341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] Sync routers for ids ['aef71125-e85e-41f3-8537-fe2c72425413'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:40.964255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 46978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.973651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] Routers {'aef71125-e85e-41f3-8537-fe2c72425413'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:40.974407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['aef71125-e85e-41f3-8537-fe2c72425413'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.001223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c590f6-a3fa-489b-907b-4736a2f1eff4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.001813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7c590f6-a3fa-489b-907b-4736a2f1eff4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:41.040174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.046392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.046739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.047619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.054037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] Routers {'aef71125-e85e-41f3-8537-fe2c72425413'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:41.054918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['aef71125-e85e-41f3-8537-fe2c72425413'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.058469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.064208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-f802c988-bd6a-4d01-bf28-90292ebfc8b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 1001 time: 0.2490768 Apr 01 15:53:41.071747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.072089 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.115637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7c590f6-a3fa-489b-907b-4736a2f1eff4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:41.117569 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7c590f6-a3fa-489b-907b-4736a2f1eff4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/60c59b9c-11b3-4b20-901b-a4ace6fe5c64 HTTP/1.1" status: 200 len: 840 time: 0.2786226 Apr 01 15:53:41.117770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.118189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5023374-75b1-40bb-80bf-9aca2ab11647 None None] The sync data for ids ['aef71125-e85e-41f3-8537-fe2c72425413'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:41.120673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.131742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 4 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:41.160796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.198360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938c792b-25fd-4de2-aae9-2e6cbd961df0,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.220189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 60c59b9c-11b3-4b20-901b-a4ace6fe5c64 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:41.220539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.287956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.288296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.288632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.312926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.313884 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39cdd9b5-5405-44a9-bc5e-da0ba582f009 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5927465 Apr 01 15:53:41.349309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.349567 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.359005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 5 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:41.371445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-a21d499f-6aca-4406-99ea-dcb1f9200acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.372808 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-a21d499f-6aca-4406-99ea-dcb1f9200acb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.2999201 Apr 01 15:53:41.373615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.453464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.584575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 60c59b9c-11b3-4b20-901b-a4ace6fe5c64 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:41.667844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.668399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.668399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.698523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.698857 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.700061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-64596b9c-68b5-42f4-aa13-e65a2bbd14dc tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:53:41.701090 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64596b9c-68b5-42f4-aa13-e65a2bbd14dc tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/aef71125-e85e-41f3-8537-fe2c72425413/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7340894 Apr 01 15:53:41.704451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 6 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:41.704705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 46998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.747258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92041749-f196-4a95-a928-2c5b7fc1556b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:41.751186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.759896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.760243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.760571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.764091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-f4a430e5-f8fc-419a-9a8d-a99b5726ac36 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:41.767648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=c1afe264-7228-4d78-8a41-29c619d099df,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.782915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.783271 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.785036 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 7 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:41.791519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '4c506814-dbc6-4efc-9734-b2d528334fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:41.791880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 618b294d-5576-4c78-85f2-ee3326d04ab8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:41.811305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.814303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=60c59b9c-11b3-4b20-901b-a4ace6fe5c64,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.823646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.823989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.824334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.837629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.837961 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.840300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 8 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:41.856488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-2d5e616e-31ab-404e-9f8a-04bcdc5d3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.857950 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-2d5e616e-31ab-404e-9f8a-04bcdc5d3295 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2970734 Apr 01 15:53:41.887094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:41.887457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:41.887802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:41.898404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92041749-f196-4a95-a928-2c5b7fc1556b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:41.899659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-92041749-f196-4a95-a928-2c5b7fc1556b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef71125-e85e-41f3-8537-fe2c72425413 HTTP/1.1" status: 200 len: 205 time: 0.1938899 Apr 01 15:53:41.903998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6a724dd-d0e0-4260-9d05-f56f0b6a8cad tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/60c59b9c-11b3-4b20-901b-a4ace6fe5c64 HTTP/1.1" status: 204 len: 168 time: 0.7788613 Apr 01 15:53:41.904203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-f4a430e5-f8fc-419a-9a8d-a99b5726ac36 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:41.904312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.904408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-f4a430e5-f8fc-419a-9a8d-a99b5726ac36 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404195992&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.3427989 Apr 01 15:53:41.905244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47004) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.907985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:41.908379 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:41.908895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 618b294d-5576-4c78-85f2-ee3326d04ab8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:41.912432 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 9 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:42.012967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:42.013231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:42.013569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:42.017395 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b6b77-0829-464f-a102-8a97304f5b29 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:42.017926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1c7b6b77-0829-464f-a102-8a97304f5b29 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:42.035994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 618b294d-5576-4c78-85f2-ee3326d04ab8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:42.041284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:42.041624 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:42.046207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bc00dd-5b61-4429-b4c2-fc731fd1adfd None None] Network 618b294d-5576-4c78-85f2-ee3326d04ab8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:42.047421 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 10 to bind port 627b37a0-6e22-4ed8-b32b-67259079199f Apr 01 15:53:42.095335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.104621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.105218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.171090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:42.171455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:42.171791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:42.191611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:42.191940 dv-neutron-835943-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 627b37a0-6e22-4ed8-b32b-67259079199f on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:42.192296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.202836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-eecd10a3-f8ff-4b47-b002-8ea904fe0014 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383925 Apr 01 15:53:42.288895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1c7b6b77-0829-464f-a102-8a97304f5b29 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:42.295531 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c7b6b77-0829-464f-a102-8a97304f5b29 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/60c59b9c-11b3-4b20-901b-a4ace6fe5c64 HTTP/1.1" status: 404 len: 333 time: 0.3839402 Apr 01 15:53:42.295531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.299598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-618b294d-5576-4c78-85f2-ee3326d04ab8', 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': 'c1afe264-7228-4d78-8a41-29c619d099df'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:42.303872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.304005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2dd858d-feee-4c4f-9ffc-b3b8702b75d6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2641299 Apr 01 15:53:42.355791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.366460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'name': 'tempest-PortsTestJSON-939307056'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:42.371616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-45c38d58-0735-4bec-a251-42c8f50b1bd3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.373162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-45c38d58-0735-4bec-a251-42c8f50b1bd3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=e50da2ac-a597-4aea-a384-8ffcd0592e98 HTTP/1.1" status: 200 len: 797 time: 0.4488719 Apr 01 15:53:42.461366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-71dc827d-d7d5-433a-96c5-3f46f3bea5a2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0540485 Apr 01 15:53:42.515038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Allocated IP 172.20.0.3 (618b294d-5576-4c78-85f2-ee3326d04ab8/c1afe264-7228-4d78-8a41-29c619d099df/bebb858d-39ab-4487-8eae-efd2f161ac4c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:42.598067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port 627b37a0-6e22-4ed8-b32b-67259079199f, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:42.598067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:53:42.602774 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2971536-88d1-4ab6-beed-fbb8de5252b5 req-077649fa-7317-4cb0-b041-0b63c0382efe service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914905 Apr 01 15:53:42.644077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.647730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.658953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.668867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.685881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:42.697706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:42.743497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.744343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router aef71125-e85e-41f3-8537-fe2c72425413 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:53:42.757793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.759647 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89892e4f-b605-4df2-8293-fcc959383d15 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/aef71125-e85e-41f3-8537-fe2c72425413 HTTP/1.1" status: 204 len: 168 time: 0.8562262 Apr 01 15:53:42.762409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47018) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.765391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:42.769878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.777143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.778008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-7f29fe00-def1-457d-8e52-81ec4ca731be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2669699 Apr 01 15:53:42.778905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] In _notify_port_updated(), no bound segment for port 627b37a0-6e22-4ed8-b32b-67259079199f on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:42.779805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.780316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.781559 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "PUT /v2.0/ports/627b37a0-6e22-4ed8-b32b-67259079199f HTTP/1.1" status: 200 len: 977 time: 3.5878220 Apr 01 15:53:42.788844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Transition to ACTIVE for port object bebb858d-39ab-4487-8eae-efd2f161ac4c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:42.796714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.808220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Transition to ACTIVE for port object bebb858d-39ab-4487-8eae-efd2f161ac4c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:42.844746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port e4bbfb1f-638f-495d-8eac-ab11669f349f yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:42.859691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62893d3-71d9-404a-9c99-9e6db85471a0 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=627b37a0-6e22-4ed8-b32b-67259079199f,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.869941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.880507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.904859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 9340f944-cf07-46d1-b0e6-3a2437ee27d3 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:42.916561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.966422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Network 618b294d-5576-4c78-85f2-ee3326d04ab8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:42.969772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:42.977702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:42.999766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.059695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.069972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Pushing event updated for resources: {'Port': ['ID=bebb858d-39ab-4487-8eae-efd2f161ac4c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.092637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Attempting to bind port bebb858d-39ab-4487-8eae-efd2f161ac4c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:43.093147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Attempting to bind port bebb858d-39ab-4487-8eae-efd2f161ac4c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '4c506814-dbc6-4efc-9734-b2d528334fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:43.093611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Attempting to bind port bebb858d-39ab-4487-8eae-efd2f161ac4c on network 618b294d-5576-4c78-85f2-ee3326d04ab8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:43.099626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:43.104362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Checking segment: {'id': '4c506814-dbc6-4efc-9734-b2d528334fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:43.104362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.104362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Bound using segment: {'id': '4c506814-dbc6-4efc-9734-b2d528334fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:43.104362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Bound port: bebb858d-39ab-4487-8eae-efd2f161ac4c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c506814-dbc6-4efc-9734-b2d528334fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '618b294d-5576-4c78-85f2-ee3326d04ab8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:43.104362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.117621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=c1afe264-7228-4d78-8a41-29c619d099df,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.196291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] For port bebb858d-39ab-4487-8eae-efd2f161ac4c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:43.198834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.199596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.199774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] For port bebb858d-39ab-4487-8eae-efd2f161ac4c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bebb858d-39ab-4487-8eae-efd2f161ac4c,segment=NetworkSegment(4c506814-dbc6-4efc-9734-b2d528334fc0),segment_id=4c506814-dbc6-4efc-9734-b2d528334fc0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:43.200413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.201044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.201654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.202276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.202895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.203666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.203789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.204753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.205450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.206070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.206686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.207329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.207947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.209657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Synchronizing usage tracker for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:43.215638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.265882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.345093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.395622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.397134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430e1b-0610-4114-add4-57db2d7c5fff None None] Pushing event updated for resources: {'Port': ['ID=bebb858d-39ab-4487-8eae-efd2f161ac4c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.400539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.416084 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-d09605ba-2dc8-4e2c-a5c9-8bf5d5652200 service neutron] 10.222.0.18 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165817 Apr 01 15:53:43.426146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceca4fb-922f-40ad-8a9a-fa6e1d4da2d1 None None] Network 618b294d-5576-4c78-85f2-ee3326d04ab8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:43.457691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=9340f944-cf07-46d1-b0e6-3a2437ee27d3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.460526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:43.468299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.474955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618b294d-5576-4c78-85f2-ee3326d04ab8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.478596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:43.484147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:43.490288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.490909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.496307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=e4bbfb1f-638f-495d-8eac-ab11669f349f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.510456 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef4b4742-9d9f-488a-8fbd-018f353f21c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/9340f944-cf07-46d1-b0e6-3a2437ee27d3 HTTP/1.1" status: 204 len: 168 time: 0.7469330 Apr 01 15:53:43.513501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.515341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01430510-8279-4033-a1da-83a6d098f35e None None] Network a94fafdd-55cf-4ca5-8d4c-2370d757e1df requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:43.537544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Unset dirty status for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:43.538712 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81616985-3371-440c-91d4-2c2553b06e09 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12837 time: 0.7408669 Apr 01 15:53:43.547995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.549053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c506814-dbc6-4efc-9734-b2d528334fc0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.549053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c506814-dbc6-4efc-9734-b2d528334fc0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:43.566294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.587098 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1adfc47d-12cc-40c5-acb2-c1e24a721a14 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2912087 Apr 01 15:53:43.589817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.602186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.607543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:43.659788 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-69316e6b-dcc1-4e34-abd4-3e92868b8059 service neutron] 10.222.0.18 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427537 Apr 01 15:53:43.661267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:43.663308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.674867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.697277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Deleting port 627b37a0-6e22-4ed8-b32b-67259079199f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:43.697618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:43.711475 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:43.740957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:43.743474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.883939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.899814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] DHCP port deletion for a94fafdd-55cf-4ca5-8d4c-2370d757e1df request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:43.904787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Deleting port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:43.905241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.909285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:53:43.909285 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:53:43.909285 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': '618b294d-5576-4c78-85f2-ee3326d04ab8'}] Apr 01 15:53:43.909285 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:43.915687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:44.095133 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b902a3c-8184-4dfa-bb3e-0d3bba89f686 req-903fa558-3fdc-4b62-aa75-bf5e9df1e0e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.1683619 Apr 01 15:53:44.139049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] For port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,segment=NetworkSegment(205f466c-0f99-41cc-8e88-cfb22a7af151),segment_id=205f466c-0f99-41cc-8e88-cfb22a7af151)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:44.139674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.200982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.263781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.266032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Calling delete_port for 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:44.321826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port 627b37a0-6e22-4ed8-b32b-67259079199f, host hv-neutron-8359, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:44.321826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.330787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,segment=NetworkSegment(205f466c-0f99-41cc-8e88-cfb22a7af151),segment_id=205f466c-0f99-41cc-8e88-cfb22a7af151)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:44.331163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.347427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] In _notify_port_updated(), no bound segment for port e4bbfb1f-638f-495d-8eac-ab11669f349f on network b10a2a71-7649-4536-b0b8-97feebb354f9 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:44.353567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:44.354494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.356234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/ports/e4bbfb1f-638f-495d-8eac-ab11669f349f HTTP/1.1" status: 200 len: 818 time: 0.7651520 Apr 01 15:53:44.364496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.416832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.447960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea2afb-5d76-48bf-b44b-f70abd7b0fc5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=e4bbfb1f-638f-495d-8eac-ab11669f349f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.463920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port bebb858d-39ab-4487-8eae-efd2f161ac4c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:44.464263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.469904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.499285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port e4bbfb1f-638f-495d-8eac-ab11669f349f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:44.499631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.517299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] Pushing event deleted for resources: {'Port': ['ID=2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.521115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725f96c-598f-4e4c-8785-6236e4be8414 None None] No DVR routers for this DVR port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:44.541285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfb1371-deba-4819-b069-10d41d46ce6d None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:53:44.565556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Calling delete_port for 627b37a0-6e22-4ed8-b32b-67259079199f owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:44.601327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:44.680740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb1371-deba-4819-b069-10d41d46ce6d None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:53:44.710879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:44.711118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:44.801201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.814139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.860358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event deleted for resources: {'Port': ['ID=627b37a0-6e22-4ed8-b32b-67259079199f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.869244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.955928 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f27fe58d-52f5-4324-b3ad-2b108f1e8472 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "DELETE /v2.0/ports/627b37a0-6e22-4ed8-b32b-67259079199f HTTP/1.1" status: 204 len: 168 time: 1.4071112 Apr 01 15:53:44.958631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.001880 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bbc82a-f3bd-4bed-b423-d2c0aecd1663 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:53:45.002327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94bbc82a-f3bd-4bed-b423-d2c0aecd1663 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Synchronizing usage tracker for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:45.028613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for e4bbfb1f-638f-495d-8eac-ab11669f349f owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:45.092531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port bebb858d-39ab-4487-8eae-efd2f161ac4c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=bebb858d-39ab-4487-8eae-efd2f161ac4c,segment=NetworkSegment(4c506814-dbc6-4efc-9734-b2d528334fc0),segment_id=4c506814-dbc6-4efc-9734-b2d528334fc0)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:45.092908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.097957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94bbc82a-f3bd-4bed-b423-d2c0aecd1663 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Unset dirty status for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:45.101464 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94bbc82a-f3bd-4bed-b423-d2c0aecd1663 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports/627b37a0-6e22-4ed8-b32b-67259079199f HTTP/1.1" status: 404 len: 333 time: 0.1396952 Apr 01 15:53:45.103996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47058) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.113259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2090483636', 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:45.120237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.135006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.206545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Made reservation on behalf of 1d6bf43e3aa147b4bbe43b6417a1f014 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:45.209236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.219358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:45.220069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.299026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] The port '2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:45.301555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port 8e993711-cf25-4769-9f46-8e85538fac38 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:45.413082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for bebb858d-39ab-4487-8eae-efd2f161ac4c owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:45.461154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcb1c9e6-3bf1-40ac-97c5-93a175ebbacd req-28bbdb9e-437b-4ef2-8769-63a97e82ba60 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.1508536 Apr 01 15:53:45.485486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.509617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.530157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94fafdd-55cf-4ca5-8d4c-2370d757e1df']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.544248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205f466c-0f99-41cc-8e88-cfb22a7af151') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.544538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205f466c-0f99-41cc-8e88-cfb22a7af151') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.557147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.559465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=e4bbfb1f-638f-495d-8eac-ab11669f349f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.568363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.576445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.605247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.635277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=bebb858d-39ab-4487-8eae-efd2f161ac4c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.637084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port bebb858d-39ab-4487-8eae-efd2f161ac4c on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:45.659329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:45.659720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:45.674558 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:45.688935 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30530e00-8053-4e41-a40d-96ef1b808b96 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/e4bbfb1f-638f-495d-8eac-ab11669f349f HTTP/1.1" status: 204 len: 168 time: 1.3196299 Apr 01 15:53:45.698151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47064) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.772708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:45.775009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.809562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:45.809872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2e81e0e3-d778-4f0f-9ff4-f37e44cbdd30 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:45.816324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.823753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.844455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.850637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=a94fafdd-55cf-4ca5-8d4c-2370d757e1df,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.858409 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4bee7d1a-b973-4e48-a9d0-71ceae82dbab tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/a94fafdd-55cf-4ca5-8d4c-2370d757e1df HTTP/1.1" status: 204 len: 168 time: 2.3443267 Apr 01 15:53:45.866641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.872102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-986014069'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:45.877266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.879068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.884049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618b294d-5576-4c78-85f2-ee3326d04ab8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.947273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c506814-dbc6-4efc-9734-b2d528334fc0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.947607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c506814-dbc6-4efc-9734-b2d528334fc0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:45.982895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.014897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc11c5-3c38-4007-8264-f109140a75f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.016197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fafc11c5-3c38-4007-8264-f109140a75f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:46.025247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.040414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:46.040811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.053474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:46.056290 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:46.059749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.073114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.081654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:46.090340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:46.096477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:46.097392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.098144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.106227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=8e993711-cf25-4769-9f46-8e85538fac38,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.153454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-747a1a28-ee7e-404e-a092-c334b32ca997 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.155047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-747a1a28-ee7e-404e-a092-c334b32ca997 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=e50da2ac-a597-4aea-a384-8ffcd0592e98 HTTP/1.1" status: 200 len: 797 time: 0.3266773 Apr 01 15:53:46.156342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:46.159537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fafc11c5-3c38-4007-8264-f109140a75f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:46.159696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.160605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fafc11c5-3c38-4007-8264-f109140a75f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4618039 Apr 01 15:53:46.163407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.187173 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a55cb9b-7ba8-42f9-8e83-e43dd2fa7f3a tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0793781 Apr 01 15:53:46.190493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47076) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.230578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f73f3-0e59-4015-8d56-a5d6baf889a5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:46.236030 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-408f73f3-0e59-4015-8d56-a5d6baf889a5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/e4bbfb1f-638f-495d-8eac-ab11669f349f HTTP/1.1" status: 404 len: 333 time: 0.0664763 Apr 01 15:53:46.237440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47080) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.242428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.251424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-193066114'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.259599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:46.264453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.267539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:46.278927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-597037c3-098d-4a22-9903-49c9305346ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 472 time: 0.1142695 Apr 01 15:53:46.282709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=618b294d-5576-4c78-85f2-ee3326d04ab8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.282902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.285719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.286181 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment e2009e56-e4ef-45e7-a47d-0495ee3ae79d of type vlan for network af526ebd-cb99-49f4-8dae-43332837543d Apr 01 15:53:46.289209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.289727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['5b4d0f03-8b37-4b25-8309-8460341ea65b']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.296186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd8afa-0cb6-4234-8677-a71eca790eea tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.297449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4bcd8afa-0cb6-4234-8677-a71eca790eea tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Synchronizing usage tracker for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:46.306646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.306744 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d119746-5340-4fe1-babd-e36ceab350a3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/618b294d-5576-4c78-85f2-ee3326d04ab8 HTTP/1.1" status: 204 len: 168 time: 3.9475796 Apr 01 15:53:46.308929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.325756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754112593'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.335265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:46.339071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.386719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.394149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.395191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:46.398687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.408676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.426303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4bcd8afa-0cb6-4234-8677-a71eca790eea tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Unset dirty status for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:46.427469 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4bcd8afa-0cb6-4234-8677-a71eca790eea tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports/8e993711-cf25-4769-9f46-8e85538fac38 HTTP/1.1" status: 200 len: 955 time: 0.2359982 Apr 01 15:53:46.428450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:46.430842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.432641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.436288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.436866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.491743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.492413 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment d76c45e8-7f34-46d2-8821-250f4f270e31 of type vlan for network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 Apr 01 15:53:46.494728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:46.500477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:port and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:46.509351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:46.512716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.524059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:46.534632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Deleting port 8e993711-cf25-4769-9f46-8e85538fac38 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:46.534980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.559371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=af526ebd-cb99-49f4-8dae-43332837543d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.570299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:46.577027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network af526ebd-cb99-49f4-8dae-43332837543d details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:46.584209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.632088 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-562af5e1-cc08-44be-89f9-7e03d4ca12f6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7643459 Apr 01 15:53:46.636004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:46.637851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.640234 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd447126-460c-43c9-92ad-0799089fff1d req-19880f6d-d769-4ec6-a13e-656471e26484 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.0491123 Apr 01 15:53:46.661630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.696413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.696763 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 2142fb41-fcae-4590-88f1-e36194287a78 of type vlan for network 9e4e0a44-bc0d-4ced-904d-01b364576ace Apr 01 15:53:46.766684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.772593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.774656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.799856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:46.803285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.886494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=d9c5cd30-9bd7-4924-be10-28e1f1bebd45,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.897787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:46.907557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1950a3a4-3310-48be-871f-6054644139ea tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6671183 Apr 01 15:53:46.908184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47102) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.914152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:47.012047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.028722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:47.033158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:47.040608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:47.044367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:47.077691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:47.082526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.097696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:47.098220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:47.101758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.158522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:47.238495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Calling delete_port for 8e993711-cf25-4769-9f46-8e85538fac38 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:47.273411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:47.364526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.369947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.370541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.377962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.415523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:47.418893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.462841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=6d82fecc-2801-4a5f-909d-c59b9bd0ad68,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.470241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': 'd76c45e8-7f34-46d2-8821-250f4f270e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:47.470604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: d9c5cd30-9bd7-4924-be10-28e1f1bebd45, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:47.560497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:47.591245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.23 (e50da2ac-a597-4aea-a384-8ffcd0592e98/adc5cc60-ddda-4c83-8278-b7f484b90ca2/dac310f4-6ab3-4693-a9a1-f0c765196ab7) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:47.600569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.602876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2934592 Apr 01 15:53:47.605822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.612595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:47.630934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d9c5cd30-9bd7-4924-be10-28e1f1bebd45) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:47.635422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.636548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.639843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef42e84-3e5a-4a2a-b2e8-587d851c5021 None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:47.651671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6972-7e5c-4e83-8876-dcd0a8eb13bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=9e4e0a44-bc0d-4ced-904d-01b364576ace,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.668487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9e4e0a44-bc0d-4ced-904d-01b364576ace details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:47.670311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e993711-cf25-4769-9f46-8e85538fac38,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.693095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.693095 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a10107b9-571d-4bcb-8d23-6e6b4a5c94e6 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8e993711-cf25-4769-9f46-8e85538fac38 HTTP/1.1" status: 204 len: 168 time: 1.2585914 Apr 01 15:53:47.695801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47112) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.761210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:47.765964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:47.769258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:47.770364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8533d6-cce2-4c12-afe9-41cf36d831ed tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:53:47.770890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c8533d6-cce2-4c12-afe9-41cf36d831ed tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Synchronizing usage tracker for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:47.776292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:47.790047 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-230ef88a-ba54-41be-b3fc-758538b5369e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8806565 Apr 01 15:53:47.794545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.801529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:47.894892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d015292a-a465-4a04-a1ed-14b1f483a6ca req-de09f229-d0d1-4173-97af-439b7ac447cb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:47.899946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:47.903658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.006666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c8533d6-cce2-4c12-afe9-41cf36d831ed tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Unset dirty status for tenant:1d6bf43e3aa147b4bbe43b6417a1f014 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:48.011246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c8533d6-cce2-4c12-afe9-41cf36d831ed tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports/8e993711-cf25-4769-9f46-8e85538fac38 HTTP/1.1" status: 404 len: 333 time: 0.3092606 Apr 01 15:53:48.012740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.019282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-d9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': '6d82fecc-2801-4a5f-909d-c59b9bd0ad68'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:48.020485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.026733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-42414905'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:48.045065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:48.065019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:48.072812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.076391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:48.079728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d015292a-a465-4a04-a1ed-14b1f483a6ca req-de09f229-d0d1-4173-97af-439b7ac447cb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:48.089126 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d015292a-a465-4a04-a1ed-14b1f483a6ca req-de09f229-d0d1-4173-97af-439b7ac447cb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.3015845 Apr 01 15:53:48.092012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object dac310f4-6ab3-4693-a9a1-f0c765196ab7 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:48.105828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:48.105828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:48.111116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:48.128514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.160371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Made reservation on behalf of 1d6bf43e3aa147b4bbe43b6417a1f014 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:48.162709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.194664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:48.198135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.214375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=12133097-2866-4425-a0eb-c13c6a942931,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.216017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Allocated IP 172.20.0.2 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/6d82fecc-2801-4a5f-909d-c59b9bd0ad68/399dcb8e-580c-45ce-ac4f-370427d0a14a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:48.221278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.246133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port 95a15c5e-152d-4593-907a-df2d01b9af22 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:48.274968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:48.275376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: af526ebd-cb99-49f4-8dae-43332837543d, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:48.314080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:48.318498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:48.324645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:48.350329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.399681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.400341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.453116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network af526ebd-cb99-49f4-8dae-43332837543d is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:48.466384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.477840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Transition to ACTIVE for port object 399dcb8e-580c-45ce-ac4f-370427d0a14a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:48.498019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Transition to ACTIVE for port object 399dcb8e-580c-45ce-ac4f-370427d0a14a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:48.504633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-4d46b068-fc66-4715-a658-2f71ba79e3d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2189367 Apr 01 15:53:48.519059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Request body: {'port': {'device_id': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:48.551610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, af526ebd-cb99-49f4-8dae-43332837543d) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:48.561481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f424a8-75b5-47a0-bf3f-02b6fe98dc4b None None] Network af526ebd-cb99-49f4-8dae-43332837543d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:48.563346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.564191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.590071 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d82fecc-2801-4a5f-909d-c59b9bd0ad68 (CIDR: 172.20.0.0/28) Apr 01 15:53:48.592581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.626351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.630243 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:48.630762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:48.641610 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6093f79-c0c4-4fa1-8e7d-afdd65df7bd5 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0026834 Apr 01 15:53:48.644313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.650812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-777895609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:48.663844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:48.671692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:48.674291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.683793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:48.693954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:48.769772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:48.777142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:48.779543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:48.807387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.808050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.816190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.817906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=2515bba5-ce3f-4230-b6a9-5285c5ab4b02,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.835896 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1cf44feb-e8db-4c3a-9ba6-393c6a22d806 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0397534 Apr 01 15:53:48.840430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.843005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '2142fb41-fcae-4590-88f1-e36194287a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:48.843005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 9e4e0a44-bc0d-4ced-904d-01b364576ace, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:48.867198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:48.879912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Pushing event updated for resources: {'Port': ['ID=399dcb8e-580c-45ce-ac4f-370427d0a14a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.882926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4877475-7713-4b32-a6eb-74e1d6d743a4 None None] Provisioning for port dac310f4-6ab3-4693-a9a1-f0c765196ab7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:48.892183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4877475-7713-4b32-a6eb-74e1d6d743a4 None None] Provisioning complete for port dac310f4-6ab3-4693-a9a1-f0c765196ab7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:48.892788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4877475-7713-4b32-a6eb-74e1d6d743a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.960441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Attempting to bind port 399dcb8e-580c-45ce-ac4f-370427d0a14a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:48.960809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Attempting to bind port 399dcb8e-580c-45ce-ac4f-370427d0a14a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd76c45e8-7f34-46d2-8821-250f4f270e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:48.961172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Attempting to bind port 399dcb8e-580c-45ce-ac4f-370427d0a14a on network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:48.964532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.003551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:49.003926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Checking segment: {'id': 'd76c45e8-7f34-46d2-8821-250f4f270e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:49.004346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.004721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Bound using segment: {'id': 'd76c45e8-7f34-46d2-8821-250f4f270e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:49.005191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Bound port: 399dcb8e-580c-45ce-ac4f-370427d0a14a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76c45e8-7f34-46d2-8821-250f4f270e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:49.005570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.040351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4877475-7713-4b32-a6eb-74e1d6d743a4 None None] Port dac310f4-6ab3-4693-a9a1-f0c765196ab7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:49.043007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:49.048057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 9e4e0a44-bc0d-4ced-904d-01b364576ace is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:49.060936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:49.060936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:49.064484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:49.082240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.082457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.173534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-af526ebd-cb99-49f4-8dae-43332837543d', 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '12133097-2866-4425-a0eb-c13c6a942931'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:49.174403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.175572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:49.179929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:49.184924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9e4e0a44-bc0d-4ced-904d-01b364576ace) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:49.186821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:49.188782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:49.189471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.200684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac310f4-6ab3-4693-a9a1-f0c765196ab7 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:49.206217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070206c5-d41f-49a1-9d8a-07ffc427b0b9 None None] Network 9e4e0a44-bc0d-4ced-904d-01b364576ace requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:49.208844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.222657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:49.223598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.225126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Transition to ACTIVE for port object dac310f4-6ab3-4693-a9a1-f0c765196ab7 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:49.226751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.231605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c85f509-f04f-4128-8437-fd5a7b6da4b8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5854568 Apr 01 15:53:49.232221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47134) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.243665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:49.249006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.310478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.318863 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3019121 Apr 01 15:53:49.327658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802a9a1-8634-48d2-9c9e-b46e7e430a43 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=95a15c5e-152d-4593-907a-df2d01b9af22,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.331958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.343020 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19e94405-c41e-4af5-9fde-93ce81adfabc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7359705 Apr 01 15:53:49.347466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:49.351277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47142) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.351458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8359'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:49.390224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=399dcb8e-580c-45ce-ac4f-370427d0a14a,segment=NetworkSegment(d76c45e8-7f34-46d2-8821-250f4f270e31),segment_id=d76c45e8-7f34-46d2-8821-250f4f270e31)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:49.498861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.582538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f591-6970-4f9c-b63a-27dff3042dfb req-eb174c87-f440-48ba-b1c8-ef77b333c6ee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:49.584911 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5857f591-6970-4f9c-b63a-27dff3042dfb req-eb174c87-f440-48ba-b1c8-ef77b333c6ee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 944 time: 0.3195395 Apr 01 15:53:49.634018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.654334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Allocated IP 172.20.0.2 (af526ebd-cb99-49f4-8dae-43332837543d/12133097-2866-4425-a0eb-c13c6a942931/94c3e470-28e7-4569-a0ac-0807026026c3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:49.664447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff138-373d-4a7d-92d3-39f8b976f2b1 None None] Pushing event updated for resources: {'Port': ['ID=399dcb8e-580c-45ce-ac4f-370427d0a14a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.696673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9e4e0a44-bc0d-4ced-904d-01b364576ace', 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '2515bba5-ce3f-4230-b6a9-5285c5ab4b02'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:49.697691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.728018 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5857f591-6970-4f9c-b63a-27dff3042dfb req-bef24b72-cc2c-4053-90e9-99ecf4828b21 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362364 Apr 01 15:53:49.817894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Pushing event updated for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.047755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Allocated IP 172.20.0.1 (9e4e0a44-bc0d-4ced-904d-01b364576ace/2515bba5-ce3f-4230-b6a9-5285c5ab4b02/5318d867-ce12-4b90-817b-603c83bd72f6) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:50.071068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.088980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.092362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Transition to ACTIVE for port object 94c3e470-28e7-4569-a0ac-0807026026c3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.183022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] device_id is not set on port 95a15c5e-152d-4593-907a-df2d01b9af22 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:50.193286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:50.198830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Transition to ACTIVE for port object 94c3e470-28e7-4569-a0ac-0807026026c3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.200644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.208734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:50.216918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:50.217504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.254902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=a8774245-02b5-40b9-b53e-289cd24aa492,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.257307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Transition to ACTIVE for port object 95a15c5e-152d-4593-907a-df2d01b9af22 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.280139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.304689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.316069 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64c6bdc2-caf1-4f79-a4a0-a6db4635b6c8 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4592984 Apr 01 15:53:50.318615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.324713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'fixed_ips': [{'subnet_id': '6d82fecc-2801-4a5f-909d-c59b9bd0ad68'}, {'subnet_id': 'a8774245-02b5-40b9-b53e-289cd24aa492'}], 'name': 'tempest-PortsTestJSON-506276705'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:50.347666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.359732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.389248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Network af526ebd-cb99-49f4-8dae-43332837543d is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:50.398547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:50.409428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:50.415837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.425174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Pushing event updated for resources: {'Port': ['ID=94c3e470-28e7-4569-a0ac-0807026026c3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.468014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Transition to ACTIVE for port object 5318d867-ce12-4b90-817b-603c83bd72f6 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.582203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Transition to ACTIVE for port object 5318d867-ce12-4b90-817b-603c83bd72f6 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.585779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Attempting to bind port 94c3e470-28e7-4569-a0ac-0807026026c3 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.586150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Attempting to bind port 94c3e470-28e7-4569-a0ac-0807026026c3 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.586515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Attempting to bind port 94c3e470-28e7-4569-a0ac-0807026026c3 on network af526ebd-cb99-49f4-8dae-43332837543d {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.592740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:50.598917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Checking segment: {'id': 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:50.598917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.598917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Bound using segment: {'id': 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:50.598917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Bound port: 94c3e470-28e7-4569-a0ac-0807026026c3, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'af526ebd-cb99-49f4-8dae-43332837543d'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:50.598917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.655494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.722362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=95a15c5e-152d-4593-907a-df2d01b9af22,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.776880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Attempting to bind port dac310f4-6ab3-4693-a9a1-f0c765196ab7 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.778368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Attempting to bind port dac310f4-6ab3-4693-a9a1-f0c765196ab7 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.778368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Attempting to bind port dac310f4-6ab3-4693-a9a1-f0c765196ab7 on network e50da2ac-a597-4aea-a384-8ffcd0592e98 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.780182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Network 9e4e0a44-bc0d-4ced-904d-01b364576ace is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:50.783007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.787696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.788394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.788584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:50.794454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Port dac310f4-6ab3-4693-a9a1-f0c765196ab7 on network e50da2ac-a597-4aea-a384-8ffcd0592e98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:50.794766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Attempting to bind port dac310f4-6ab3-4693-a9a1-f0c765196ab7 on network e50da2ac-a597-4aea-a384-8ffcd0592e98 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.798724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:50.808337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:50.810109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.810596 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:50.812882 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 2 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:50.813408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] For port 94c3e470-28e7-4569-a0ac-0807026026c3, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:50.845115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:50.846442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:50.846830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Checking segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:50.847248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Bound using segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:50.847703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Bound port: dac310f4-6ab3-4693-a9a1-f0c765196ab7, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:50.848046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.858273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:50.865907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.875451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.875952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.880129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:50.884832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] For port 94c3e470-28e7-4569-a0ac-0807026026c3, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94c3e470-28e7-4569-a0ac-0807026026c3,segment=NetworkSegment(e2009e56-e4ef-45e7-a47d-0495ee3ae79d),segment_id=e2009e56-e4ef-45e7-a47d-0495ee3ae79d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:50.887511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Pushing event updated for resources: {'Port': ['ID=5318d867-ce12-4b90-817b-603c83bd72f6,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.898209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:50.898644 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:50.899613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:50.901481 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 3 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:50.940184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.940686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.941130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.951345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:50.951787 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:50.955311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 4 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:50.971492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.971821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.972335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:50.977670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:50.978125 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:50.978659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 5 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:50.980486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.995387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:50.995867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:50.996329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.002473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.002986 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.003507 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 6 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:51.012604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:51.031727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Attempting to bind port 5318d867-ce12-4b90-817b-603c83bd72f6 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.032452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Attempting to bind port 5318d867-ce12-4b90-817b-603c83bd72f6 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2142fb41-fcae-4590-88f1-e36194287a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.032593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Attempting to bind port 5318d867-ce12-4b90-817b-603c83bd72f6 on network 9e4e0a44-bc0d-4ced-904d-01b364576ace {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.051630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.052338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.052476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.054989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:53:51.054989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Checking segment: {'id': '2142fb41-fcae-4590-88f1-e36194287a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:51.054989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.054989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Bound using segment: {'id': '2142fb41-fcae-4590-88f1-e36194287a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:53:51.054989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Bound port: 5318d867-ce12-4b90-817b-603c83bd72f6, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2142fb41-fcae-4590-88f1-e36194287a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:51.056480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.105846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.106077 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.112183 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 7 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:51.144486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.145175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.145997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.167888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:51.168415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.168935 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.172044 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 8 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:51.176085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:51.207460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.20.0.1 (af526ebd-cb99-49f4-8dae-43332837543d/12133097-2866-4425-a0eb-c13c6a942931/5e3234c2-9d51-41ef-a022-103461644c11) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:51.217673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.218143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.222902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.228510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021747f-72f0-4bcf-ab0a-f4e05e74fc9b req-72a65841-8884-475b-b186-ea02ffe29e6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:51.230037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4021747f-72f0-4bcf-ab0a-f4e05e74fc9b req-72a65841-8884-475b-b186-ea02ffe29e6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 944 time: 0.2681286 Apr 01 15:53:51.233602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.245505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] For port 5318d867-ce12-4b90-817b-603c83bd72f6, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:51.245505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] For port 5318d867-ce12-4b90-817b-603c83bd72f6, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5318d867-ce12-4b90-817b-603c83bd72f6,segment=NetworkSegment(2142fb41-fcae-4590-88f1-e36194287a78),segment_id=2142fb41-fcae-4590-88f1-e36194287a78)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:53:51.245505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694842-fcbc-460d-92b8-b335f601e6e1 None None] Pushing event updated for resources: {'Port': ['ID=94c3e470-28e7-4569-a0ac-0807026026c3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.249142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.250184 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.257057 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 9 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:51.259538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639e4c4-6ac2-436d-84a9-52b887dbf3cd None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:51.284913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 757374d4-daeb-41a5-b0de-1a363e346de5 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:53:51.288672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.320294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.320631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.320969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.326056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.333415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.333560 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.340829 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempt 10 to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 Apr 01 15:53:51.371003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.376781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.376781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempting to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:53:51.384327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:53:51.384574 dv-neutron-835943-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Failed to bind port 95a15c5e-152d-4593-907a-df2d01b9af22 on host hv-neutron-8359 for vnic_type normal using segments [{'id': 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3a8a94e3-d685-4e71-80bb-69c6d2e61951'}] Apr 01 15:53:51.384830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.459330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.478593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=2515bba5-ce3f-4230-b6a9-5285c5ab4b02,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.512392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:51.512996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.514361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] 10.222.0.90 "PUT /v2.0/ports/dac310f4-6ab3-4693-a9a1-f0c765196ab7 HTTP/1.1" status: 200 len: 1094 time: 3.0002794 Apr 01 15:53:51.542851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:51.640348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4021747f-72f0-4bcf-ab0a-f4e05e74fc9b req-eec04c82-939a-4ae1-85b8-4941f498f1fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885543 Apr 01 15:53:51.723417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ea519129-cba8-43c2-a518-d2c12e5298a3 None None] Provisioning for port 399dcb8e-580c-45ce-ac4f-370427d0a14a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:51.743685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7', 'status': 'completed', 'code': 200} Apr 01 15:53:51.790877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.824497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783f0b9-38c0-43c4-ade0-cb2c0b7dd910 service neutron] Pushing event updated for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.868617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc8c75-c033-4e94-9e6f-684bf802dd9f None None] Pushing event updated for resources: {'Port': ['ID=5318d867-ce12-4b90-817b-603c83bd72f6,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.883749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e0a44-bc0d-4ced-904d-01b364576ace']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:51.903210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port 95a15c5e-152d-4593-907a-df2d01b9af22, host hv-neutron-8359, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:53:51.904165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attempted to set empty binding levels {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 01 15:53:51.966541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.971878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2142fb41-fcae-4590-88f1-e36194287a78') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:51.972298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2142fb41-fcae-4590-88f1-e36194287a78') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:52.005679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.009530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94c3e470-28e7-4569-a0ac-0807026026c3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:52.033473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 5e3234c2-9d51-41ef-a022-103461644c11 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:52.038176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-02bb27a5-c69e-4bd1-a667-032598b9b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.039924 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-02bb27a5-c69e-4bd1-a667-032598b9b61e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 1097 time: 0.3389866 Apr 01 15:53:52.048447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.113371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.158668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:52.159012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:52.193898 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:52.204673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Update dhcp port {'port': {'network_id': 'd9c5cd30-9bd7-4924-be10-28e1f1bebd45', 'fixed_ips': [{'subnet_id': '6d82fecc-2801-4a5f-909d-c59b9bd0ad68', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8774245-02b5-40b9-b53e-289cd24aa492'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '399dcb8e-580c-45ce-ac4f-370427d0a14a'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:53:52.212833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.12 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/6d82fecc-2801-4a5f-909d-c59b9bd0ad68/757374d4-daeb-41a5-b0de-1a363e346de5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:52.220930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-d256806f-bc1c-4b7c-bb7f-2419677407cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7 HTTP/1.1" status: 200 len: 217 time: 0.1636176 Apr 01 15:53:52.244054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] In _notify_port_updated(), no bound segment for port 95a15c5e-152d-4593-907a-df2d01b9af22 on network 3a8a94e3-d685-4e71-80bb-69c6d2e61951 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:52.245819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.246747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.249289 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "PUT /v2.0/ports/95a15c5e-152d-4593-907a-df2d01b9af22 HTTP/1.1" status: 200 len: 975 time: 2.9114876 Apr 01 15:53:52.251910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.18 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/a8774245-02b5-40b9-b53e-289cd24aa492/757374d4-daeb-41a5-b0de-1a363e346de5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:52.260149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:52.331530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16da8cc-255e-4e63-b793-52b8bddf911b tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event updated for resources: {'Port': ['ID=95a15c5e-152d-4593-907a-df2d01b9af22,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:52.337964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.398208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Deleting port 95a15c5e-152d-4593-907a-df2d01b9af22 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:52.398655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.406920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-a9611fa9-5a62-433e-9adb-5272bcc4d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.416746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-a9611fa9-5a62-433e-9adb-5272bcc4d369 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adc5cc60-ddda-4c83-8278-b7f484b90ca2 HTTP/1.1" status: 200 len: 837 time: 0.1210403 Apr 01 15:53:52.433187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 94c3e470-28e7-4569-a0ac-0807026026c3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:52.457697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 399dcb8e-580c-45ce-ac4f-370427d0a14a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:52.522594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:53:52.522594 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:53:52.522594 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': '9e4e0a44-bc0d-4ced-904d-01b364576ace'}] Apr 01 15:53:52.522594 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:52.523048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:52.529788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-e8c8bad9-d5e1-466b-8619-600a8a8d5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:52.532154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-e8c8bad9-d5e1-466b-8619-600a8a8d5d73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e50da2ac-a597-4aea-a384-8ffcd0592e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1050127 Apr 01 15:53:52.586545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.611566 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:52.789498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 399dcb8e-580c-45ce-ac4f-370427d0a14a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:52.794964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 399dcb8e-580c-45ce-ac4f-370427d0a14a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:52.795299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.815417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.831257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] For port 95a15c5e-152d-4593-907a-df2d01b9af22, host hv-neutron-8359, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:52.834179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.883539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5cfc37-2a8d-431b-8951-e4d685667dcc None None] Network af526ebd-cb99-49f4-8dae-43332837543d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:52.922772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 757374d4-daeb-41a5-b0de-1a363e346de5 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:53.001866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Calling delete_port for 95a15c5e-152d-4593-907a-df2d01b9af22 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:53.017433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network af526ebd-cb99-49f4-8dae-43332837543d is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:53.057981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:53.059893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.076183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:53.131657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Provisioning for port 94c3e470-28e7-4569-a0ac-0807026026c3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:53.139375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=5e3234c2-9d51-41ef-a022-103461644c11,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.169596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Provisioning complete for port 94c3e470-28e7-4569-a0ac-0807026026c3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:53.169972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.181054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port 5318d867-ce12-4b90-817b-603c83bd72f6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:53.181054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.229696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.252273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.275238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.275681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-53e210e7-a21d-429a-8f63-ca14a8ce8a0e service neutron] 10.222.0.90 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368979 Apr 01 15:53:53.303880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:53.308893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:53.314767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.329673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:53.365983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.388610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7d90d-715e-4429-a1e3-324c2e9f1e0a None None] Network 9e4e0a44-bc0d-4ced-904d-01b364576ace requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:53.397145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.397764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.413349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "DELETE /v2.0/ports/95a15c5e-152d-4593-907a-df2d01b9af22 HTTP/1.1" status: 204 len: 168 time: 1.1496663 Apr 01 15:53:53.415781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.515597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafc00f8-8b9e-42a1-ac4e-4a214461a144 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:53:53.520172 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bafc00f8-8b9e-42a1-ac4e-4a214461a144 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] 10.222.0.18 "GET /v2.0/ports/95a15c5e-152d-4593-907a-df2d01b9af22 HTTP/1.1" status: 404 len: 333 time: 0.0898874 Apr 01 15:53:53.541481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47164) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.567629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a64e6-1445-453a-ab14-50b5b15996e7 req-b66911e2-cc77-4808-ae08-9e660ae34703 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.569134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-077a64e6-1445-453a-ab14-50b5b15996e7 req-b66911e2-cc77-4808-ae08-9e660ae34703 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 944 time: 0.5622771 Apr 01 15:53:53.569747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=757374d4-daeb-41a5-b0de-1a363e346de5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.601101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=399dcb8e-580c-45ce-ac4f-370427d0a14a,segment=NetworkSegment(d76c45e8-7f34-46d2-8821-250f4f270e31),segment_id=d76c45e8-7f34-46d2-8821-250f4f270e31)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:53.603322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-04b1d9a2-d81a-425a-a4d6-d74f039ec321 {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:53.603681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:53.618336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce6b7c-2045-41a4-899c-61018cac74a2 tempest-PortsAdminExtendedAttrsTestJSON-1666064624 tempest-PortsAdminExtendedAttrsTestJSON-1666064624-project-admin] Pushing event deleted for resources: {'Port': ['ID=95a15c5e-152d-4593-907a-df2d01b9af22,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.633259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc41a79f-ab61-4ecb-9e7c-38acfa33b8e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3131654 Apr 01 15:53:53.634248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.641627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d82fecc-2801-4a5f-909d-c59b9bd0ad68'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:53.674309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.697319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b95f10bd-139a-4ae9-aba5-dcbb26473077 req-fd1bae0f-5d24-42d6-b8d1-390b6205aff3 service neutron] 10.222.0.90 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128270 Apr 01 15:53:53.794336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.817401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.852514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=399dcb8e-580c-45ce-ac4f-370427d0a14a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.880125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5318d867-ce12-4b90-817b-603c83bd72f6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:53.897271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port 5318d867-ce12-4b90-817b-603c83bd72f6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5318d867-ce12-4b90-817b-603c83bd72f6,segment=NetworkSegment(2142fb41-fcae-4590-88f1-e36194287a78),segment_id=2142fb41-fcae-4590-88f1-e36194287a78)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:53.897623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.923398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.927827 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-077a64e6-1445-453a-ab14-50b5b15996e7 req-3a00c4f0-af5f-4f3f-8bef-03bbf1baa3ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242238 Apr 01 15:53:53.930119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] For port 94c3e470-28e7-4569-a0ac-0807026026c3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94c3e470-28e7-4569-a0ac-0807026026c3,segment=NetworkSegment(e2009e56-e4ef-45e7-a47d-0495ee3ae79d),segment_id=e2009e56-e4ef-45e7-a47d-0495ee3ae79d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:54.042579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.086435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for 5318d867-ce12-4b90-817b-603c83bd72f6 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:54.108678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] DHCP port deletion for 9e4e0a44-bc0d-4ced-904d-01b364576ace request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:53:54.117586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.160595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5318d867-ce12-4b90-817b-603c83bd72f6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:54.179179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Deleting port 5318d867-ce12-4b90-817b-603c83bd72f6 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:54.183745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.191505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Delete allocated IP 172.20.0.18 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/a8774245-02b5-40b9-b53e-289cd24aa492) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:53:54.287526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.309453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25aaa8-716f-4eb1-b4d4-ff9432a292e8 None None] Pushing event updated for resources: {'Port': ['ID=94c3e470-28e7-4569-a0ac-0807026026c3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.348477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8677ce8d-e728-4670-b6c7-159c5f43ccd8 None None] Provisioning for port 5318d867-ce12-4b90-817b-603c83bd72f6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:54.395552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8677ce8d-e728-4670-b6c7-159c5f43ccd8 None None] Provisioning complete for port 5318d867-ce12-4b90-817b-603c83bd72f6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.396263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8677ce8d-e728-4670-b6c7-159c5f43ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.427442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.449810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-cdb9e864-02aa-4c64-9b65-f37b19002f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:54.451353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-cdb9e864-02aa-4c64-9b65-f37b19002f4f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 1097 time: 0.6490085 Apr 01 15:53:54.451600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Ignored duplicate provisioning block setup for port 757374d4-daeb-41a5-b0de-1a363e346de5 by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:53:54.549147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.636182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.640943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8677ce8d-e728-4670-b6c7-159c5f43ccd8 None None] Could not find standard attr ID for object 5318d867-ce12-4b90-817b-603c83bd72f6. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:54.649723 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-8677ce8d-e728-4670-b6c7-159c5f43ccd8 None None] No ports have port_id starting with 5318d867-ce12-4b90-817b-603c83bd72f6 Apr 01 15:53:54.664957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] For port 5318d867-ce12-4b90-817b-603c83bd72f6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5318d867-ce12-4b90-817b-603c83bd72f6,segment=NetworkSegment(2142fb41-fcae-4590-88f1-e36194287a78),segment_id=2142fb41-fcae-4590-88f1-e36194287a78)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:54.664957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.676029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.699685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=757374d4-daeb-41a5-b0de-1a363e346de5,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.724264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] In _notify_port_updated(), no bound segment for port 757374d4-daeb-41a5-b0de-1a363e346de5 on network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:54.729634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:54.730348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.734881 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-31a22043-c2de-4f12-851c-60c1cd9ae23a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/ports/757374d4-daeb-41a5-b0de-1a363e346de5 HTTP/1.1" status: 200 len: 919 time: 1.0964446 Apr 01 15:53:54.735288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.741115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d82fecc-2801-4a5f-909d-c59b9bd0ad68'}, {'subnet_id': 'a8774245-02b5-40b9-b53e-289cd24aa492'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:54.770359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a94e3-d685-4e71-80bb-69c6d2e61951']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.781508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=5318d867-ce12-4b90-817b-603c83bd72f6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.837250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Calling delete_port for 5318d867-ce12-4b90-817b-603c83bd72f6 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:54.840048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port 5318d867-ce12-4b90-817b-603c83bd72f6 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:54.850369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.850672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd53a9d4-41e2-4311-b6af-5984cbcd6aa3') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.871028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.912226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Provisioning complete for port 94c3e470-28e7-4569-a0ac-0807026026c3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.912493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.941261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Allocated IP 172.20.0.19 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/a8774245-02b5-40b9-b53e-289cd24aa492/399dcb8e-580c-45ce-ac4f-370427d0a14a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:54.941631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.996407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:54.996776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:55.113251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.140732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.152049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:55.152406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:55.175529 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:55.178264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-359dffa4-c768-45d1-b459-c5800ec20c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:55.178264 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-359dffa4-c768-45d1-b459-c5800ec20c5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e50da2ac-a597-4aea-a384-8ffcd0592e98 HTTP/1.1" status: 200 len: 898 time: 0.5275133 Apr 01 15:53:55.251110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3b0b9-53df-40da-a2dc-9ced73f2106e req-ee76649b-374d-4201-b15e-3563a0a6de53 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:55.252781 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bd3b0b9-53df-40da-a2dc-9ced73f2106e req-ee76649b-374d-4201-b15e-3563a0a6de53 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 944 time: 0.2006760 Apr 01 15:53:55.273480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=399dcb8e-580c-45ce-ac4f-370427d0a14a,segment=NetworkSegment(d76c45e8-7f34-46d2-8821-250f4f270e31),segment_id=d76c45e8-7f34-46d2-8821-250f4f270e31)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:55.298800 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bd3b0b9-53df-40da-a2dc-9ced73f2106e req-b993b9da-4cc7-437c-abf4-640348f8bc2f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Apr 01 15:53:55.308886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.327944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e0a44-bc0d-4ced-904d-01b364576ace']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:55.335046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Transition to ACTIVE for port object 399dcb8e-580c-45ce-ac4f-370427d0a14a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:55.335573 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-97956e85-9aac-4b92-866c-9a725582c091 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7 HTTP/1.1" status: 200 len: 217 time: 0.1418386 Apr 01 15:53:55.354595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Provisioning for port 5e3234c2-9d51-41ef-a022-103461644c11 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:55.354973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2142fb41-fcae-4590-88f1-e36194287a78') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:55.355296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2142fb41-fcae-4590-88f1-e36194287a78') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:55.360501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Provisioning complete for port 5e3234c2-9d51-41ef-a022-103461644c11 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:55.360945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.415416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.415927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.446287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.456485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-49f0255c-bea9-4be8-9daf-4e9fa6ac0e3b None None] Port 5e3234c2-9d51-41ef-a022-103461644c11 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:55.458565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-cbc4d960-cb44-4cb6-a338-f00060bfcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:55.460065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-cbc4d960-cb44-4cb6-a338-f00060bfcca5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=adc5cc60-ddda-4c83-8278-b7f484b90ca2 HTTP/1.1" status: 200 len: 837 time: 0.1110692 Apr 01 15:53:55.461035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:53:55.461435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:55.478072 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:55.489008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.18 (d9c5cd30-9bd7-4924-be10-28e1f1bebd45/a8774245-02b5-40b9-b53e-289cd24aa492/757374d4-daeb-41a5-b0de-1a363e346de5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:55.508013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Deleting port 5318d867-ce12-4b90-817b-603c83bd72f6 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:55.508520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.585281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.586024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.615636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.633715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6fc16267-0d6d-4bc0-930f-37a0227cae74 None None] The port '5318d867-ce12-4b90-817b-603c83bd72f6' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:53:55.637642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] Pushing event deleted for resources: {'Network': ['ID=3a8a94e3-d685-4e71-80bb-69c6d2e61951,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.644148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71738d0-6483-4001-a730-763bcb33c9d7 None None] Pushing event updated for resources: {'Port': ['ID=399dcb8e-580c-45ce-ac4f-370427d0a14a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.655411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c87fad01-1aa1-416b-a007-f6491ebd1821 tempest-PortsAdminExtendedAttrsTestJSON-881360008 tempest-PortsAdminExtendedAttrsTestJSON-881360008-project] 10.222.0.18 "DELETE /v2.0/networks/3a8a94e3-d685-4e71-80bb-69c6d2e61951 HTTP/1.1" status: 204 len: 168 time: 2.1126735 Apr 01 15:53:55.665422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.690051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.706612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Ignored duplicate provisioning block setup for port 757374d4-daeb-41a5-b0de-1a363e346de5 by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:53:55.762657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.798350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94c3e470-28e7-4569-a0ac-0807026026c3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:55.812047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.816603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.834608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.842128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=9e4e0a44-bc0d-4ced-904d-01b364576ace,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.845993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-9c3f6738-a55c-472f-bb04-2fb6a197910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:55.847592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-9c3f6738-a55c-472f-bb04-2fb6a197910c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e50da2ac-a597-4aea-a384-8ffcd0592e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3503556 Apr 01 15:53:55.855561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7fb77710-8408-4ff2-abb0-65c9d7b0acce tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/9e4e0a44-bc0d-4ced-904d-01b364576ace HTTP/1.1" status: 204 len: 168 time: 6.4906204 Apr 01 15:53:55.856362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=5e3234c2-9d51-41ef-a022-103461644c11,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.869991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47180) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.892567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653718510'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:55.915483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device dac310f4-6ab3-4693-a9a1-f0c765196ab7 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:53:55.944446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:55.976043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 94c3e470-28e7-4569-a0ac-0807026026c3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:55.976310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.984069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:56.186338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:56.215517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'port_id': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7', 'mac_address': 'fa:16:3e:75:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:53:56.237757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:56.241016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=757374d4-daeb-41a5-b0de-1a363e346de5,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.251819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:56.270496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 399dcb8e-580c-45ce-ac4f-370427d0a14a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:56.311391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35353415-616e-4a61-9bc1-916830215b9a None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:56.325941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] In _notify_port_updated(), no bound segment for port 757374d4-daeb-41a5-b0de-1a363e346de5 on network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:53:56.338032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.339544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.346218 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97bdf9ab-af6e-46fe-a77a-8816687f1415 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/ports/757374d4-daeb-41a5-b0de-1a363e346de5 HTTP/1.1" status: 200 len: 999 time: 1.6073375 Apr 01 15:53:56.348802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47188) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.388758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.406650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:56.410049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.443882 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-079918d6-b788-4df7-84ff-7e1bad923609 service neutron] 10.222.0.90 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837877 Apr 01 15:53:56.448653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network af526ebd-cb99-49f4-8dae-43332837543d is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:56.450081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:56.480222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:56.489456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.500925 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 757374d4-daeb-41a5-b0de-1a363e346de5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:56.501435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.544626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac310f4-6ab3-4693-a9a1-f0c765196ab7 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:56.563555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:56.603382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.603742 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293 of type vlan for network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 Apr 01 15:53:56.626851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb7841e9-966b-4fa4-b99b-ba34080e89c9 None None] Provisioning for port 399dcb8e-580c-45ce-ac4f-370427d0a14a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:56.640888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb7841e9-966b-4fa4-b99b-ba34080e89c9 None None] Provisioning complete for port 399dcb8e-580c-45ce-ac4f-370427d0a14a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:56.641342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb7841e9-966b-4fa4-b99b-ba34080e89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.683079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 399dcb8e-580c-45ce-ac4f-370427d0a14a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:56.683728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.719277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.764070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.838440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f742b939-fb23-4e22-8bd7-a99616a6b245 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00f4dbb21de14561bca873806fcda2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460194 Apr 01 15:53:56.845767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47198) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.880878 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d2914de-b5a9-4d90-8d54-dece102a8cf7 req-8843959b-3dc7-41ae-84fa-a01633959e67 service neutron] 10.222.0.90 "GET /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245827 Apr 01 15:53:56.891998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.902362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53de1ed-bb99-4b12-95e6-175d128cdef9 req-1b7a8893-13cc-4640-a4f5-469f661ad1ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.904393 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b53de1ed-bb99-4b12-95e6-175d128cdef9 req-1b7a8893-13cc-4640-a4f5-469f661ad1ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 944 time: 0.3685973 Apr 01 15:53:56.941668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.958965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b53de1ed-bb99-4b12-95e6-175d128cdef9 req-b3b908da-e673-4d6a-82e8-8c2a1c8e8f1e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473764 Apr 01 15:53:56.969342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['dac310f4-6ab3-4693-a9a1-f0c765196ab7'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:53:56.989311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router f5ac9c7d-b1a1-450c-b57f-32358141f9e1 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:53:57.069694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.074206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.074805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.103524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 757374d4-daeb-41a5-b0de-1a363e346de5 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:57.159050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:53:57.168810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d209c01-11e1-4c38-8775-7e2f30f6779d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/f5ac9c7d-b1a1-450c-b57f-32358141f9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9354956 Apr 01 15:53:57.171419 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] Sync routers for ids ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:57.172932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.178635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2991107 Apr 01 15:53:57.190934 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] Routers {'f5ac9c7d-b1a1-450c-b57f-32358141f9e1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:57.192728 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.200598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.218369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5318d867-ce12-4b90-817b-603c83bd72f6 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:57.227080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.264434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac7e3a-98cc-4556-ba70-f852e04f93ed tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.266324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-14ac7e3a-98cc-4556-ba70-f852e04f93ed tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:57.280790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:57.329104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5318d867-ce12-4b90-817b-603c83bd72f6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:53:57.329358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5318d867-ce12-4b90-817b-603c83bd72f6 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:57.349125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-14ac7e3a-98cc-4556-ba70-f852e04f93ed tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:57.349893 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.354762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-14ac7e3a-98cc-4556-ba70-f852e04f93ed tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports/5e3234c2-9d51-41ef-a022-103461644c11 HTTP/1.1" status: 200 len: 910 time: 0.1806166 Apr 01 15:53:57.355512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.358314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6eb6681e-e58f-4548-8c23-a137d2b5b724 None None] Provisioning complete for port 5e3234c2-9d51-41ef-a022-103461644c11 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:57.359466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6eb6681e-e58f-4548-8c23-a137d2b5b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.362482 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] Routers {'f5ac9c7d-b1a1-450c-b57f-32358141f9e1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:53:57.363566 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.433554 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.434065 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f60309-fcd4-408b-8c4f-98067430228f None None] The sync data for ids ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:57.457728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6eb6681e-e58f-4548-8c23-a137d2b5b724 None None] Port 5e3234c2-9d51-41ef-a022-103461644c11 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:53:57.550093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af57d-ba26-4660-9493-d396d244f856 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=6e64a2b6-56bb-4366-967a-1ccc2af16d91,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.553695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.571196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:57.597258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:57.644441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:57.653980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:57.669020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:57.766151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:57.770147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.808914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.818026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Provisioning for port 757374d4-daeb-41a5-b0de-1a363e346de5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:57.823174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Provisioning complete for port 757374d4-daeb-41a5-b0de-1a363e346de5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:57.823577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.860321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Port 757374d4-daeb-41a5-b0de-1a363e346de5 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:53:57.874154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Provisioning complete for port 399dcb8e-580c-45ce-ac4f-370427d0a14a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:57.874901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8a181a3-b21d-4fb6-979f-1da5b9430c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.884238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f8b67c-50b7-4cd8-b51c-af0b364439a4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.891073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.942469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device dac310f4-6ab3-4693-a9a1-f0c765196ab7 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:57.979650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=757374d4-daeb-41a5-b0de-1a363e346de5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.048505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.176030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.177234 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a02fbf5-c605-499b-a6f6-c3a6feacf0e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4f8b67c-50b7-4cd8-b51c-af0b364439a4 HTTP/1.1" status: 204 len: 168 time: 1.3304596 Apr 01 15:53:58.229165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port dac310f4-6ab3-4693-a9a1-f0c765196ab7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:58.235736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port dac310f4-6ab3-4693-a9a1-f0c765196ab7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:58.236090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.271224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.287221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1410b2f0-c537-41b3-84e8-4b87e74d7a1e None None] Could not find standard attr ID for object 757374d4-daeb-41a5-b0de-1a363e346de5. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:58.398538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.432104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:58.444170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:53:58.481243 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7', 'code': 200} Apr 01 15:53:58.527093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.584091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=6ff1c1d0-9723-4efd-84aa-5527f98cf4c9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.586527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.601785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:53:58.602299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 6e64a2b6-56bb-4366-967a-1ccc2af16d91, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:58.607054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.610220 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-733f9461-e587-485b-9ca2-4c166d78acaf tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/757374d4-daeb-41a5-b0de-1a363e346de5 HTTP/1.1" status: 204 len: 168 time: 2.2602313 Apr 01 15:53:58.611789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.625194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dcdae-d706-4e41-9a3a-9429add9fe69 req-e47f35bc-333d-48e6-a8a7-db070baec186 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:58.626222 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c91dcdae-d706-4e41-9a3a-9429add9fe69 req-e47f35bc-333d-48e6-a8a7-db070baec186 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 945 time: 0.4420996 Apr 01 15:53:58.695736 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fdb1d7-e78b-43e6-82e5-7058b0c268a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:53:58.696387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96fdb1d7-e78b-43e6-82e5-7058b0c268a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:58.725483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 5e3234c2-9d51-41ef-a022-103461644c11 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:53:58.725872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.732600 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c91dcdae-d706-4e41-9a3a-9429add9fe69 req-7ab52084-eeff-47c6-ad77-160945f98f97 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602834 Apr 01 15:53:58.783906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:58.834714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96fdb1d7-e78b-43e6-82e5-7058b0c268a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:58.836023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96fdb1d7-e78b-43e6-82e5-7058b0c268a0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/757374d4-daeb-41a5-b0de-1a363e346de5 HTTP/1.1" status: 404 len: 333 time: 0.2216930 Apr 01 15:53:58.838936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.876348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 6e64a2b6-56bb-4366-967a-1ccc2af16d91) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:58.878407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:58.879057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.885131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05fb66-5333-417d-95e1-97f9b8db1760 None None] Network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:58.931488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet a8774245-02b5-40b9-b53e-289cd24aa492 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:53:58.935064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.946978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.992277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.000970 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00032f42-ed73-45a3-a3f3-619f215db111 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7776165 Apr 01 15:53:59.001693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.015014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c77d32-82ea-42d9-bc8b-a59b6a3eb062 req-7b665a05-a582-4f54-9f23-db7ba445dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:59.016586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-08c77d32-82ea-42d9-bc8b-a59b6a3eb062 req-7b665a05-a582-4f54-9f23-db7ba445dd34 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 1099 time: 0.2164197 Apr 01 15:53:59.049564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.112415 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19853de7-6b18-4ec4-b07d-57009b835afb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d6bf43e3aa147b4bbe43b6417a1f014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632261 Apr 01 15:53:59.132477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-6e64a2b6-56bb-4366-967a-1ccc2af16d91', 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '6ff1c1d0-9723-4efd-84aa-5527f98cf4c9'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:53:59.133476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.144610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.202724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 5e3234c2-9d51-41ef-a022-103461644c11 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:53:59.282042 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-08c77d32-82ea-42d9-bc8b-a59b6a3eb062 req-48adedbd-baaa-4d06-af02-b1226991cf6f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963224 Apr 01 15:53:59.282795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.289163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.296172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Allocated IP 172.20.0.1 (6e64a2b6-56bb-4366-967a-1ccc2af16d91/6ff1c1d0-9723-4efd-84aa-5527f98cf4c9/4814c235-37b4-4c96-8fd5-d1dba6a17ec2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:59.326261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.355344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.447021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.469827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a7ec6-1a49-46dd-8896-97df5e713072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.480380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.500379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=5e3234c2-9d51-41ef-a022-103461644c11,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.567634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.583806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.606415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Transition to ACTIVE for port object 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:59.631820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Transition to ACTIVE for port object 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:59.636936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.655002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=a8774245-02b5-40b9-b53e-289cd24aa492,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.658226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.668690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d684e-f127-43b2-b7fa-bf6514756648 None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:53:59.670114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.675868 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f0db9c1-1ce7-40d5-b0fc-c9926c971752 HTTP/1.1" status: 204 len: 168 time: 0.5300620 Apr 01 15:53:59.681130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-815c0acc-b53b-4700-8f8c-2aa0bd333492 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/a8774245-02b5-40b9-b53e-289cd24aa492 HTTP/1.1" status: 204 len: 168 time: 0.8411081 Apr 01 15:53:59.685555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47244) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.687386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2706-339b-4aa6-b4cd-d65fc197e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0db9c1-1ce7-40d5-b0fc-c9926c971752,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.689539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.772827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.853333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff1c1d0-9723-4efd-84aa-5527f98cf4c9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.867406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:59.867526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.874884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:59.877517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:53:59.962828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.965021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Pushing event updated for resources: {'Port': ['ID=4814c235-37b4-4c96-8fd5-d1dba6a17ec2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.992059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e64a2b6-56bb-4366-967a-1ccc2af16d91']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.003584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet 6d82fecc-2801-4a5f-909d-c59b9bd0ad68 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:00.005371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.005792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.016418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.019536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.040425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.042726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Attempting to bind port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:00.043097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Attempting to bind port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:00.043506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Attempting to bind port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 on network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:00.049979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:00.050467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.051565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:00.051945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Checking segment: {'id': '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:00.052351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.052749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Bound using segment: {'id': '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:00.053229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Bound port: 4814c235-37b4-4c96-8fd5-d1dba6a17ec2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:00.053601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:00.069721 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:00.223812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:54:00.223812 dv-neutron-835943-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:54:00.223812 dv-neutron-835943-1-hyperv neutron-server[88600]: [parameters: {'id': '6e64a2b6-56bb-4366-967a-1ccc2af16d91'}] Apr 01 15:54:00.223812 dv-neutron-835943-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:00.224544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:00.241847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] For port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:00.245463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] For port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4814c235-37b4-4c96-8fd5-d1dba6a17ec2,segment=NetworkSegment(2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293),segment_id=2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:00.315058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.439070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36597c98-461b-4803-a0e6-325a13ffa62b None None] Pushing event updated for resources: {'Port': ['ID=4814c235-37b4-4c96-8fd5-d1dba6a17ec2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.471675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router f5ac9c7d-b1a1-450c-b57f-32358141f9e1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:00.474627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.534952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7eb3-0acc-442b-9590-c950e5dfa9c8 req-080003c3-a4f7-44c4-88f9-25d87cb57670 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:00.536571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-571f7eb3-0acc-442b-9590-c950e5dfa9c8 req-080003c3-a4f7-44c4-88f9-25d87cb57670 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.6623564 Apr 01 15:54:00.549427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b3a91-59f6-44db-b4a0-a397e1dc00f5 None None] Network 6e64a2b6-56bb-4366-967a-1ccc2af16d91 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:00.726083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.730694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:00.748210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fff940-2851-4771-8c3f-533733a65320 None None] Sync routers for ids ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:00.750352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:00.750981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.763329 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-571f7eb3-0acc-442b-9590-c950e5dfa9c8 req-694a4082-abda-4df6-a881-d0ec0ca7b083 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170758 Apr 01 15:54:00.776227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] Routers {'f5ac9c7d-b1a1-450c-b57f-32358141f9e1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:00.777017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.779701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.858973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ecda389e-dd82-42c1-93a6-ef31df0c6374 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/f5ac9c7d-b1a1-450c-b57f-32358141f9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022721 Apr 01 15:54:00.865719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.868510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47264) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.887035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] Routers {'f5ac9c7d-b1a1-450c-b57f-32358141f9e1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:00.887743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:53:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.941074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a70e885c-3428-474c-8e1b-2e2fdaa82638 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:00.974512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fff940-2851-4771-8c3f-533733a65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.974924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fff940-2851-4771-8c3f-533733a65320 None None] The sync data for ids ['f5ac9c7d-b1a1-450c-b57f-32358141f9e1'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:01.001666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5db9cf-9e31-4a20-a6dd-0f1c60233c61 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:54:01.047304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.095556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4814c235-37b4-4c96-8fd5-d1dba6a17ec2,segment=NetworkSegment(2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293),segment_id=2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:01.095917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.125885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a70e885c-3428-474c-8e1b-2e2fdaa82638 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:01.135805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a70e885c-3428-474c-8e1b-2e2fdaa82638 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ac9c7d-b1a1-450c-b57f-32358141f9e1 HTTP/1.1" status: 200 len: 205 time: 0.2657790 Apr 01 15:54:01.140508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.143192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.153718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=6d82fecc-2801-4a5f-909d-c59b9bd0ad68,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.154699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-466bc9ca-f1ae-4fbb-b891-0d2772174f66 None None] Provisioning complete for port 399dcb8e-580c-45ce-ac4f-370427d0a14a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:01.155247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-466bc9ca-f1ae-4fbb-b891-0d2772174f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.225698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5db9cf-9e31-4a20-a6dd-0f1c60233c61 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:01.226694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b16b9a2c-2304-4c81-8c86-f02f9deee795 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/6d82fecc-2801-4a5f-909d-c59b9bd0ad68 HTTP/1.1" status: 204 len: 168 time: 1.5386314 Apr 01 15:54:01.233278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:01.237149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47276) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.362315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.526147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.564210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.578653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=4814c235-37b4-4c96-8fd5-d1dba6a17ec2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.583347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port 4814c235-37b4-4c96-8fd5-d1dba6a17ec2 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:01.686166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9dbca-3f57-4562-85dc-5b068e24e686 None None] Network d9c5cd30-9bd7-4924-be10-28e1f1bebd45 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:01.715349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.752242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e64a2b6-56bb-4366-967a-1ccc2af16d91']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.768572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.769058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab9e6cc-5e4a-4ad4-ab7c-0bb2f2135293') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.784089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.804206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.812156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:01.812657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.869728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 399dcb8e-580c-45ce-ac4f-370427d0a14a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:01.870079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.905260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.912210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:01.932655 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:01.998569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] DHCP port deletion for d9c5cd30-9bd7-4924-be10-28e1f1bebd45 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:02.003246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Deleting port 399dcb8e-580c-45ce-ac4f-370427d0a14a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:02.003524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.060602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.091008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.105249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=6e64a2b6-56bb-4366-967a-1ccc2af16d91,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.125110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71586050-8802-40cb-8a8e-afef1dcebeb1 req-c9ad84cb-4c5f-467d-8ecf-af281aeac714 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:02.126850 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71586050-8802-40cb-8a8e-afef1dcebeb1 req-c9ad84cb-4c5f-467d-8ecf-af281aeac714 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.1398532 Apr 01 15:54:02.138431 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-750e5af5-215b-4895-acc4-8c969e53251e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/6e64a2b6-56bb-4366-967a-1ccc2af16d91 HTTP/1.1" status: 204 len: 168 time: 3.1335993 Apr 01 15:54:02.141004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.141004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router f5ac9c7d-b1a1-450c-b57f-32358141f9e1 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:02.157389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.166126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-165272972'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:02.175118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.177122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:02.179921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-54abf930-2153-4b1f-878e-b879dd943ac8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/f5ac9c7d-b1a1-450c-b57f-32358141f9e1 HTTP/1.1" status: 204 len: 168 time: 1.0292027 Apr 01 15:54:02.180686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.192873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:02.199821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:02.208700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:02.213872 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71586050-8802-40cb-8a8e-afef1dcebeb1 req-fd21a9d8-a85e-4419-a60c-5ca006bc7345 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743425 Apr 01 15:54:02.250133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=399dcb8e-580c-45ce-ac4f-370427d0a14a,segment=NetworkSegment(d76c45e8-7f34-46d2-8821-250f4f270e31),segment_id=d76c45e8-7f34-46d2-8821-250f4f270e31)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:02.250506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.269966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:02.274490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.301984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47306) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.327521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:02.339729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.340073 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 7b396d13-78ab-48cf-ab24-2ad72c2bd4c9 of type vlan for network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 Apr 01 15:54:02.369629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] For port 399dcb8e-580c-45ce-ac4f-370427d0a14a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=399dcb8e-580c-45ce-ac4f-370427d0a14a,segment=NetworkSegment(d76c45e8-7f34-46d2-8821-250f4f270e31),segment_id=d76c45e8-7f34-46d2-8821-250f4f270e31)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:02.370027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.374593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.402478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 399dcb8e-580c-45ce-ac4f-370427d0a14a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:02.440093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30090d37-3c9f-4c53-9149-d171edb32038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.469056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1463108358', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:02.473803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:02.477761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Usage tracker for resource:port and tenant:f24bf9d9c25f40f69cf4421e15517965 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:02.480965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:02.484266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.489649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:02.490242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.491071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 12133097-2866-4425-a0eb-c13c6a942931 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:02.501526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.502930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Calling delete_port for 399dcb8e-580c-45ce-ac4f-370427d0a14a owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:02.513897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:02.589666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.606805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e4da8e0e-e4c1-40a0-b292-b177fb4aadd9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.616706 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85b75ce8-78d6-4456-9c8a-e90babd25473 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4560249 Apr 01 15:54:02.616706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.621377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:02.622662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:02.638819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Made reservation on behalf of f24bf9d9c25f40f69cf4421e15517965 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:02.641587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.669332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.674779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a81d3-c208-44a7-8e53-1caaa17a30e5 req-16585be5-5e92-4db2-829f-c67e1b8b707a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:02.676279 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-149a81d3-c208-44a7-8e53-1caaa17a30e5 req-16585be5-5e92-4db2-829f-c67e1b8b707a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.2445765 Apr 01 15:54:02.722348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.726373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:02.726712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:02.735114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.749891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:02.764347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Usage tracker for resource:security_group_rule and tenant:f24bf9d9c25f40f69cf4421e15517965 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:02.768990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:02.782857 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-149a81d3-c208-44a7-8e53-1caaa17a30e5 req-10d36cb3-3420-4b3d-95dc-84ae920cb422 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995133 Apr 01 15:54:02.790121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] Pushing event deleted for resources: {'Port': ['ID=399dcb8e-580c-45ce-ac4f-370427d0a14a,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.809809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e2784-7ce0-4d01-b6eb-da4b9660eb01 None None] No DVR routers for this DVR port 399dcb8e-580c-45ce-ac4f-370427d0a14a on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:02.811684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:02.834501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.902954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.921321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.931960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.974398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.980469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d82ddf-443c-4440-94ba-7b24eab7fe6d None None] Network af526ebd-cb99-49f4-8dae-43332837543d requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:02.982267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=12133097-2866-4425-a0eb-c13c6a942931,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.990984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed6cc44c-31b3-4486-b1a7-ffb80499111c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/12133097-2866-4425-a0eb-c13c6a942931 HTTP/1.1" status: 204 len: 168 time: 0.7950158 Apr 01 15:54:02.993574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.037797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.045359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.068165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:54:03.073454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:03.074146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.075311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "PUT /v2.0/networks/e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 HTTP/1.1" status: 200 len: 723 time: 0.4586327 Apr 01 15:54:03.078730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.084947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:03.202898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.212175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.219302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:03.223377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:03.225653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] device_id is not set on port fbcad8cf-9312-4808-9c82-71590b8f3236 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:03.229620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 399dcb8e-580c-45ce-ac4f-370427d0a14a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:03.230071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.255119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.265950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e7873-bf9d-4e20-99db-0e473c81fdb6 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e4da8e0e-e4c1-40a0-b292-b177fb4aadd9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:03.270966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.275882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] DHCP port deletion for af526ebd-cb99-49f4-8dae-43332837543d request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:03.282690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Deleting port 94c3e470-28e7-4569-a0ac-0807026026c3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:03.283072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.307284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] The port '399dcb8e-580c-45ce-ac4f-370427d0a14a' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:03.310706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c459b37-0efd-4093-9781-51de81f9ddbb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:03.324603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 94c3e470-28e7-4569-a0ac-0807026026c3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:03.324956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.343488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:03.425875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:03.429769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.470089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.502127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Allocated IP 172.26.7.47 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/fbcad8cf-9312-4808-9c82-71590b8f3236) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:03.568766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c5cd30-9bd7-4924-be10-28e1f1bebd45']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.587839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c45e8-7f34-46d2-8821-250f4f270e31') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.588425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c45e8-7f34-46d2-8821-250f4f270e31') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.608085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] For port 94c3e470-28e7-4569-a0ac-0807026026c3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94c3e470-28e7-4569-a0ac-0807026026c3,segment=NetworkSegment(e2009e56-e4ef-45e7-a47d-0495ee3ae79d),segment_id=e2009e56-e4ef-45e7-a47d-0495ee3ae79d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:03.608654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.610837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.637161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.646506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:03.647010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:03.662805 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:03.767318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Calling delete_port for 94c3e470-28e7-4569-a0ac-0807026026c3 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:03.779789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 94c3e470-28e7-4569-a0ac-0807026026c3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=94c3e470-28e7-4569-a0ac-0807026026c3,segment=NetworkSegment(e2009e56-e4ef-45e7-a47d-0495ee3ae79d),segment_id=e2009e56-e4ef-45e7-a47d-0495ee3ae79d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:03.780954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.801811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.802812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 94c3e470-28e7-4569-a0ac-0807026026c3 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:03.936235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 94c3e470-28e7-4569-a0ac-0807026026c3 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:03.960088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.003523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.032525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.057658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=d9c5cd30-9bd7-4924-be10-28e1f1bebd45,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.067334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.071769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.071945 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f7b419cd-7f49-4379-9043-45d9bc62e168 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/d9c5cd30-9bd7-4924-be10-28e1f1bebd45 HTTP/1.1" status: 204 len: 168 time: 2.8333166 Apr 01 15:54:04.127952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 399dcb8e-580c-45ce-ac4f-370427d0a14a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:04.145096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:04.145410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:04.149281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.153138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] No DVR routers for this DVR port 94c3e470-28e7-4569-a0ac-0807026026c3 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:04.155697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.161808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236eccc-f77b-481c-b73b-8649de478df5 None None] Pushing event deleted for resources: {'Port': ['ID=94c3e470-28e7-4569-a0ac-0807026026c3,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.169782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 399dcb8e-580c-45ce-ac4f-370427d0a14a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:04.170081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 399dcb8e-580c-45ce-ac4f-370427d0a14a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:04.208409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561fc03-8384-4e1e-a75f-1151a41ef505 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.213571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7561fc03-8384-4e1e-a75f-1151a41ef505 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1370161 Apr 01 15:54:04.214463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.249940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=0c080c84-b44f-49da-81bd-aee4fab7eeb6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.260509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:04.260509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: e4da8e0e-e4c1-40a0-b292-b177fb4aadd9, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:04.293613 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f0d1e591-cf94-4b2a-97dc-922171a77098 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0780699 Apr 01 15:54:04.297213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.302453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1385555256'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:04.307673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:04.311504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:04.314504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:04.317611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.334702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.358301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:04.401670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:04.402016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:04.404039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:04.409116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:04.439093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Pushing event updated for resources: {'Port': ['ID=fbcad8cf-9312-4808-9c82-71590b8f3236,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.466707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.467505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.489609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:04.493041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.508836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.510394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e4da8e0e-e4c1-40a0-b292-b177fb4aadd9) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:04.522570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554861c-9472-46eb-b992-7093e050df08 None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:04.528259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.529067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.532297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:04.543769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.544250 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment 9ce45eb7-2e9a-4113-982e-64e4678016d2 of type vlan for network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 Apr 01 15:54:04.574677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.598319 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef86270f-e8de-4c3a-8472-cf71a8a07452 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2952542 Apr 01 15:54:04.601242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47344) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.608003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.47'}]}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:04.613975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:04.618016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Usage tracker for resource:router and tenant:f24bf9d9c25f40f69cf4421e15517965 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:04.620905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:04.633360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:04.646958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 94c3e470-28e7-4569-a0ac-0807026026c3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:04.653092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.708080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-36703cba-feab-44ee-8b94-89d791ed7a5e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6279135 Apr 01 15:54:04.710895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.725443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.727978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:04.730860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.731492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.741376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] The port '94c3e470-28e7-4569-a0ac-0807026026c3' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:04.776033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e4da8e0e-e4c1-40a0-b292-b177fb4aadd9', 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '0c080c84-b44f-49da-81bd-aee4fab7eeb6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:04.777091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.814917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.815915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.919730 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6214523 Apr 01 15:54:04.923889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.935693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:04.938232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064789f4-2ca8-40a2-a0ac-af7b390fdfa6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=7b482913-ce6f-49f6-b7f1-e72ed6562bf7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.949726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Allocated IP 172.20.0.2 (e4da8e0e-e4c1-40a0-b292-b177fb4aadd9/0c080c84-b44f-49da-81bd-aee4fab7eeb6/e5c53245-f4a1-4a00-aa74-78dc70aebb6e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:04.958037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:04.992153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.008788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.044818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af526ebd-cb99-49f4-8dae-43332837543d']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.059831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.060510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2009e56-e4ef-45e7-a47d-0495ee3ae79d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:05.078097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.098991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33432778'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.103095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.111897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:05.112662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:05.134046 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:05.236241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:05.247280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:05.252526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:05.261463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:05.277450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.369657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:05.375564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.570626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.668877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Transition to ACTIVE for port object e5c53245-f4a1-4a00-aa74-78dc70aebb6e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:05.691843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Transition to ACTIVE for port object e5c53245-f4a1-4a00-aa74-78dc70aebb6e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:05.714645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.754917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.766586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.772225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.780309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=af526ebd-cb99-49f4-8dae-43332837543d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.796788 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c985f66c-fea0-4380-9969-9a9a677c7d07 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/af526ebd-cb99-49f4-8dae-43332837543d HTTP/1.1" status: 204 len: 168 time: 2.7984054 Apr 01 15:54:05.796788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47356) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.804653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1161049642', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:05.817258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:05.823200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:05.831986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:05.842369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:05.845095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:05.851392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:05.854186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:05.911288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Pushing event updated for resources: {'Port': ['ID=e5c53245-f4a1-4a00-aa74-78dc70aebb6e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.974512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Attempting to bind port e5c53245-f4a1-4a00-aa74-78dc70aebb6e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:05.975182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Attempting to bind port e5c53245-f4a1-4a00-aa74-78dc70aebb6e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:05.975711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Attempting to bind port e5c53245-f4a1-4a00-aa74-78dc70aebb6e on network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:05.982064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:05.982490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Checking segment: {'id': '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:05.982898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.983345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Bound using segment: {'id': '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:05.984448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Bound port: e5c53245-f4a1-4a00-aa74-78dc70aebb6e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e4da8e0e-e4c1-40a0-b292-b177fb4aadd9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:05.984850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.078646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] For port e5c53245-f4a1-4a00-aa74-78dc70aebb6e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:06.081985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] For port e5c53245-f4a1-4a00-aa74-78dc70aebb6e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e5c53245-f4a1-4a00-aa74-78dc70aebb6e,segment=NetworkSegment(7b396d13-78ab-48cf-ab24-2ad72c2bd4c9),segment_id=7b396d13-78ab-48cf-ab24-2ad72c2bd4c9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:06.194558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.195578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.207994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.228702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.301176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33387473'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.302854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb337f7c-ecc9-4849-a9c1-29bfc29557d9 None None] Pushing event updated for resources: {'Port': ['ID=e5c53245-f4a1-4a00-aa74-78dc70aebb6e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.353138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.376502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:06.377181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.378473 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "PUT /v2.0/subnets/0c080c84-b44f-49da-81bd-aee4fab7eeb6 HTTP/1.1" status: 200 len: 806 time: 1.6666362 Apr 01 15:54:06.384883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.429257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.460239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eae97-b1c0-44b5-8314-fb5501d3d3eb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=0c080c84-b44f-49da-81bd-aee4fab7eeb6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.461282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.686668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': '9ce45eb7-2e9a-4113-982e-64e4678016d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:06.687010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: 7b482913-ce6f-49f6-b7f1-e72ed6562bf7, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:06.705999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=9bc94726-bab7-481d-b8f5-7a6ca81e1bc2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.713527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.17 (e50da2ac-a597-4aea-a384-8ffcd0592e98/adc5cc60-ddda-4c83-8278-b7f484b90ca2/3f23bfd0-5b82-4a70-b100-ddf587b947e5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:06.781653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.842723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.848568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:06.868158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port e5c53245-f4a1-4a00-aa74-78dc70aebb6e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:06.868499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.942189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 7b482913-ce6f-49f6-b7f1-e72ed6562bf7) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:06.946479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:06.947365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.952027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa04a59-9576-4909-a4e8-f23f901b4852 None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:07.017682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.028087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.082915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 3f23bfd0-5b82-4a70-b100-ddf587b947e5 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:07.138659 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e7149996-4af3-4d34-8876-1cd0d531c1ca tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2117119 Apr 01 15:54:07.147015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.159604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7', 'name': 'tempest-PortsTestJSON-2014835788'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:07.224945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-7b482913-ce6f-49f6-b7f1-e72ed6562bf7', 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': '9bc94726-bab7-481d-b8f5-7a6ca81e1bc2'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:07.225778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.306607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port e5c53245-f4a1-4a00-aa74-78dc70aebb6e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e5c53245-f4a1-4a00-aa74-78dc70aebb6e,segment=NetworkSegment(7b396d13-78ab-48cf-ab24-2ad72c2bd4c9),segment_id=7b396d13-78ab-48cf-ab24-2ad72c2bd4c9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:07.307180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.438221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Allocated IP 172.20.0.2 (7b482913-ce6f-49f6-b7f1-e72ed6562bf7/9bc94726-bab7-481d-b8f5-7a6ca81e1bc2/1e1c8852-22af-4501-a4f5-2df7514b598a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:07.538666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c972b00-6dba-44ca-b4d3-73a8e4ed252c None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:07.556867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.560026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.574474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.588600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for e5c53245-f4a1-4a00-aa74-78dc70aebb6e owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:07.717493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:07.720274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.720458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3723c05-a887-4dda-acde-de6ec9a83242 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:07.727010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:07.729722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:07.746982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:07.775613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.792232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:07.808653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:07.814746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.821864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:54:07.821864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d9c95a0-f8aa-42a5-b745-bd62f458cab7 tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2158103 Apr 01 15:54:07.846154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.848865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47368) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.850065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:07.870856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-455424a4-ad6b-492f-b3dc-fd8921e93e7b None None] Provisioning for port e5c53245-f4a1-4a00-aa74-78dc70aebb6e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:07.925075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e5c53245-f4a1-4a00-aa74-78dc70aebb6e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:07.958833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.997033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.26.7.75 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/e20c9c53-1a57-4632-ade8-a3fd9610a8fe) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:08.022046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.036983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:08.037978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Transition to ACTIVE for port object 1e1c8852-22af-4501-a4f5-2df7514b598a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:08.040657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.064894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Deleting port fbcad8cf-9312-4808-9c82-71590b8f3236 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:08.065191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.080015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Transition to ACTIVE for port object 1e1c8852-22af-4501-a4f5-2df7514b598a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:08.131420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:08.138450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.226845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:08.230668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:08.233259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:08.236942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Pushing event updated for resources: {'Port': ['ID=1e1c8852-22af-4501-a4f5-2df7514b598a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.295684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.318113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af6504-96c2-4819-861d-0800e5a03c51 None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:08.332521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port e5c53245-f4a1-4a00-aa74-78dc70aebb6e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:08.344625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe4e9b90-6a7b-47c7-aa9e-79402e011aee None None] Provisioning for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:08.368245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port e5c53245-f4a1-4a00-aa74-78dc70aebb6e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:08.368554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.401679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=e5c53245-f4a1-4a00-aa74-78dc70aebb6e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.409667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe4e9b90-6a7b-47c7-aa9e-79402e011aee None None] Provisioning complete for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:08.409909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9b90-6a7b-47c7-aa9e-79402e011aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.451284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.502264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port e5c53245-f4a1-4a00-aa74-78dc70aebb6e was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 01 15:54:08.529997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port e5c53245-f4a1-4a00-aa74-78dc70aebb6e on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:08.530740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Attempting to bind port 1e1c8852-22af-4501-a4f5-2df7514b598a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:08.534451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Attempting to bind port 1e1c8852-22af-4501-a4f5-2df7514b598a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '9ce45eb7-2e9a-4113-982e-64e4678016d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:08.534451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Attempting to bind port 1e1c8852-22af-4501-a4f5-2df7514b598a on network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:08.549891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:08.550261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Checking segment: {'id': '9ce45eb7-2e9a-4113-982e-64e4678016d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:08.550661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.551054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Bound using segment: {'id': '9ce45eb7-2e9a-4113-982e-64e4678016d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:08.551566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Bound port: 1e1c8852-22af-4501-a4f5-2df7514b598a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce45eb7-2e9a-4113-982e-64e4678016d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:08.551933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.560762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.573211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e9b90-6a7b-47c7-aa9e-79402e011aee None None] Port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:08.623812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:08.626772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:08.635283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:08.674807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.8 (7b482913-ce6f-49f6-b7f1-e72ed6562bf7/9bc94726-bab7-481d-b8f5-7a6ca81e1bc2/00af69b9-70ab-47a6-8f00-7e1ad765d8e2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:08.675080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=e20c9c53-1a57-4632-ade8-a3fd9610a8fe,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.708440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4f42c1f1-f901-42db-a659-fcfe94db07fd None None] Could not find standard attr ID for object e5c53245-f4a1-4a00-aa74-78dc70aebb6e. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:08.739644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.743733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] For port 1e1c8852-22af-4501-a4f5-2df7514b598a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:08.756611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] For port 1e1c8852-22af-4501-a4f5-2df7514b598a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1e1c8852-22af-4501-a4f5-2df7514b598a,segment=NetworkSegment(9ce45eb7-2e9a-4113-982e-64e4678016d2),segment_id=9ce45eb7-2e9a-4113-982e-64e4678016d2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:08.767239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.824181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.846359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.922233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edd312-1986-48ac-9f64-4f8679fb829b None None] Pushing event updated for resources: {'Port': ['ID=1e1c8852-22af-4501-a4f5-2df7514b598a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.028544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Calling delete_port for fbcad8cf-9312-4808-9c82-71590b8f3236 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:09.200817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.558025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.627531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=0c080c84-b44f-49da-81bd-aee4fab7eeb6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.645768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889ea10-7791-44b1-8294-edfad88174ea None None] Network e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:09.681730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.777017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.858307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.872129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.877822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:09.951034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1e1c8852-22af-4501-a4f5-2df7514b598a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:10.005158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99692c2e-f0a3-49cd-bba0-0a106f644777 None None] DHCP port deletion for e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:10.035614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbcad8cf-9312-4808-9c82-71590b8f3236,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.043222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4da8e0e-e4c1-40a0-b292-b177fb4aadd9']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.109324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1e1c8852-22af-4501-a4f5-2df7514b598a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:10.142316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.142316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b396d13-78ab-48cf-ab24-2ad72c2bd4c9') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.142681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd94766-0fea-4ed9-a3a4-d231590a14e1 None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:10.169257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.171397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router adb08053-7fb7-4be9-9c71-a10d00781a8b is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:10.218303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.231902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.237046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:10.237465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:10.255244 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:10.300340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Provisioning for port 1e1c8852-22af-4501-a4f5-2df7514b598a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:10.310010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Provisioning complete for port 1e1c8852-22af-4501-a4f5-2df7514b598a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:10.310385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.337614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:54:10.354511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.362077 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c580359-4c80-426f-8ca9-887c17ebe56b tempest-RoutersAdminNegativeTest-238442817 tempest-RoutersAdminNegativeTest-238442817-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fbcad8cf-9312-4808-9c82-71590b8f3236 HTTP/1.1" status: 204 len: 168 time: 2.4722409 Apr 01 15:54:10.373474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.381259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:10.393560 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] Sync routers for ids ['adb08053-7fb7-4be9-9c71-a10d00781a8b'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:10.407945 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] Routers {'adb08053-7fb7-4be9-9c71-a10d00781a8b'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:10.408912 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['adb08053-7fb7-4be9-9c71-a10d00781a8b'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.449543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:10.459950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:10.467059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:10.498080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.511780 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.525497 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] Routers {'adb08053-7fb7-4be9-9c71-a10d00781a8b'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:10.526758 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['adb08053-7fb7-4be9-9c71-a10d00781a8b'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.532492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.549014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.550779 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d9554a8-afa2-4334-ac04-488227c52888 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7526875 Apr 01 15:54:10.553758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.572563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.575321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] For port 1e1c8852-22af-4501-a4f5-2df7514b598a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1e1c8852-22af-4501-a4f5-2df7514b598a,segment=NetworkSegment(9ce45eb7-2e9a-4113-982e-64e4678016d2),segment_id=9ce45eb7-2e9a-4113-982e-64e4678016d2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:10.584411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.586247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=00af69b9-70ab-47a6-8f00-7e1ad765d8e2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.638990 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:10.640215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502e8fe-97df-4744-aa66-a8bc852026a1 None None] The sync data for ids ['adb08053-7fb7-4be9-9c71-a10d00781a8b'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:10.658662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.660590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588666'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.708650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=e4da8e0e-e4c1-40a0-b292-b177fb4aadd9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.732359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00544eec-3375-4525-8bf3-773fd2f19f82 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 HTTP/1.1" status: 204 len: 168 time: 4.3364449 Apr 01 15:54:10.738092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.768114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5e86-47b6-4549-ac5b-730367fc431f None None] Pushing event updated for resources: {'Port': ['ID=1e1c8852-22af-4501-a4f5-2df7514b598a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.769121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:10.769807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.788455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3724adcd-5e05-419f-b963-9210cee333d1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:10.788455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3724adcd-5e05-419f-b963-9210cee333d1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:10.788455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3724adcd-5e05-419f-b963-9210cee333d1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 HTTP/1.1" status: 404 len: 339 time: 0.0450330 Apr 01 15:54:10.788781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.804396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338792620', 'description': 'd1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:10.817453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:10.831085 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81a086e6-4a1d-4222-8013-3711819aaca9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers/adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 200 len: 880 time: 0.2738883 Apr 01 15:54:10.831085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:network and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:10.833418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.835777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:10.879108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.917886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:10.953264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:10.954234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.955324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:10.991638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Provisioning complete for port 1e1c8852-22af-4501-a4f5-2df7514b598a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:10.992311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.075789 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2ea4f394-9ba2-4175-88f0-ba45b34b854f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9258804 Apr 01 15:54:11.085720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47398) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.106965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': '7b482913-ce6f-49f6-b7f1-e72ed6562bf7', 'name': 'tempest-PortsTestJSON-1711278533'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:11.186458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:11.192226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.250840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.291666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:11.301765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Usage tracker for resource:security_group_rule and tenant:da56154bfdf44fc6a28aae29d039eb1f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:11.305516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:11.314150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:11.315174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:11.326774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Provisioning for port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:11.329406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:11.332752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Provisioning complete for port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:11.333484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.350051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7754008d-0ed1-49d2-b44c-c39b1f45a7b4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:11.374339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.374710 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment d48c850a-13a8-4dfd-99de-0b7aae831871 of type vlan for network e0d260d4-7665-478b-8cdf-e450b972d7cb Apr 01 15:54:11.391510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-37504a2b-a778-4eaa-a49a-4ca3a1998fee None None] Port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:11.395473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:11.407767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:11.418361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:11.429420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:11.432590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.469745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7754008d-0ed1-49d2-b44c-c39b1f45a7b4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:11.470943 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7754008d-0ed1-49d2-b44c-c39b1f45a7b4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6368904 Apr 01 15:54:11.473857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47402) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.478737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1161049642'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:11.512710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Provisioning complete for port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:11.513308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.570899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:11.582253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Provisioning complete for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:11.582768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.642601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33a9720d-5513-47fd-9d07-b37ffc9c0847 None None] Port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:11.661676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:11.665161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.675172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:11.685349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:11.690705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.693516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:11.694110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.697143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:11.697835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:11.711360 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58ed5187-fe37-4554-8c3a-205f240ed1ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/61a56ad4-be96-4b35-b079-67bab22da098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3751783 Apr 01 15:54:11.713308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.761348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 22cd5642-722c-4a45-b25e-75a44dfc095c yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:11.777560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.794863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1e1c8852-22af-4501-a4f5-2df7514b598a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:11.834143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da56154bfdf44fc6a28aae29d039eb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8740928 Apr 01 15:54:11.834143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c692af5-6163-4021-9797-a30da8a70864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de2c56-1597-4c0c-8a6d-28ea03912698,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.835005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.868555 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0789008 Apr 01 15:54:11.871357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47414) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.889043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3117d8-28a3-46d1-b870-607af27748dd tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e0d260d4-7665-478b-8cdf-e450b972d7cb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.914496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e0d260d4-7665-478b-8cdf-e450b972d7cb details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:12.013632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.024005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03739107-0b8b-4367-9077-1c0a87367825 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:12.024681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03739107-0b8b-4367-9077-1c0a87367825 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Synchronizing usage tracker for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:12.053021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:12.067477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.139119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03739107-0b8b-4367-9077-1c0a87367825 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Unset dirty status for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:12.145138 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03739107-0b8b-4367-9077-1c0a87367825 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks?id=e0d260d4-7665-478b-8cdf-e450b972d7cb HTTP/1.1" status: 200 len: 760 time: 0.2689888 Apr 01 15:54:12.145711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.153579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'description': 'd2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:12.190977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1e1c8852-22af-4501-a4f5-2df7514b598a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:12.191381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.238911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.6 (7b482913-ce6f-49f6-b7f1-e72ed6562bf7/9bc94726-bab7-481d-b8f5-7a6ca81e1bc2/22cd5642-722c-4a45-b25e-75a44dfc095c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:12.288726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.322284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de2c56-1597-4c0c-8a6d-28ea03912698,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.337194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.340726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e62d505-6865-4e5e-8428-9d7c66ac929a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03de2c56-1597-4c0c-8a6d-28ea03912698 HTTP/1.1" status: 204 len: 168 time: 0.5023336 Apr 01 15:54:12.434921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.481516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e5c53245-f4a1-4a00-aa74-78dc70aebb6e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:12.520174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.544333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network e0d260d4-7665-478b-8cdf-e450b972d7cb is not hosted by any dhcp agent {{(pid=88601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 01 15:54:12.550504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:12.551160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.555369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "PUT /v2.0/networks/e0d260d4-7665-478b-8cdf-e450b972d7cb HTTP/1.1" status: 200 len: 757 time: 0.4047749 Apr 01 15:54:12.570519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.574080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: e5c53245-f4a1-4a00-aa74-78dc70aebb6e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:12.575556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e5c53245-f4a1-4a00-aa74-78dc70aebb6e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:12.656324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:08Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f23bfd0-5b82-4a70-b100-ddf587b947e5', 'name': '', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:92:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:06Z', 'updated_at': '2022-04-01T15:54:09Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.660317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.663038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:12.664064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Updating router 61a56ad4-be96-4b35-b079-67bab22da098 port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:12.689322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.709659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 22cd5642-722c-4a45-b25e-75a44dfc095c will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:12.739620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.740222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa91a-4a32-442c-a35e-f4eebc5ceb36 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e0d260d4-7665-478b-8cdf-e450b972d7cb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.757244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e0d260d4-7665-478b-8cdf-e450b972d7cb details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:12.769260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ca187-c9ca-4af1-9ea7-0dc34faf5dde tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:12.771187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe0ca187-c9ca-4af1-9ea7-0dc34faf5dde tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks?id=e0d260d4-7665-478b-8cdf-e450b972d7cb HTTP/1.1" status: 200 len: 760 time: 0.1996143 Apr 01 15:54:12.771791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.774917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47430) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.781677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036411300'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:12.849126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:12.858019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.909542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:12.955889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:12.962190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:12.980575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:13.022449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47434) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.107478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ac98b884-f85b-4614-8c1f-b96bfc1e0ced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f24bf9d9c25f40f69cf4421e15517965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812995 Apr 01 15:54:13.109353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.121707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:13.121707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.148891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=22cd5642-722c-4a45-b25e-75a44dfc095c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.153972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router adb08053-7fb7-4be9-9c71-a10d00781a8b has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:13.228831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.235291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.250430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Transition to ACTIVE for port object 3f23bfd0-5b82-4a70-b100-ddf587b947e5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:13.267814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.371637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.404024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:13.404667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.409034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.420463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d78866b8-788e-4f46-8086-7663c8224a6e None None] Provisioning for port 22cd5642-722c-4a45-b25e-75a44dfc095c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:13.424520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c459b37-0efd-4093-9781-51de81f9ddbb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.429353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d78866b8-788e-4f46-8086-7663c8224a6e None None] Provisioning complete for port 22cd5642-722c-4a45-b25e-75a44dfc095c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:13.429713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:13.429843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d78866b8-788e-4f46-8086-7663c8224a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.438783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.442566 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89f5f385-62a0-4fe5-a9a2-44e73f78fa61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c459b37-0efd-4093-9781-51de81f9ddbb HTTP/1.1" status: 204 len: 168 time: 0.3298788 Apr 01 15:54:13.462867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.463703 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 45b2e980-b1a9-456c-8d44-eaa9ec758abf of type vlan for network 7073c313-c928-419d-97f2-29de806bf3a6 Apr 01 15:54:13.548626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f657b-d0e0-421a-bd32-d9a270318fb8 None None] Pushing event updated for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.560909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47444) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.561057 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68d59de1-b09a-49af-a1c8-5ab381a310b4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4735219 Apr 01 15:54:13.605846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.619696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:13.631667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.634336 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] Sync routers for ids ['adb08053-7fb7-4be9-9c71-a10d00781a8b'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:13.638571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5e36874-3459-4bb0-bc07-bba4caed83b9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 200 len: 887 time: 2.1620460 Apr 01 15:54:13.638776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.645145 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] Routers {'adb08053-7fb7-4be9-9c71-a10d00781a8b'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:13.646027 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['adb08053-7fb7-4be9-9c71-a10d00781a8b'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.720618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.723130 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.728574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:13.729592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.742545 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] Routers {'adb08053-7fb7-4be9-9c71-a10d00781a8b'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:13.743084 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['adb08053-7fb7-4be9-9c71-a10d00781a8b'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.763387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d78866b8-788e-4f46-8086-7663c8224a6e None None] Port 22cd5642-722c-4a45-b25e-75a44dfc095c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:13.764953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Attempting to bind port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:13.765322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Attempting to bind port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:13.770924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Attempting to bind port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 on network e50da2ac-a597-4aea-a384-8ffcd0592e98 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:13.772270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:13.772645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Checking segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:13.773051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.773446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Bound using segment: {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:13.773920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Bound port: 3f23bfd0-5b82-4a70-b100-ddf587b947e5, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cdac77-86d3-428b-a754-455cfba4bff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:13.774296 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.859723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd9df95-47f8-43c2-b5ea-c0e2c19431ae tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:13.860702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5cd9df95-47f8-43c2-b5ea-c0e2c19431ae tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:13.880865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] For port 3f23bfd0-5b82-4a70-b100-ddf587b947e5, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:13.884956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] For port 3f23bfd0-5b82-4a70-b100-ddf587b947e5, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3f23bfd0-5b82-4a70-b100-ddf587b947e5,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:13.892328 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee3fda5c-2c30-463b-8478-4989290e8c4f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers/adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 200 len: 887 time: 0.2532101 Apr 01 15:54:13.895873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.902351 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.902856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d8465-d107-4995-b067-2ac6b4388adf None None] The sync data for ids ['adb08053-7fb7-4be9-9c71-a10d00781a8b'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:13.911590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=7073c313-c928-419d-97f2-29de806bf3a6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.915401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-843263f6-7a78-402b-bdb1-8c3a3b29664c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1387060 Apr 01 15:54:13.923984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.925781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 7073c313-c928-419d-97f2-29de806bf3a6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:13.930982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': '7073c313-c928-419d-97f2-29de806bf3a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:13.955037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-115e727e-2827-4863-8178-25fc39f808cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 200 len: 205 time: 0.0579131 Apr 01 15:54:13.956798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.012656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.069520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:14.074047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Usage tracker for resource:subnet and tenant:0154cef7f8ad4c69a0780c61664dbea1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:14.079497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:14.084303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:14.163273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:14.164091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.168922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5cd9df95-47f8-43c2-b5ea-c0e2c19431ae tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:14.173304 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5cd9df95-47f8-43c2-b5ea-c0e2c19431ae tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.6109889 Apr 01 15:54:14.174508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47472) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.232815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:14.236512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.257840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f657b-d0e0-421a-bd32-d9a270318fb8 None None] Pushing event updated for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.330267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.406475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:14.435275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 22cd5642-722c-4a45-b25e-75a44dfc095c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:14.435645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.552572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.606348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port e20c9c53-1a57-4632-ade8-a3fd9610a8fe {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:14.606702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.755078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.798874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.820106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.887825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 22cd5642-722c-4a45-b25e-75a44dfc095c owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:14.946786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:08Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f23bfd0-5b82-4a70-b100-ddf587b947e5', 'name': '', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:92:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:06Z', 'updated_at': '2022-04-01T15:54:13Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.953325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2025f-f57e-4b84-9460-6a0afcddff80 None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:08Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f23bfd0-5b82-4a70-b100-ddf587b947e5', 'name': '', 'network_id': 'e50da2ac-a597-4aea-a384-8ffcd0592e98', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:92:fc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:06Z', 'updated_at': '2022-04-01T15:54:13Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'adc5cc60-ddda-4c83-8278-b7f484b90ca2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:14.967242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1634979411'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:14.981433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for e20c9c53-1a57-4632-ade8-a3fd9610a8fe owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:15.012724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:15.024681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Usage tracker for resource:network and tenant:349e21ccfe6c4ca18b4b8a29af0dc657 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:15.029665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:15.044472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:15.067438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.191635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=1647e3be-c5bd-4062-aafb-d5bd317b8284,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.196293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '45b2e980-b1a9-456c-8d44-eaa9ec758abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:15.196660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: 7073c313-c928-419d-97f2-29de806bf3a6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:15.213244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Made reservation on behalf of 349e21ccfe6c4ca18b4b8a29af0dc657 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:15.216735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.240006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.246428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.277669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:15.285641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Usage tracker for resource:security_group_rule and tenant:349e21ccfe6c4ca18b4b8a29af0dc657 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:15.287064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network 7073c313-c928-419d-97f2-29de806bf3a6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:15.297951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:15.308535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:15.330210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=22cd5642-722c-4a45-b25e-75a44dfc095c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.493876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.532226 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.559579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=e20c9c53-1a57-4632-ade8-a3fd9610a8fe,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.578688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 7073c313-c928-419d-97f2-29de806bf3a6) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:15.589954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38439a6-d29b-4c56-9363-a3cb3a47ad20 None None] Network 7073c313-c928-419d-97f2-29de806bf3a6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:15.590073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:15.590073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.605068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49e2af14-8191-45ef-acee-a0e00efe70b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/22cd5642-722c-4a45-b25e-75a44dfc095c HTTP/1.1" status: 204 len: 168 time: 1.4300346 Apr 01 15:54:15.608318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47494) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.661249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab8f380-e529-4437-94d9-a366513c220f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:54:15.662231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dab8f380-e529-4437-94d9-a366513c220f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:15.696274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.718947 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5274b312-462b-453f-a4b1-aa85a9cb1acc tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7919395 Apr 01 15:54:15.723799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47498) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.771769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dab8f380-e529-4437-94d9-a366513c220f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:15.773518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dab8f380-e529-4437-94d9-a366513c220f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/22cd5642-722c-4a45-b25e-75a44dfc095c HTTP/1.1" status: 404 len: 333 time: 0.1640649 Apr 01 15:54:15.789112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.845266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-7073c313-c928-419d-97f2-29de806bf3a6', 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '1647e3be-c5bd-4062-aafb-d5bd317b8284'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:15.846663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.873233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3f23bfd0-5b82-4a70-b100-ddf587b947e5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:15.933921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.953975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:15.953975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.019574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.021501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.024743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.029163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.071700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:16.078201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07768fe-dc26-40f9-81cc-39312c792142,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.086448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.086808 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Added segment 61682dca-fbc1-485f-88f0-2d2901e794ff of type vlan for network 14a33561-9587-4077-911d-16d9f5a769bd Apr 01 15:54:16.089925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Allocated IP 172.20.0.2 (7073c313-c928-419d-97f2-29de806bf3a6/1647e3be-c5bd-4062-aafb-d5bd317b8284/021d2fed-3b2c-41a1-bb05-d1a94f12ac81) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:16.116898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.188053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:16.200341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.201163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router adb08053-7fb7-4be9-9c71-a10d00781a8b {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:16.204669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:16.205052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.262925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.268852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:16.269505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.273569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.377200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.399283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.407186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2708a48c-2dc1-47c2-9196-209306e0d6b1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 204 len: 168 time: 2.4426813 Apr 01 15:54:16.407186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.415612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-309319408'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:16.419057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.419793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event updated for resources: {'Network': ['ID=14a33561-9587-4077-911d-16d9f5a769bd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.425300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:16.431655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:16.433226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.434776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:16.437461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 14a33561-9587-4077-911d-16d9f5a769bd details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:16.441674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:16.451029 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5eed0485-3405-469a-ad2f-5e1a3b1556a6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6482821 Apr 01 15:54:16.451601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47510) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.457910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Request body: {'subnet': {'network_id': '14a33561-9587-4077-911d-16d9f5a769bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:16.474490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Transition to ACTIVE for port object 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:16.494412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:16.498047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.522812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 00af69b9-70ab-47a6-8f00-7e1ad765d8e2 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:16.574785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3f23bfd0-5b82-4a70-b100-ddf587b947e5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3f23bfd0-5b82-4a70-b100-ddf587b947e5,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:16.576440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Transition to ACTIVE for port object 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:16.599971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:16.608809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:16.614443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Usage tracker for resource:subnet and tenant:349e21ccfe6c4ca18b4b8a29af0dc657 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:16.618569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:16.621443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.621789 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 92f5e4de-6de2-4717-863e-21ea20ffbd93 of type vlan for network 064541b8-7307-4d0a-964c-7029fd4afdd3 Apr 01 15:54:16.629082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:16.634533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.657056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.679729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.712359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Network 7073c313-c928-419d-97f2-29de806bf3a6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:16.714831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:16.717472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:16.722418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.725840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Made reservation on behalf of 349e21ccfe6c4ca18b4b8a29af0dc657 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:16.729465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.749753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.751776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.768575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.774316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:16.774968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.838785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=00af69b9-70ab-47a6-8f00-7e1ad765d8e2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.840710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=1647e3be-c5bd-4062-aafb-d5bd317b8284,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.864695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Attempting to bind port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:16.865030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Attempting to bind port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '45b2e980-b1a9-456c-8d44-eaa9ec758abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:16.865395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Attempting to bind port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 on network 7073c313-c928-419d-97f2-29de806bf3a6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:16.867750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Pushing event updated for resources: {'Port': ['ID=021d2fed-3b2c-41a1-bb05-d1a94f12ac81,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.873346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:16.879695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Checking segment: {'id': '45b2e980-b1a9-456c-8d44-eaa9ec758abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:16.879695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.879695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Bound using segment: {'id': '45b2e980-b1a9-456c-8d44-eaa9ec758abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:16.879695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Bound port: 021d2fed-3b2c-41a1-bb05-d1a94f12ac81, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b2e980-b1a9-456c-8d44-eaa9ec758abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7073c313-c928-419d-97f2-29de806bf3a6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:16.879695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.979636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.987197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] For port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:17.001752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=064541b8-7307-4d0a-964c-7029fd4afdd3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.019023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:17.060198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.071877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] For port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=021d2fed-3b2c-41a1-bb05-d1a94f12ac81,segment=NetworkSegment(45b2e980-b1a9-456c-8d44-eaa9ec758abf),segment_id=45b2e980-b1a9-456c-8d44-eaa9ec758abf)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:17.095215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7073c313-c928-419d-97f2-29de806bf3a6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:17.101288 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-add055e3-00c9-42e5-bd71-b6267d410ea0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6922545 Apr 01 15:54:17.102052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.109534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b2e980-b1a9-456c-8d44-eaa9ec758abf') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:17.109843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b2e980-b1a9-456c-8d44-eaa9ec758abf') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:17.111056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:17.122547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.162026 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c200041b-1260-433a-a21d-50e343c13595 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/00af69b9-70ab-47a6-8f00-7e1ad765d8e2 HTTP/1.1" status: 204 len: 168 time: 1.3718097 Apr 01 15:54:17.164792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.199058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.205507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.213294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:17.214115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.240041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:17.244831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:17.247574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:17.253549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:17.255800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.324503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03436a36-5962-426c-93f1-93d5ce977122 None None] Pushing event updated for resources: {'Port': ['ID=021d2fed-3b2c-41a1-bb05-d1a94f12ac81,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:17.324820 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:17.332900 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2400f3-ee34-43a7-a0c3-50752b05e068 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:54:17.333436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf2400f3-ee34-43a7-a0c3-50752b05e068 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:17.348557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event updated for resources: {'Subnet': ['ID=fcc0194c-9f59-4e63-a71e-2c9ea18508e2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.356704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Checking segment: {'id': '61682dca-fbc1-485f-88f0-2d2901e794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:17.357057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Network hostable DHCP agents. Network: 14a33561-9587-4077-911d-16d9f5a769bd, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:17.357235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf78805-27a2-4969-b089-7ab442191c0a None None] Network 7073c313-c928-419d-97f2-29de806bf3a6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:17.361558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:54:17.361558 dv-neutron-835943-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:54:17.361558 dv-neutron-835943-1-hyperv neutron-server[88600]: [parameters: {'id': '7073c313-c928-419d-97f2-29de806bf3a6'}] Apr 01 15:54:17.361558 dv-neutron-835943-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:17.361980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:17.388801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:17.392391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.411726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf2400f3-ee34-43a7-a0c3-50752b05e068 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:17.415483 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bf2400f3-ee34-43a7-a0c3-50752b05e068 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/00af69b9-70ab-47a6-8f00-7e1ad765d8e2 HTTP/1.1" status: 404 len: 333 time: 0.2467988 Apr 01 15:54:17.415679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47524) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.477737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Network 14a33561-9587-4077-911d-16d9f5a769bd is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:17.482834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet 9bc94726-bab7-481d-b8f5-7a6ca81e1bc2 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:17.487402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.564849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 14a33561-9587-4077-911d-16d9f5a769bd) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:17.566617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d2d0b-6e44-43e1-a00c-fc4d9d7173e1 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:54:17.575456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.576042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.664093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf433759-bbd4-42de-b5b6-363d2c373a1a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2112153 Apr 01 15:54:17.666600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.667701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.672404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Request body: {'port': {'network_id': '14a33561-9587-4077-911d-16d9f5a769bd', 'name': 'tempest-TagsExtTest-1193342319'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:17.700057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d2d0b-6e44-43e1-a00c-fc4d9d7173e1 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:17.718306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.767935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.802826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3f23bfd0-5b82-4a70-b100-ddf587b947e5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:17.863181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.880813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:17.881434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.887462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=33d297bc-3b5c-43cd-93e9-3ceaa622b75b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.913709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:17.914047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.920160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:17.922549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '92f5e4de-6de2-4717-863e-21ea20ffbd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:17.922946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: 064541b8-7307-4d0a-964c-7029fd4afdd3, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:17.936167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Usage tracker for resource:port and tenant:349e21ccfe6c4ca18b4b8a29af0dc657 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:17.939287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:17.942054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.948202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:18.011650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:18.025634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc94726-bab7-481d-b8f5-7a6ca81e1bc2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:18.027970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.034276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Made reservation on behalf of 349e21ccfe6c4ca18b4b8a29af0dc657 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:18.037808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.042573 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-63d4af3a-439b-4281-985d-fcd34c5d7c52 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/9bc94726-bab7-481d-b8f5-7a6ca81e1bc2 HTTP/1.1" status: 204 len: 168 time: 0.6258297 Apr 01 15:54:18.048279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.090215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 064541b8-7307-4d0a-964c-7029fd4afdd3) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:18.100756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:18.101343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.174461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=021d2fed-3b2c-41a1-bb05-d1a94f12ac81,segment=NetworkSegment(45b2e980-b1a9-456c-8d44-eaa9ec758abf),segment_id=45b2e980-b1a9-456c-8d44-eaa9ec758abf)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:18.174815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.255595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-14a33561-9587-4077-911d-16d9f5a769bd', 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd', 'tenant_id': '349e21ccfe6c4ca18b4b8a29af0dc657', 'fixed_ips': [{'subnet_id': 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:18.256521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.277825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] device_id is not set on port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:18.319983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:18.353219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.382919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 1e1c8852-22af-4501-a4f5-2df7514b598a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:18.382919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.424445 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f946e8e-d726-4def-9768-7836968f4152 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3184252 Apr 01 15:54:18.427566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:18.431493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Allocated IP 172.20.0.2 (14a33561-9587-4077-911d-16d9f5a769bd/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/860fb468-169c-4bc4-a495-8ec61732f1b4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:18.434634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1050027644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:18.442389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:18.448836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:18.452887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:18.463172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:18.466559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.519796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=021d2fed-3b2c-41a1-bb05-d1a94f12ac81,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:18.523372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port 021d2fed-3b2c-41a1-bb05-d1a94f12ac81 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:18.573610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.574724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.617896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port 1e1c8852-22af-4501-a4f5-2df7514b598a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1e1c8852-22af-4501-a4f5-2df7514b598a,segment=NetworkSegment(9ce45eb7-2e9a-4113-982e-64e4678016d2),segment_id=9ce45eb7-2e9a-4113-982e-64e4678016d2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:18.618266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.664961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.670928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.673561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.689989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Transition to ACTIVE for port object 860fb468-169c-4bc4-a495-8ec61732f1b4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:18.707964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7073c313-c928-419d-97f2-29de806bf3a6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.711523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Transition to ACTIVE for port object 860fb468-169c-4bc4-a495-8ec61732f1b4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:18.723057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b2e980-b1a9-456c-8d44-eaa9ec758abf') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.723406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b2e980-b1a9-456c-8d44-eaa9ec758abf') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:18.736359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.748044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 1e1c8852-22af-4501-a4f5-2df7514b598a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:18.758762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.766030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:18.766518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.783195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:18.814854 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:18.862429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Network 14a33561-9587-4077-911d-16d9f5a769bd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:18.863042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.864597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:18.870181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:18.874056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Pushing event updated for resources: {'Port': ['ID=860fb468-169c-4bc4-a495-8ec61732f1b4,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:18.894494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Allocated IP 172.20.0.13 (14a33561-9587-4077-911d-16d9f5a769bd/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:18.970887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Attempting to bind port 860fb468-169c-4bc4-a495-8ec61732f1b4 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:18.971199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Attempting to bind port 860fb468-169c-4bc4-a495-8ec61732f1b4 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '61682dca-fbc1-485f-88f0-2d2901e794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:18.971572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Attempting to bind port 860fb468-169c-4bc4-a495-8ec61732f1b4 on network 14a33561-9587-4077-911d-16d9f5a769bd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:18.977850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.978660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:18.983550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Checking segment: {'id': '61682dca-fbc1-485f-88f0-2d2901e794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:18.983550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.983550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Bound using segment: {'id': '61682dca-fbc1-485f-88f0-2d2901e794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:18.983904 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36990f09-a68c-42c2-8717-2796bca0d4a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5505965 Apr 01 15:54:18.983995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Bound port: 860fb468-169c-4bc4-a495-8ec61732f1b4, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61682dca-fbc1-485f-88f0-2d2901e794ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14a33561-9587-4077-911d-16d9f5a769bd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:18.983995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.984164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.044078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.046743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.072640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.092967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=7073c313-c928-419d-97f2-29de806bf3a6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.104011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] For port 860fb468-169c-4bc4-a495-8ec61732f1b4, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:19.110148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] For port 860fb468-169c-4bc4-a495-8ec61732f1b4, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=860fb468-169c-4bc4-a495-8ec61732f1b4,segment=NetworkSegment(61682dca-fbc1-485f-88f0-2d2901e794ff),segment_id=61682dca-fbc1-485f-88f0-2d2901e794ff)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:19.122893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No DVR routers for this DVR port 1e1c8852-22af-4501-a4f5-2df7514b598a on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:19.168959 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b77b2c6-1045-4525-b419-6e95d58b3a2e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/7073c313-c928-419d-97f2-29de806bf3a6 HTTP/1.1" status: 204 len: 168 time: 3.4433129 Apr 01 15:54:19.177312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.190212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.213290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=1e1c8852-22af-4501-a4f5-2df7514b598a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.222768 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-959460cf-ac35-48e2-94bd-aa4463ecc444 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] GET failed (client error): The resource could not be found. Apr 01 15:54:19.223253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-959460cf-ac35-48e2-94bd-aa4463ecc444 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Synchronizing usage tracker for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:19.336447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903b050-847f-4a8c-9de0-6b55143c3659 None None] Pushing event updated for resources: {'Port': ['ID=860fb468-169c-4bc4-a495-8ec61732f1b4,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.347392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.399608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b482913-ce6f-49f6-b7f1-e72ed6562bf7']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:19.414418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.424006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce45eb7-2e9a-4113-982e-64e4678016d2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:19.424241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce45eb7-2e9a-4113-982e-64e4678016d2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:19.445299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.456436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Transition to ACTIVE for port object 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:19.466962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.481475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:19.481811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:19.511226 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:19.677741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-959460cf-ac35-48e2-94bd-aa4463ecc444 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Unset dirty status for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:19.679165 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-959460cf-ac35-48e2-94bd-aa4463ecc444 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets/1647e3be-c5bd-4062-aafb-d5bd317b8284 HTTP/1.1" status: 404 len: 337 time: 0.5009005 Apr 01 15:54:19.684465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.707468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.720141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.720141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.746632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.788505 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f684781f-393c-4ce0-927b-8f460368d9ae tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:19.788990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f684781f-393c-4ce0-927b-8f460368d9ae tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:19.824428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=7b482913-ce6f-49f6-b7f1-e72ed6562bf7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.837913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Network 14a33561-9587-4077-911d-16d9f5a769bd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:19.837913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f684781f-393c-4ce0-927b-8f460368d9ae tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/7073c313-c928-419d-97f2-29de806bf3a6 HTTP/1.1" status: 404 len: 339 time: 0.1545451 Apr 01 15:54:19.847991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:19.850412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:19.877525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47556) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.886278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 860fb468-169c-4bc4-a495-8ec61732f1b4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:19.912368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event updated for resources: {'Port': ['ID=4a79b96d-9d68-4a0c-b86b-23f9770b9cdc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.931284 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3f16167-4603-4489-b8f6-709f9d4238e2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/7b482913-ce6f-49f6-b7f1-e72ed6562bf7 HTTP/1.1" status: 204 len: 168 time: 1.8819473 Apr 01 15:54:19.945425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.964594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-498423574'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:20.024415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.024646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 860fb468-169c-4bc4-a495-8ec61732f1b4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:20.046095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.051817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.060352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.061089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.074736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.122858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.20.0.1 (064541b8-7307-4d0a-964c-7029fd4afdd3/33d297bc-3b5c-43cd-93e9-3ceaa622b75b/f411cc38-9802-419b-aafa-575896e548a0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:20.131096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ed11c-0fb6-418b-8042-987a0186eda3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.133028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e52ed11c-0fb6-418b-8042-987a0186eda3 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2528410 Apr 01 15:54:20.135376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47564) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.178718 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3574ee6d-4216-466a-b632-9263feb4e491 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5106518 Apr 01 15:54:20.184778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.192792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-105154684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:20.247949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.265134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Usage tracker for resource:router and tenant:349e21ccfe6c4ca18b4b8a29af0dc657 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.270958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.281282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.300462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58d5d0ac-4087-4198-918a-67ab0f780d9d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Synchronizing usage tracker for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:20.303684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:20.307123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.336962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.339890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58d5d0ac-4087-4198-918a-67ab0f780d9d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Unset dirty status for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:20.341032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58d5d0ac-4087-4198-918a-67ab0f780d9d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 207 time: 0.2046678 Apr 01 15:54:20.344570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47572) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.347920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:20.357525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.357899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1 of type vlan for network bf398a7a-0989-4472-883a-664674b2403f Apr 01 15:54:20.381627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object f411cc38-9802-419b-aafa-575896e548a0 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:20.382857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.383862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.385038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.404259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a830e5e-56cb-4627-8a12-dfdbec073217 None None] Network 14a33561-9587-4077-911d-16d9f5a769bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:20.424170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ce468-e5e4-41df-b978-d07ef118c7c4 None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:20.447835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d1257-5397-4a70-861f-7a6e01325d76 None None] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:20.474391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.480561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.481651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.499885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.531808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ce468-e5e4-41df-b978-d07ef118c7c4 None None] Network 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 15:54:20.553495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.559681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.566698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.572731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.573622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Synchronizing usage tracker for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:20.589584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6402941 Apr 01 15:54:20.592919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.599601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'bf398a7a-0989-4472-883a-664674b2403f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:20.602401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ca199-329c-4c00-ad20-5107d673ff3a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=bf398a7a-0989-4472-883a-664674b2403f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.617992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.621818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.625543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9d8e8-77c1-4d9e-8a36-a6e0716dbd89 None None] DHCP port deletion for 7b482913-ce6f-49f6-b7f1-e72ed6562bf7 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:20.625543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network bf398a7a-0989-4472-883a-664674b2403f details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:20.704044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Unset dirty status for tenant:0154cef7f8ad4c69a0780c61664dbea1 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:20.708557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e278769-24cc-4842-a451-200b6605a662 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3577728 Apr 01 15:54:20.711826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47582) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.750321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Provisioning for port 860fb468-169c-4bc4-a495-8ec61732f1b4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:20.775623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:20.786485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:20.793417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:20.794797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Provisioning complete for port 860fb468-169c-4bc4-a495-8ec61732f1b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:20.795894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.853952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.855181 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bca552d6-6d20-4f6d-8c4e-ab915355c293 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6696680 Apr 01 15:54:20.859617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47586) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.860266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=f411cc38-9802-419b-aafa-575896e548a0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.862969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.868982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b26444dd-376f-49df-bb2b-166e8cfd9ab3 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-488134573', 'prefixes': ['172.20.0.0/16']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:20.871331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.876637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.885593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.887821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b26444dd-376f-49df-bb2b-166e8cfd9ab3 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.890541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.911214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd2b73fd-e52e-46c2-bbcb-d1e5134a19ba tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1977649 Apr 01 15:54:20.912144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47590) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.977528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:20.980834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.981609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aece5ba-be16-43db-95b4-900ccfce2b50 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.983889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aece5ba-be16-43db-95b4-900ccfce2b50 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.988966 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9aece5ba-be16-43db-95b4-900ccfce2b50 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0725298 Apr 01 15:54:20.989253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47594) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.074005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1f140-1151-4cb8-8ef3-e50005dbaa8f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.075594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1f140-1151-4cb8-8ef3-e50005dbaa8f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.077308 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-37c1f140-1151-4cb8-8ef3-e50005dbaa8f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0870347 Apr 01 15:54:21.081848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47600) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.134376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-064541b8-7307-4d0a-964c-7029fd4afdd3', 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '33d297bc-3b5c-43cd-93e9-3ceaa622b75b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:21.135353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.150703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.194851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.249897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] For port 860fb468-169c-4bc4-a495-8ec61732f1b4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=860fb468-169c-4bc4-a495-8ec61732f1b4,segment=NetworkSegment(61682dca-fbc1-485f-88f0-2d2901e794ff),segment_id=61682dca-fbc1-485f-88f0-2d2901e794ff)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:21.267692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57239a8c-ceb8-4ff0-b5b6-952db5f563ed tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.269786 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57239a8c-ceb8-4ff0-b5b6-952db5f563ed tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks/e970f983-e9b9-4c23-aba5-37c433630956 HTTP/1.1" status: 200 len: 799 time: 0.1869695 Apr 01 15:54:21.274650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.302481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b26444dd-376f-49df-bb2b-166e8cfd9ab3 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for subnetpool, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.304050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b26444dd-376f-49df-bb2b-166e8cfd9ab3 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4434950 Apr 01 15:54:21.316560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47608) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.320034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.331803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-b88614d3-45a9-440b-a23f-d96832dc5d53 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-4789781') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:21.417893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Allocated IP 172.20.0.2 (064541b8-7307-4d0a-964c-7029fd4afdd3/33d297bc-3b5c-43cd-93e9-3ceaa622b75b/e12d058b-bf40-4be6-a736-0fd185362ce3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:21.425949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f0f16-724c-4a3e-9ce9-9dada6b2db30 None None] Pushing event updated for resources: {'Port': ['ID=860fb468-169c-4bc4-a495-8ec61732f1b4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.501255 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e45114e-6077-4c9a-8b88-5a549dcfde31 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/networks/e970f983-e9b9-4c23-aba5-37c433630956?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2250729 Apr 01 15:54:21.506148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47612) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.607968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560a0e1-d25c-4991-8b9f-48354e558aa1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.609996 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1560a0e1-d25c-4991-8b9f-48354e558aa1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets/03b2315b-9b27-426f-95f2-e2694fa57b1b HTTP/1.1" status: 200 len: 811 time: 0.1033072 Apr 01 15:54:21.613595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.671068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.683010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Transition to ACTIVE for port object e12d058b-bf40-4be6-a736-0fd185362ce3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:21.695593 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b88614d3-45a9-440b-a23f-d96832dc5d53 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-4789781 HTTP/1.1" status: 201 len: 201 time: 0.3752837 Apr 01 15:54:21.697421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47620) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.705001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Transition to ACTIVE for port object e12d058b-bf40-4be6-a736-0fd185362ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:21.708086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-68ecb837-ca5f-4d1b-b963-6457719cf939 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-1285959193') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:21.754392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39a3a1-5557-4c6a-9afd-11e1be256ebf tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:21.759591 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3a39a3a1-5557-4c6a-9afd-11e1be256ebf tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "GET /v2.0/subnets/03b2315b-9b27-426f-95f2-e2694fa57b1b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1412854 Apr 01 15:54:21.759591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47624) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.768715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951080141'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:21.775127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:21.777718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.792317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:21.825449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.845708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 860fb468-169c-4bc4-a495-8ec61732f1b4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:21.875471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:21.879797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.909640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:21.914181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:21.916589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:21.918541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:21.932934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.933295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Added segment 4751bbf1-79ac-4bbe-ba0e-3000b7380722 of type vlan for network e410ba10-53a3-4046-9b45-62c9402bf296 Apr 01 15:54:21.935621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:21.936566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: bf398a7a-0989-4472-883a-664674b2403f, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:21.940073 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68ecb837-ca5f-4d1b-b963-6457719cf939 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-1285959193 HTTP/1.1" status: 201 len: 201 time: 0.2409506 Apr 01 15:54:21.944300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47628) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.948104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Pushing event updated for resources: {'Port': ['ID=e12d058b-bf40-4be6-a736-0fd185362ce3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.950454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-8923a2a0-0cd0-45a7-923a-828b6de76c44 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-793995080') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:21.975129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=afeb405d-c0ec-4eac-83e4-63f7b34c599b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.008137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.040543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.043198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29db41-2045-4e11-a58e-6bd90b39ef37 None None] Network 14a33561-9587-4077-911d-16d9f5a769bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:22.080393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network bf398a7a-0989-4472-883a-664674b2403f is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:22.109406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.190305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, bf398a7a-0989-4472-883a-664674b2403f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:22.203294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f84b73-b4af-45fa-8f33-30a2cffa202c None None] Network bf398a7a-0989-4472-883a-664674b2403f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:22.205724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.211537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:22.212603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.214937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:22.215703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.220350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 860fb468-169c-4bc4-a495-8ec61732f1b4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:22.221309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.245624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Attempting to bind port e12d058b-bf40-4be6-a736-0fd185362ce3 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:22.246007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Attempting to bind port e12d058b-bf40-4be6-a736-0fd185362ce3 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '92f5e4de-6de2-4717-863e-21ea20ffbd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:22.246305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Attempting to bind port e12d058b-bf40-4be6-a736-0fd185362ce3 on network 064541b8-7307-4d0a-964c-7029fd4afdd3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:22.256160 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8923a2a0-0cd0-45a7-923a-828b6de76c44 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-793995080 HTTP/1.1" status: 201 len: 201 time: 0.3107727 Apr 01 15:54:22.256891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47632) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.260256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.263841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=f411cc38-9802-419b-aafa-575896e548a0,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.270000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-3dfc55e6-d084-4c08-b107-e19410fed219 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-176945077') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:22.309172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Provisioning complete for port 860fb468-169c-4bc4-a495-8ec61732f1b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:22.309548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.347266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Network': ['ID=e410ba10-53a3-4046-9b45-62c9402bf296,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.350776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:22.351583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Checking segment: {'id': '92f5e4de-6de2-4717-863e-21ea20ffbd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:22.352311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.352435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Bound using segment: {'id': '92f5e4de-6de2-4717-863e-21ea20ffbd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:22.352870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Bound port: e12d058b-bf40-4be6-a736-0fd185362ce3, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f5e4de-6de2-4717-863e-21ea20ffbd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '064541b8-7307-4d0a-964c-7029fd4afdd3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:22.353241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.359608 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5809fbee-8c5e-43ad-b23f-82e7350b69d5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7652743 Apr 01 15:54:22.360200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47636) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.373946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'bf398a7a-0989-4472-883a-664674b2403f', 'name': 'tempest-PortsTestJSON-1543891438', 'fixed_ips': [{'subnet_id': 'afeb405d-c0ec-4eac-83e4-63f7b34c599b', 'ip_address': '172.20.0.10'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:22.378211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e410ba10-53a3-4046-9b45-62c9402bf296 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:22.460186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1dd6a9ea-e4c5-46b4-ade2-5570307a3a94 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6962688 Apr 01 15:54:22.460419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47640) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.467571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'network_id': 'e410ba10-53a3-4046-9b45-62c9402bf296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:22.499958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3dfc55e6-d084-4c08-b107-e19410fed219 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-176945077 HTTP/1.1" status: 201 len: 201 time: 0.2360959 Apr 01 15:54:22.500471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.507930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-6881dbef-8d0a-4d91-b86a-fc64987f66e8 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:22.559054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:22.571890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:22.580670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.590760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:22.657698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Made reservation on behalf of 0154cef7f8ad4c69a0780c61664dbea1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:22.661636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.665497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.674443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:22.727288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:22.747270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:22.779909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6881dbef-8d0a-4d91-b86a-fc64987f66e8 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 200 len: 238 time: 0.2763305 Apr 01 15:54:22.781954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.788891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-ef2996b3-faf7-483f-adea-a62486690181 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-4789781') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:22.844234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:22.877388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:54:22.877904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:54:22.883403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] For port e12d058b-bf40-4be6-a736-0fd185362ce3, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:22.925777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] For port e12d058b-bf40-4be6-a736-0fd185362ce3, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e12d058b-bf40-4be6-a736-0fd185362ce3,segment=NetworkSegment(92f5e4de-6de2-4717-863e-21ea20ffbd93),segment_id=92f5e4de-6de2-4717-863e-21ea20ffbd93)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:22.987011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1e1c8852-22af-4501-a4f5-2df7514b598a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:22.999837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.012467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef2996b3-faf7-483f-adea-a62486690181 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-4789781 HTTP/1.1" status: 204 len: 168 time: 0.2272327 Apr 01 15:54:23.012722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.020650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-2deec5dd-254c-4a0c-bc8a-6ec7c9bece63 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-4789781') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.024091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.054109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router 11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:23.065942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.066414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1e1c8852-22af-4501-a4f5-2df7514b598a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:23.066771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1e1c8852-22af-4501-a4f5-2df7514b598a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:23.067731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:23.102695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-bf398a7a-0989-4472-883a-664674b2403f', 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': 'afeb405d-c0ec-4eac-83e4-63f7b34c599b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:23.103955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.153510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Provisioning for port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:23.177453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=12a0baf8-7392-40cc-8df5-f70fa555f9e9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.197668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Checking segment: {'id': '4751bbf1-79ac-4bbe-ba0e-3000b7380722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e410ba10-53a3-4046-9b45-62c9402bf296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:23.198972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network hostable DHCP agents. Network: e410ba10-53a3-4046-9b45-62c9402bf296, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:23.217530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Provisioning complete for port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:23.218615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.259712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695da3d-8816-49e1-bada-f8f2942de28a None None] Pushing event updated for resources: {'Port': ['ID=e12d058b-bf40-4be6-a736-0fd185362ce3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.304556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Network e410ba10-53a3-4046-9b45-62c9402bf296 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:23.328422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d7678-957a-466b-9e04-1ab7d81b2c45 None None] Port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:23.384380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e410ba10-53a3-4046-9b45-62c9402bf296) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:23.397066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.400349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.401015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5cfd3-49cc-4407-a570-e5f2a0c32549 None None] Network e410ba10-53a3-4046-9b45-62c9402bf296 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:23.540894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Allocated IP 172.20.0.2 (bf398a7a-0989-4472-883a-664674b2403f/afeb405d-c0ec-4eac-83e4-63f7b34c599b/34afb518-a584-4193-a40f-2ebe07cb5c5e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:23.546439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9dd2cc68-f4f5-4920-a8f1-360ecaee169e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0828228 Apr 01 15:54:23.547571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47658) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.551828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:23.571040 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-591d9bc9-4640-46a7-975a-1661b3ab4041 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5869873 Apr 01 15:54:23.574148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:23.574696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.586709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] Sync routers for ids ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:23.679225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8159fb4-a335-484e-bfff-f5103cd52d6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.679961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8159fb4-a335-484e-bfff-f5103cd52d6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:23.732981 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2deec5dd-254c-4a0c-bc8a-6ec7c9bece63 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-4789781 HTTP/1.1" status: 204 len: 168 time: 0.7189953 Apr 01 15:54:23.735346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.736956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33432778'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.744098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-73f60263-135d-4211-af70-d0e7abcdff3e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.810282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8159fb4-a335-484e-bfff-f5103cd52d6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:23.811555 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8159fb4-a335-484e-bfff-f5103cd52d6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports/f411cc38-9802-419b-aafa-575896e548a0 HTTP/1.1" status: 200 len: 910 time: 0.2359302 Apr 01 15:54:23.815495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.829591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33d297bc-3b5c-43cd-93e9-3ceaa622b75b'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:24.061496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e12d058b-bf40-4be6-a736-0fd185362ce3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:24.092388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] Routers {'11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:24.093032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.115085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33387473'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.118049 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73f60263-135d-4211-af70-d0e7abcdff3e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 200 len: 205 time: 0.3816690 Apr 01 15:54:24.120855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.127759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-80546595-fee6-437c-9ec8-aeddbb1d0704 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.144999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.203745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:24.204388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Transition to ACTIVE for port object 34afb518-a584-4193-a40f-2ebe07cb5c5e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:24.204962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.209425 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "PUT /v2.0/subnets/12a0baf8-7392-40cc-8df5-f70fa555f9e9 HTTP/1.1" status: 200 len: 877 time: 0.6595550 Apr 01 15:54:24.210978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.229235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Transition to ACTIVE for port object 34afb518-a584-4193-a40f-2ebe07cb5c5e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:24.237792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e0bc3-135a-4978-baa2-6400863c39c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e410ba10-53a3-4046-9b45-62c9402bf296', 'network_id': 'e410ba10-53a3-4046-9b45-62c9402bf296', 'tenant_id': '0154cef7f8ad4c69a0780c61664dbea1', 'fixed_ips': [{'subnet_id': '12a0baf8-7392-40cc-8df5-f70fa555f9e9'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:24.238756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e0bc3-135a-4978-baa2-6400863c39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.252838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.262304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3d9af3c2-542b-4b52-8855-06f31c1f68f6 None None] Provisioning complete for port 860fb468-169c-4bc4-a495-8ec61732f1b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:24.262808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3d9af3c2-542b-4b52-8855-06f31c1f68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.272420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.327358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.368808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bee8d-6ca4-4317-8ffb-b247ab324467 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event updated for resources: {'Subnet': ['ID=12a0baf8-7392-40cc-8df5-f70fa555f9e9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.396518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.10 (bf398a7a-0989-4472-883a-664674b2403f/afeb405d-c0ec-4eac-83e4-63f7b34c599b/dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:24.433124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.466818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] Routers {'11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:24.468549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.471752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80546595-fee6-437c-9ec8-aeddbb1d0704 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 200 len: 241 time: 0.3477602 Apr 01 15:54:24.473962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.485105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-dda24c0d-20bb-4353-983f-596ccc946a9b tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-1285959193') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.558788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.568362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Network bf398a7a-0989-4472-883a-664674b2403f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:24.577091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:24.593226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:24.599476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.599894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75af06-dd85-4d5c-ae50-a839e74a55d2 None None] The sync data for ids ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:24.648495 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dda24c0d-20bb-4353-983f-596ccc946a9b tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-1285959193 HTTP/1.1" status: 204 len: 168 time: 0.1707776 Apr 01 15:54:24.648725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47686) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.655432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-8e3a6fba-0fe1-4226-b8a7-1430d9c72db6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-1285959193') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.675701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d951724-6102-41ff-9319-db69b240abbb None None] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:24.763717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.806042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=12a0baf8-7392-40cc-8df5-f70fa555f9e9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.809681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Pushing event updated for resources: {'Port': ['ID=34afb518-a584-4193-a40f-2ebe07cb5c5e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.845447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e3a6fba-0fe1-4226-b8a7-1430d9c72db6 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-1285959193 HTTP/1.1" status: 204 len: 168 time: 0.1957452 Apr 01 15:54:24.846582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47690) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.856512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-657ae29c-2298-48e3-acf6-2dfb635fe830 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:24.870196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port e12d058b-bf40-4be6-a736-0fd185362ce3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:24.881506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Attempting to bind port 34afb518-a584-4193-a40f-2ebe07cb5c5e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:24.881881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Attempting to bind port 34afb518-a584-4193-a40f-2ebe07cb5c5e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:24.882269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Attempting to bind port 34afb518-a584-4193-a40f-2ebe07cb5c5e on network bf398a7a-0989-4472-883a-664674b2403f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:24.902160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:24.902160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Checking segment: {'id': 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:24.902528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.902870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Bound using segment: {'id': 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:24.903379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Bound port: 34afb518-a584-4193-a40f-2ebe07cb5c5e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'bf398a7a-0989-4472-883a-664674b2403f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:24.903756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-a18e0bc3-135a-4978-baa2-6400863c39c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a0baf8-7392-40cc-8df5-f70fa555f9e9: This subnet is being modified by another concurrent operation. Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a0baf8-7392-40cc-8df5-f70fa555f9e9: This subnet is being modified by another concurrent operation. Apr 01 15:54:24.930085 dv-neutron-835943-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Apr 01 15:54:24.950395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.953692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.981577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:24.992908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e410ba10-53a3-4046-9b45-62c9402bf296']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.012665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bd304-eee2-48f3-bce1-7af95452c370 None None] Network e410ba10-53a3-4046-9b45-62c9402bf296 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:25.017974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4751bbf1-79ac-4bbe-ba0e-3000b7380722') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.018280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4751bbf1-79ac-4bbe-ba0e-3000b7380722') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.033504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.043906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-657ae29c-2298-48e3-acf6-2dfb635fe830 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 200 len: 205 time: 0.1932442 Apr 01 15:54:25.044657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.054560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-074862d6-b029-4ea4-b7c1-678fea1ee514 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.133937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.145396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:25.145805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:25.161563 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:25.194836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3d9af3c2-542b-4b52-8855-06f31c1f68f6 None None] Provisioning complete for port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:25.195463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3d9af3c2-542b-4b52-8855-06f31c1f68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.280842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] For port 34afb518-a584-4193-a40f-2ebe07cb5c5e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:25.322445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.343766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.350057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] For port 34afb518-a584-4193-a40f-2ebe07cb5c5e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34afb518-a584-4193-a40f-2ebe07cb5c5e,segment=NetworkSegment(c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1),segment_id=c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:25.355571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3d9af3c2-542b-4b52-8855-06f31c1f68f6 None None] Port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:25.361329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b587640-e00e-4b9a-95e0-f601c510a33a None None] Network e410ba10-53a3-4046-9b45-62c9402bf296 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:25.418574 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-074862d6-b029-4ea4-b7c1-678fea1ee514 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 200 len: 240 time: 0.3699858 Apr 01 15:54:25.419177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.421193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network bf398a7a-0989-4472-883a-664674b2403f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:25.426610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:25.431709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-839d4f5a-f9ad-46dd-89a4-9bfa92fe502a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-793995080') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.455292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.489166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:25.516568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.526508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.550985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.569971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e410ba10-53a3-4046-9b45-62c9402bf296 HTTP/1.1" status: 204 len: 168 time: 1.3546581 Apr 01 15:54:25.573760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.608485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:25.609128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.623038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55a59d6-2ec4-4c07-b491-988aff9a4af1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:25.623949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55a59d6-2ec4-4c07-b491-988aff9a4af1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:25.626083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d55a59d6-2ec4-4c07-b491-988aff9a4af1 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/12a0baf8-7392-40cc-8df5-f70fa555f9e9 HTTP/1.1" status: 404 len: 337 time: 0.0511186 Apr 01 15:54:25.627798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab001-30c2-4f9c-a40f-2f41acf61329 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=e410ba10-53a3-4046-9b45-62c9402bf296,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.631478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.640400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.674571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-50834a4c-3056-4828-a68b-ba7da22c2f01 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:25.675590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50834a4c-3056-4828-a68b-ba7da22c2f01 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:25.681142 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-50834a4c-3056-4828-a68b-ba7da22c2f01 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e410ba10-53a3-4046-9b45-62c9402bf296 HTTP/1.1" status: 404 len: 339 time: 0.0438545 Apr 01 15:54:25.681754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.692222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Provisioning for port e12d058b-bf40-4be6-a736-0fd185362ce3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:25.714107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Provisioning complete for port e12d058b-bf40-4be6-a736-0fd185362ce3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:25.714107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.745007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bdbad-00dd-43a3-a96a-318f1f768329 None None] Pushing event updated for resources: {'Port': ['ID=34afb518-a584-4193-a40f-2ebe07cb5c5e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.751470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52f668c-ec5e-4c89-8673-1c0404ca3d07 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:25.752793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52f668c-ec5e-4c89-8673-1c0404ca3d07 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:25.756369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c52f668c-ec5e-4c89-8673-1c0404ca3d07 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/1647e3be-c5bd-4062-aafb-d5bd317b8284 HTTP/1.1" status: 404 len: 337 time: 0.0734632 Apr 01 15:54:25.763675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.785104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.835037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=f411cc38-9802-419b-aafa-575896e548a0,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.848716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:25.849509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.851123 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/ports/f411cc38-9802-419b-aafa-575896e548a0 HTTP/1.1" status: 200 len: 910 time: 2.0345283 Apr 01 15:54:25.855349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-966659b8-e24f-4f44-85cf-7fae625817b7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4846201 Apr 01 15:54:25.855349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.855349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.855349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.855850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.857649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.861702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.862399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.862897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.863048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47724) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.863436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.863744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.864190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.864651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.865160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d096fb-2bca-4783-b967-f70753d68b1f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:25.876729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': 'bf398a7a-0989-4472-883a-664674b2403f', 'name': 'tempest-PortsTestJSON-1825594980', 'fixed_ips': [{'subnet_id': 'afeb405d-c0ec-4eac-83e4-63f7b34c599b', 'ip_address': '172.20.0.9'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:25.878701 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-839d4f5a-f9ad-46dd-89a4-9bfa92fe502a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-793995080 HTTP/1.1" status: 204 len: 168 time: 0.4560175 Apr 01 15:54:25.881623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47732) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.889717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-723722dd-4e1f-407d-a4b5-37d31a9f56d0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-793995080') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.907048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a360ba2f-3ba5-4144-8238-38322821eaa8 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:25.907570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a360ba2f-3ba5-4144-8238-38322821eaa8 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:25.908304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.909297 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a360ba2f-3ba5-4144-8238-38322821eaa8 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/7073c313-c928-419d-97f2-29de806bf3a6 HTTP/1.1" status: 404 len: 339 time: 0.1444807 Apr 01 15:54:25.949753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] For port e12d058b-bf40-4be6-a736-0fd185362ce3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e12d058b-bf40-4be6-a736-0fd185362ce3,segment=NetworkSegment(92f5e4de-6de2-4717-863e-21ea20ffbd93),segment_id=92f5e4de-6de2-4717-863e-21ea20ffbd93)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:25.960116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.040778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.153697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Pushing event updated for resources: {'Port': ['ID=e12d058b-bf40-4be6-a736-0fd185362ce3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.173101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Provisioning complete for port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.173816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.256674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:26.278080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.343027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Provisioning for port f411cc38-9802-419b-aafa-575896e548a0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:26.353804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Provisioning complete for port f411cc38-9802-419b-aafa-575896e548a0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.354490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.386820 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-723722dd-4e1f-407d-a4b5-37d31a9f56d0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-793995080 HTTP/1.1" status: 204 len: 168 time: 0.5019951 Apr 01 15:54:26.391383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47740) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.400470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-a49f7ced-fc19-49f0-8399-d9615e37a510 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.431359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b483dd2-2197-46e8-869e-4adb61428677 None None] Port f411cc38-9802-419b-aafa-575896e548a0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:26.527731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.557595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-290a0b62-899e-4975-86f7-38fee48d8f64 None None] Provisioning complete for port e12d058b-bf40-4be6-a736-0fd185362ce3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.558021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-290a0b62-899e-4975-86f7-38fee48d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.572015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:26.590184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:26.597189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:26.609543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d260d4-7665-478b-8cdf-e450b972d7cb']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.621408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:26.630502 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a49f7ced-fc19-49f0-8399-d9615e37a510 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 200 len: 205 time: 0.2358429 Apr 01 15:54:26.630502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48c850a-13a8-4dfd-99de-0b7aae831871') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.630502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48c850a-13a8-4dfd-99de-0b7aae831871') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.636604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.644642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-72891afb-32a5-4c22-aad1-34d0d8caf799 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.660058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.681404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.691338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:26.691737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.705712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-290a0b62-899e-4975-86f7-38fee48d8f64 None None] Provisioning complete for port f411cc38-9802-419b-aafa-575896e548a0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.706899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-290a0b62-899e-4975-86f7-38fee48d8f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:26.708576 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:26.723275 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72891afb-32a5-4c22-aad1-34d0d8caf799 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 200 len: 240 time: 0.0855370 Apr 01 15:54:26.727006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.778990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-6bc307a0-63f5-4030-a459-d8f5b0e68a1b tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-176945077') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.782581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-290a0b62-899e-4975-86f7-38fee48d8f64 None None] Port f411cc38-9802-419b-aafa-575896e548a0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:26.818875 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bc307a0-63f5-4030-a459-d8f5b0e68a1b tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-176945077 HTTP/1.1" status: 204 len: 168 time: 0.0908976 Apr 01 15:54:26.821164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.826796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:26.828511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-a978e812-2441-4d30-a911-941457e6cfe4 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-176945077') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.869011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.888693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.900786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=e0d260d4-7665-478b-8cdf-e450b972d7cb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.908368 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c53f3a2-6243-407f-9f8d-2892f733f884 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e0d260d4-7665-478b-8cdf-e450b972d7cb HTTP/1.1" status: 204 len: 168 time: 0.9381366 Apr 01 15:54:26.908652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.950290 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a978e812-2441-4d30-a911-941457e6cfe4 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-176945077 HTTP/1.1" status: 204 len: 168 time: 0.1280756 Apr 01 15:54:26.951522 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfba43a-82ca-4f60-aa00-8abec7273f1e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:26.951977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfba43a-82ca-4f60-aa00-8abec7273f1e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:26.954504 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbfba43a-82ca-4f60-aa00-8abec7273f1e tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/0c080c84-b44f-49da-81bd-aee4fab7eeb6 HTTP/1.1" status: 404 len: 337 time: 0.0441277 Apr 01 15:54:26.954504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47760) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.960485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-13993920-9014-4838-b0ed-0a861ff8ec7d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.968016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47764) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.000358 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f376be-5f22-48ee-a268-379ec51754ac tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.000830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f376be-5f22-48ee-a268-379ec51754ac tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.003131 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20f376be-5f22-48ee-a268-379ec51754ac tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e4da8e0e-e4c1-40a0-b292-b177fb4aadd9 HTTP/1.1" status: 404 len: 339 time: 0.0336370 Apr 01 15:54:27.007783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.054847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b67fe-a015-49d0-a522-9bcd95558aaa None None] Network bf398a7a-0989-4472-883a-664674b2403f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:27.210714 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13993920-9014-4838-b0ed-0a861ff8ec7d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 200 len: 205 time: 0.2554524 Apr 01 15:54:27.216346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47772) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.225757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d04d8dc9-65e7-4271-816d-07360f42658a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.236418 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa67e5-7834-4f88-b5fe-12cd67475de9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.240026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdaa67e5-7834-4f88-b5fe-12cd67475de9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.240627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f06aed7-c49f-4399-a7af-15a90fd3611f None None] Provisioning for port 34afb518-a584-4193-a40f-2ebe07cb5c5e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:27.243986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fdaa67e5-7834-4f88-b5fe-12cd67475de9 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/6ff1c1d0-9723-4efd-84aa-5527f98cf4c9 HTTP/1.1" status: 404 len: 337 time: 0.2313342 Apr 01 15:54:27.245024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47776) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.251793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.269972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d04d8dc9-65e7-4271-816d-07360f42658a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 204 len: 168 time: 0.0496936 Apr 01 15:54:27.270334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.275443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-391f67ba-4d01-4df1-9822-a14d2a337e6f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.337550 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1324fb7-2f3b-499e-927e-e6f2e26f38bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.337550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1324fb7-2f3b-499e-927e-e6f2e26f38bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.337550 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1324fb7-2f3b-499e-927e-e6f2e26f38bb tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/6e64a2b6-56bb-4366-967a-1ccc2af16d91 HTTP/1.1" status: 404 len: 339 time: 0.0726705 Apr 01 15:54:27.341621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.352365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port a79c488c-02a4-4461-a7fb-d13ec87a0b61 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:27.389651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-02645df3-01cc-4cb0-95c2-69ea3e8f48b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.390103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02645df3-01cc-4cb0-95c2-69ea3e8f48b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.394257 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02645df3-01cc-4cb0-95c2-69ea3e8f48b2 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/2515bba5-ce3f-4230-b6a9-5285c5ab4b02 HTTP/1.1" status: 404 len: 337 time: 0.0483775 Apr 01 15:54:27.394411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.481047 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-90177cd8-8692-4f90-b45b-9f98d91411c4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.481514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90177cd8-8692-4f90-b45b-9f98d91411c4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.486046 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90177cd8-8692-4f90-b45b-9f98d91411c4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/9e4e0a44-bc0d-4ced-904d-01b364576ace HTTP/1.1" status: 404 len: 339 time: 0.0881255 Apr 01 15:54:27.486241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.535030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-391f67ba-4d01-4df1-9822-a14d2a337e6f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 204 len: 168 time: 0.2605851 Apr 01 15:54:27.535030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b6b506-3fa4-4b0e-8bcc-09b628345dc4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.535030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b6b506-3fa4-4b0e-8bcc-09b628345dc4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.535622 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3b6b506-3fa4-4b0e-8bcc-09b628345dc4 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/c1afe264-7228-4d78-8a41-29c619d099df HTTP/1.1" status: 404 len: 337 time: 0.0480886 Apr 01 15:54:27.535823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47796) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.538130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.542794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-b4bf6427-4d4d-40a0-a456-2acb5ba02d55 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.568462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.605656 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a546bf-df88-41c0-b07c-3ad7ca3c8c0c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.606043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a546bf-df88-41c0-b07c-3ad7ca3c8c0c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.607995 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8a546bf-df88-41c0-b07c-3ad7ca3c8c0c tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/618b294d-5576-4c78-85f2-ee3326d04ab8 HTTP/1.1" status: 404 len: 339 time: 0.0687997 Apr 01 15:54:27.610257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.640465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-18eaeec2-3789-4767-a0ed-5b0c102f6eee None None] Provisioning for port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:27.646163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-18eaeec2-3789-4767-a0ed-5b0c102f6eee None None] Provisioning complete for port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:27.646617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-18eaeec2-3789-4767-a0ed-5b0c102f6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.652899 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-958e109d-336a-48d4-ae73-3baf7b685eda tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.653353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958e109d-336a-48d4-ae73-3baf7b685eda tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.658556 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-958e109d-336a-48d4-ae73-3baf7b685eda tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/78b68c04-e53f-4336-925b-e0535e79267e HTTP/1.1" status: 404 len: 337 time: 0.0449817 Apr 01 15:54:27.658732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.693241 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-134c191d-682d-40af-8afd-1f0c39f4c6c7 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.694845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134c191d-682d-40af-8afd-1f0c39f4c6c7 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.700692 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-134c191d-682d-40af-8afd-1f0c39f4c6c7 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/d317ebb0-c368-4111-92e9-6d8be04c5821 HTTP/1.1" status: 404 len: 339 time: 0.0410903 Apr 01 15:54:27.702473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47812) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.709683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-18eaeec2-3789-4767-a0ed-5b0c102f6eee None None] Port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:27.763101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a7d486-73fe-4c1d-aeaa-6d013184a551 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.763101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a7d486-73fe-4c1d-aeaa-6d013184a551 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.767619 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61a7d486-73fe-4c1d-aeaa-6d013184a551 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/6374accf-d8a1-4886-89bf-c4aa5bec9b6b HTTP/1.1" status: 404 len: 337 time: 0.0620868 Apr 01 15:54:27.770727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.807801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975823a-5abf-4edd-b99e-a977b8bc722d None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 15:54:27.809551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e425f69-e47e-408e-9890-a770eb4f5580 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.810117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e425f69-e47e-408e-9890-a770eb4f5580 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.814593 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e425f69-e47e-408e-9890-a770eb4f5580 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/681344e7-c1ca-40d4-ae06-7a1fcfe5438f HTTP/1.1" status: 404 len: 339 time: 0.0431435 Apr 01 15:54:27.815295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.856894 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc70d8-3f10-4ff3-90e7-c1dd1340740f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.856894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc70d8-3f10-4ff3-90e7-c1dd1340740f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.859174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.9 (bf398a7a-0989-4472-883a-664674b2403f/afeb405d-c0ec-4eac-83e4-63f7b34c599b/a79c488c-02a4-4461-a7fb-d13ec87a0b61) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:27.862886 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2bc70d8-3f10-4ff3-90e7-c1dd1340740f tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/10365657-d6c5-404f-9049-180f4433f12b HTTP/1.1" status: 404 len: 337 time: 0.0462408 Apr 01 15:54:27.864577 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4bf6427-4d4d-40a0-a456-2acb5ba02d55 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.3278630 Apr 01 15:54:27.865144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.867646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47828) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.873890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-c9336fab-8305-4fbd-a4a6-831324eb740f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.902456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.928942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8e9927a-7065-4c3f-9f6d-89436bba403a None None] Provisioning complete for port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:27.931469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8e9927a-7065-4c3f-9f6d-89436bba403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.941845 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f106668-e4a8-4eed-8ee4-82ddda02e344 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.942318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f106668-e4a8-4eed-8ee4-82ddda02e344 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.946215 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f106668-e4a8-4eed-8ee4-82ddda02e344 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/874a634e-97c9-49fb-87cf-ae3718275c9d HTTP/1.1" status: 404 len: 339 time: 0.0779803 Apr 01 15:54:27.946448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.966340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e12d058b-bf40-4be6-a736-0fd185362ce3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:27.987393 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d26291-e294-44a0-9b95-0212aadacc34 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:27.987975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d26291-e294-44a0-9b95-0212aadacc34 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:27.991772 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0d26291-e294-44a0-9b95-0212aadacc34 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/0b98f430-ffc8-4e17-b96b-38b3786c4edf HTTP/1.1" status: 404 len: 337 time: 0.0421226 Apr 01 15:54:27.992536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.014642 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9336fab-8305-4fbd-a4a6-831324eb740f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1453564 Apr 01 15:54:28.020940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47840) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.026068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-3965ef43-4630-46e4-b733-98acc80f67b1 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-57018737') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:28.081027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9927a-7065-4c3f-9f6d-89436bba403a None None] Port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:28.120834 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cb0fc5-b38f-485d-8efb-079e57781cc0 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:28.120834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cb0fc5-b38f-485d-8efb-079e57781cc0 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:28.128197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port e12d058b-bf40-4be6-a736-0fd185362ce3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:28.128578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.151052 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2cb0fc5-b38f-485d-8efb-079e57781cc0 tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/f9de431b-c790-4b1f-976b-7603498b9842 HTTP/1.1" status: 404 len: 339 time: 0.1562772 Apr 01 15:54:28.154103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.158754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975823a-5abf-4edd-b99e-a977b8bc722d None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:28.211237 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3965ef43-4630-46e4-b733-98acc80f67b1 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-57018737 HTTP/1.1" status: 201 len: 201 time: 0.1868596 Apr 01 15:54:28.212411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.219956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-3d5294a7-c1da-4679-a1ee-c2bee03267ce tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-1223024987') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:28.265970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting subnet 03b2315b-9b27-426f-95f2-e2694fa57b1b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:28.270975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.337187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.373238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34afb518-a584-4193-a40f-2ebe07cb5c5e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:28.449768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port f411cc38-9802-419b-aafa-575896e548a0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:28.450097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.450862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.506718 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d5294a7-c1da-4679-a1ee-c2bee03267ce tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-1223024987 HTTP/1.1" status: 201 len: 201 time: 0.2935374 Apr 01 15:54:28.510303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47852) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.521108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-c8ebbaa6-a664-4300-a56b-f98f7de3b93f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-1991776006') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:28.584365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 34afb518-a584-4193-a40f-2ebe07cb5c5e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:28.594990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 34afb518-a584-4193-a40f-2ebe07cb5c5e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:28.595451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.743399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.782986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c8ebbaa6-a664-4300-a56b-f98f7de3b93f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-1991776006 HTTP/1.1" status: 201 len: 201 time: 0.2683196 Apr 01 15:54:28.786288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.786649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Subnet': ['ID=03b2315b-9b27-426f-95f2-e2694fa57b1b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.794113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.794602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-e6b6c80d-fc92-4e18-81de-dd20aa4d540e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-13531130') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:28.804838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79efe09-5397-4009-82fa-57a7b866234b None None] Network e970f983-e9b9-4c23-aba5-37c433630956 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:28.808804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.821098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.824364 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3dc5c5c-e440-4d46-92dc-1fcd81c4298d tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/subnets/03b2315b-9b27-426f-95f2-e2694fa57b1b HTTP/1.1" status: 204 len: 168 time: 0.6665936 Apr 01 15:54:28.825863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47860) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.863932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object a79c488c-02a4-4461-a7fb-d13ec87a0b61 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:28.893259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.922463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 34afb518-a584-4193-a40f-2ebe07cb5c5e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34afb518-a584-4193-a40f-2ebe07cb5c5e,segment=NetworkSegment(c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1),segment_id=c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:28.955869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.966736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Deleting port c6cb7398-8de1-42a3-866d-d27671277790 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:28.967165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.996812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.068925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for f411cc38-9802-419b-aafa-575896e548a0 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:29.084141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=34afb518-a584-4193-a40f-2ebe07cb5c5e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.137955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 3f23bfd0-5b82-4a70-b100-ddf587b947e5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:29.138297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.177159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6b6c80d-fc92-4e18-81de-dd20aa4d540e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-13531130 HTTP/1.1" status: 201 len: 201 time: 0.3881447 Apr 01 15:54:29.179061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47864) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.195828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-3ac37d27-d954-4b97-a5db-22b3be07b6dd tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', {'tags': ['tempest-TagsExtTest-Tag-778184701', 'tempest-TagsExtTest-Tag-1878304710', 'tempest-TagsExtTest-Tag-588425906']}) {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.199038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] DHCP port deletion for e970f983-e9b9-4c23-aba5-37c433630956 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:29.206366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Deleting port c6cb7398-8de1-42a3-866d-d27671277790 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:29.206848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.258823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.311643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] For port c6cb7398-8de1-42a3-866d-d27671277790, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6cb7398-8de1-42a3-866d-d27671277790,segment=NetworkSegment(668d5c11-0652-4b78-a64e-22073dfacac5),segment_id=668d5c11-0652-4b78-a64e-22073dfacac5)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:29.311999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.447661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Calling delete_port for c6cb7398-8de1-42a3-866d-d27671277790 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:29.454797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] For port c6cb7398-8de1-42a3-866d-d27671277790, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c6cb7398-8de1-42a3-866d-d27671277790,segment=NetworkSegment(668d5c11-0652-4b78-a64e-22073dfacac5),segment_id=668d5c11-0652-4b78-a64e-22073dfacac5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:29.455281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.477155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network bf398a7a-0989-4472-883a-664674b2403f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:29.485713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:29.492707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=a79c488c-02a4-4461-a7fb-d13ec87a0b61,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.495741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:29.545972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.549674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.549674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.549674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.550327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.550926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.551606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.553361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.554338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.555311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.557319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.557801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.577579 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3ac37d27-d954-4b97-a5db-22b3be07b6dd tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 200 len: 316 time: 0.3909571 Apr 01 15:54:29.580318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bb07a6c-0864-4727-9418-fd3204f3525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.580869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.588539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Calling delete_port for c6cb7398-8de1-42a3-866d-d27671277790 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:29.596066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-84ab42fa-06de-426e-ba2c-3f4540812b8f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.616485 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:54:29.636374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.656897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 3f23bfd0-5b82-4a70-b100-ddf587b947e5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3f23bfd0-5b82-4a70-b100-ddf587b947e5,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:29.657356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: from cryptography.utils import int_from_bytes Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: from cryptography.utils import int_from_bytes Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn_limited( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn_limited( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:29.672595 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 15:54:29.685719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:29.685891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:29.686345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:29.686667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.710965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Port': ['ID=c6cb7398-8de1-42a3-866d-d27671277790,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.720399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] No DVR routers for this DVR port c6cb7398-8de1-42a3-866d-d27671277790 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:29.801174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34afb518-a584-4193-a40f-2ebe07cb5c5e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:29.833375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 3f23bfd0-5b82-4a70-b100-ddf587b947e5 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:29.857376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.889401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 34afb518-a584-4193-a40f-2ebe07cb5c5e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.889684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.890387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e970f983-e9b9-4c23-aba5-37c433630956']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.905958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668d5c11-0652-4b78-a64e-22073dfacac5') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.906308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668d5c11-0652-4b78-a64e-22073dfacac5') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:29.921575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.933165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ed287b5-8399-4e0c-9f59-9856ba01d758 None None] Provisioning for port a79c488c-02a4-4461-a7fb-d13ec87a0b61 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:29.939973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.946813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:29.947371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.949347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ed287b5-8399-4e0c-9f59-9856ba01d758 None None] Provisioning complete for port a79c488c-02a4-4461-a7fb-d13ec87a0b61 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.949732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ed287b5-8399-4e0c-9f59-9856ba01d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.965963 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-747a1942-a690-466e-a651-24a349d99c5d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0919456 Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:29.968735 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:29.971475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.971592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.016743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ed287b5-8399-4e0c-9f59-9856ba01d758 None None] Port a79c488c-02a4-4461-a7fb-d13ec87a0b61 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:30.019469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=f411cc38-9802-419b-aafa-575896e548a0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.084189 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-84ab42fa-06de-426e-ba2c-3f4540812b8f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 204 len: 168 time: 0.4993985 Apr 01 15:54:30.092864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47876) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.109434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-b0f2f7e3-15be-4985-a23a-5dfddc3359dc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-778184701') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:30.156760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6cb7398-8de1-42a3-866d-d27671277790 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:30.197530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acd393-7fd4-4371-8dbd-333fe382e022 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.203615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-87acd393-7fd4-4371-8dbd-333fe382e022 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:30.203796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Deleting port c6cb7398-8de1-42a3-866d-d27671277790 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:30.203796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.222208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-b0f2f7e3-15be-4985-a23a-5dfddc3359dc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:30.223268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0f2f7e3-15be-4985-a23a-5dfddc3359dc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-778184701 HTTP/1.1" status: 404 len: 328 time: 0.1267238 Apr 01 15:54:30.228994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.228994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47880) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.241158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c6cb7398-8de1-42a3-866d-d27671277790 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:30.241158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c6cb7398-8de1-42a3-866d-d27671277790 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:30.248872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-9a390f78-d00f-4d80-bb2b-c112bbdc836f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-1878304710') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:30.274456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.285118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cec2944c-62f8-4033-8372-b14aa1f28842 None None] The port 'c6cb7398-8de1-42a3-866d-d27671277790' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:30.289605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-87acd393-7fd4-4371-8dbd-333fe382e022 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:30.293382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87acd393-7fd4-4371-8dbd-333fe382e022 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3225849 Apr 01 15:54:30.300333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] Pushing event deleted for resources: {'Network': ['ID=e970f983-e9b9-4c23-aba5-37c433630956,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.304216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.350092 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1ae3639-9e8f-455c-8aa8-e7acb87d8f1a tempest-NetworksTest-554401883 tempest-NetworksTest-554401883-project] 10.222.0.18 "DELETE /v2.0/networks/e970f983-e9b9-4c23-aba5-37c433630956 HTTP/1.1" status: 204 len: 168 time: 1.5205657 Apr 01 15:54:30.415073 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-9a390f78-d00f-4d80-bb2b-c112bbdc836f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:30.419429 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a390f78-d00f-4d80-bb2b-c112bbdc836f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-1878304710 HTTP/1.1" status: 404 len: 329 time: 0.1922686 Apr 01 15:54:30.420680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47890) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.426765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-11984013-287b-4e5b-bf9a-76c7d8dabc1f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2', 'tempest-TagsExtTest-Tag-588425906') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:30.470677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd705b-bc36-41c1-b708-619f81896125 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.470866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.480479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd705b-bc36-41c1-b708-619f81896125 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.487843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd705b-bc36-41c1-b708-619f81896125 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.493028 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13dd705b-bc36-41c1-b708-619f81896125 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1816673 Apr 01 15:54:30.493155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47894) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.582334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port a79c488c-02a4-4461-a7fb-d13ec87a0b61 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:30.582676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.603357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.673197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=3f23bfd0-5b82-4a70-b100-ddf587b947e5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.695748 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-11984013-287b-4e5b-bf9a-76c7d8dabc1f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:30.703693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11984013-287b-4e5b-bf9a-76c7d8dabc1f tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags/tempest-TagsExtTest-Tag-588425906 HTTP/1.1" status: 404 len: 328 time: 0.2739913 Apr 01 15:54:30.703693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47898) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.713227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d3ab9376-af27-477c-9f05-db995f2e25cd tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', {'tags': ['tempest-TagsExtTest-Tag-10812475', 'tempest-TagsExtTest-Tag-864696985', 'tempest-TagsExtTest-Tag-2050273867']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:30.905806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router 11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:30.968632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.112900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.179681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3ab9376-af27-477c-9f05-db995f2e25cd tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 200 len: 315 time: 0.4787917 Apr 01 15:54:31.206049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:31.221426 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] Sync routers for ids ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:31.232142 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] Routers {'11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:31.232651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47910) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.233192 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.243406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for a79c488c-02a4-4461-a7fb-d13ec87a0b61 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:31.245799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-4d131bf1-d649-4a18-b20a-a4290a280004 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.310161 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.315126 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bfa6f016-5f02-45c7-96fb-63a444302e8f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4450588 Apr 01 15:54:31.320175 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] Routers {'11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:31.320890 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.330040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.334052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.350928 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-304e4cb6-8ff5-436b-a4ff-46683ef64bda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0154cef7f8ad4c69a0780c61664dbea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803852 Apr 01 15:54:31.354792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.386490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f17c16f6-dc89-4ccc-9b62-8da672436929 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 HTTP/1.1" status: 200 len: 205 time: 0.0486097 Apr 01 15:54:31.386490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.390489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.390997 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df486f-b8f7-4015-a19e-bcba0bd5355c None None] The sync data for ids ['11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:31.569535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.601091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.691592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d131bf1-d649-4a18-b20a-a4290a280004 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.4577734 Apr 01 15:54:31.697468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.701763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.703296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.707413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-21242125-da5c-47b9-9056-61747e926055 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-10812475') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:31.902982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=a79c488c-02a4-4461-a7fb-d13ec87a0b61,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.000217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:32.040746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.051458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.103582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.121865 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-21242125-da5c-47b9-9056-61747e926055 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:32.126704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-21242125-da5c-47b9-9056-61747e926055 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-10812475 HTTP/1.1" status: 404 len: 327 time: 0.4245336 Apr 01 15:54:32.126974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.132214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-5d0d5fd5-fe1f-4f76-813d-c37dfed95212 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-864696985') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:32.164311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.164311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router 11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:32.168097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.176684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.178075 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-479cecf8-c281-4c45-927d-65b31ac53016 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 HTTP/1.1" status: 204 len: 168 time: 0.7928762 Apr 01 15:54:32.182158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2a3cff9-0a60-4a69-a737-065e6edbd906 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/a79c488c-02a4-4461-a7fb-d13ec87a0b61 HTTP/1.1" status: 204 len: 168 time: 1.6857982 Apr 01 15:54:32.183448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.183781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47936) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.192197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77952648-7751-429f-b8a5-e90fe16da7d0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.218107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.222144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cddad6ea-1ba8-4277-930d-91ed27872827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77952648-7751-429f-b8a5-e90fe16da7d0 HTTP/1.1" status: 204 len: 168 time: 0.8632674 Apr 01 15:54:32.222144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:32.233860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:32.239738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1934e42-0a27-4def-93d7-81d377d86472 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/61a56ad4-be96-4b35-b079-67bab22da098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4483948 Apr 01 15:54:32.263098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:32.264063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:32.282230 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b67754-8a9d-4cf6-a19c-b35eef9e3b63 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:54:32.282801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09b67754-8a9d-4cf6-a19c-b35eef9e3b63 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:32.317536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 33d297bc-3b5c-43cd-93e9-3ceaa622b75b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:32.321863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.425363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bf1e2-a72b-4554-a151-368c4e3db0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.470875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:32.503690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-09b67754-8a9d-4cf6-a19c-b35eef9e3b63 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:32.507412 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-09b67754-8a9d-4cf6-a19c-b35eef9e3b63 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/a79c488c-02a4-4461-a7fb-d13ec87a0b61 HTTP/1.1" status: 404 len: 333 time: 0.3181417 Apr 01 15:54:32.508994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.509201 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5d0d5fd5-fe1f-4f76-813d-c37dfed95212 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:32.512814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d0d5fd5-fe1f-4f76-813d-c37dfed95212 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-864696985 HTTP/1.1" status: 404 len: 328 time: 0.3823116 Apr 01 15:54:32.513631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47952) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.523413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-34245cc5-259b-4f8a-9ce7-6ebd2b2bf3fc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc', 'tempest-TagsExtTest-Tag-2050273867') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:32.560527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.588724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:32.589107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.671778 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-34245cc5-259b-4f8a-9ce7-6ebd2b2bf3fc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:32.672875 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34245cc5-259b-4f8a-9ce7-6ebd2b2bf3fc tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags/tempest-TagsExtTest-Tag-2050273867 HTTP/1.1" status: 404 len: 329 time: 0.1582839 Apr 01 15:54:32.675776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.685692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-6326055f-669b-46c5-8a27-5c3ae0ab8400 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', {'tags': ['tempest-TagsExtTest-Tag-1815277200', 'tempest-TagsExtTest-Tag-1816336527', 'tempest-TagsExtTest-Tag-722037533']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:32.756664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.901911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.938406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.007117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.011116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.015683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:33.025844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:33.026747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.080279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:33.131162 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6326055f-669b-46c5-8a27-5c3ae0ab8400 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 200 len: 317 time: 0.4533217 Apr 01 15:54:33.132734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.140007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-b1cfe698-6abc-4a3b-a566-82ff90917652 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.182928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94813b5e-68ae-4bd4-9700-c396bab714b7 req-5d1bb914-ff1c-4870-92f7-321ef19cc619 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.183790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-94813b5e-68ae-4bd4-9700-c396bab714b7 req-5d1bb914-ff1c-4870-92f7-321ef19cc619 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:33.223127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.242149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:33.301348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=33d297bc-3b5c-43cd-93e9-3ceaa622b75b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.303725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.317366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0179198-d122-4c18-9043-45ef2d9e6365 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/33d297bc-3b5c-43cd-93e9-3ceaa622b75b HTTP/1.1" status: 204 len: 168 time: 1.1300902 Apr 01 15:54:33.318476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 47980) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.318965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22cd4db-dbfa-414b-a243-09cf2c96db25 None None] Network 064541b8-7307-4d0a-964c-7029fd4afdd3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:33.346343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-94813b5e-68ae-4bd4-9700-c396bab714b7 req-5d1bb914-ff1c-4870-92f7-321ef19cc619 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:33.348158 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-94813b5e-68ae-4bd4-9700-c396bab714b7 req-5d1bb914-ff1c-4870-92f7-321ef19cc619 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.4551985 Apr 01 15:54:33.393041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.466182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1cfe698-6abc-4a3b-a566-82ff90917652 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 204 len: 168 time: 0.3314934 Apr 01 15:54:33.468126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.474379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-1ea5f42a-faf2-4993-966b-428057fe5a45 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-1815277200') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.501849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.584091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.657681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.659551 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-94813b5e-68ae-4bd4-9700-c396bab714b7 req-a5502bdd-69f8-4690-a745-c40b170977b9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934778 Apr 01 15:54:33.668162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.694790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port e12d058b-bf40-4be6-a736-0fd185362ce3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:33.696964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.743318 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1ea5f42a-faf2-4993-966b-428057fe5a45 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:33.744573 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ea5f42a-faf2-4993-966b-428057fe5a45 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-1815277200 HTTP/1.1" status: 404 len: 329 time: 0.2749634 Apr 01 15:54:33.747374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 47996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.754374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-24b3c9f8-18a9-42d8-a7da-058ebd3d238e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-1816336527') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.794897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.820163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fbd29592-6242-4923-b310-ac9a27cef3f0 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] Request body: {'port': {'network_id': '682fe96a-b215-4d58-be36-89fd46b7c760', 'name': 'tempest-NetworksNegativeTestJSON-2094654728'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:33.850868 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd29592-6242-4923-b310-ac9a27cef3f0 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] POST failed (client error): The resource could not be found. Apr 01 15:54:33.851328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd29592-6242-4923-b310-ac9a27cef3f0 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:33.852727 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbd29592-6242-4923-b310-ac9a27cef3f0 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2675085 Apr 01 15:54:33.857427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48000) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.884617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-61a034f4-7360-4931-85a6-931866c1e112 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d HTTP/1.1" status: 204 len: 168 time: 1.3744519 Apr 01 15:54:33.887647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48004) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.897754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:33.902834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a0361-602d-4dbb-9c08-17614726e16a None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b27a42e-471d-488f-ab06-367e86c8f496', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.253', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'port_id': '629478f9-ac9a-4825-b808-2764beacb45d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'mac_address': 'fa:16:3e:c1:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:57Z', 'updated_at': '2022-04-01T15:53:03Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:33.941576 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1a4fd2-e0b6-4607-94a6-41b2b1197b8d tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:33.941576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1a4fd2-e0b6-4607-94a6-41b2b1197b8d tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:33.942802 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b1a4fd2-e0b6-4607-94a6-41b2b1197b8d tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "DELETE /v2.0/networks/ea13373a-293f-44d4-a7f4-4da3d65cd249 HTTP/1.1" status: 404 len: 339 time: 0.0836749 Apr 01 15:54:33.948547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48008) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.950728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] DHCP port deletion for 064541b8-7307-4d0a-964c-7029fd4afdd3 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:33.963744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Deleting port e12d058b-bf40-4be6-a736-0fd185362ce3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:33.963744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.976407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-862aebb5-bdbb-487c-b1ab-20824f1d06f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:54:33.976950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-862aebb5-bdbb-487c-b1ab-20824f1d06f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:33.996494 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-24b3c9f8-18a9-42d8-a7da-058ebd3d238e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:34.002130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-24b3c9f8-18a9-42d8-a7da-058ebd3d238e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-1816336527 HTTP/1.1" status: 404 len: 329 time: 0.2477779 Apr 01 15:54:34.002130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b60556c-559d-4d2c-9b72-f8941da7f9a2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:34.002130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b60556c-559d-4d2c-9b72-f8941da7f9a2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:34.002130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b60556c-559d-4d2c-9b72-f8941da7f9a2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "DELETE /v2.0/ports/935b959d-86cc-487a-a868-b3386e100940 HTTP/1.1" status: 404 len: 333 time: 0.0522282 Apr 01 15:54:34.002130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48012) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.007039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-95ff85b8-e30a-4134-933f-e6bd2095bde9 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2', 'tempest-TagsExtTest-Tag-722037533') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.039054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48016) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.158885 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-95ff85b8-e30a-4134-933f-e6bd2095bde9 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:34.162606 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95ff85b8-e30a-4134-933f-e6bd2095bde9 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags/tempest-TagsExtTest-Tag-722037533 HTTP/1.1" status: 404 len: 328 time: 0.1569738 Apr 01 15:54:34.163367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48020) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.168695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-904b996a-4c89-4b8f-8294-c0606f1140ea tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', {'tags': ['tempest-TagsExtTest-Tag-916893652', 'tempest-TagsExtTest-Tag-814709540', 'tempest-TagsExtTest-Tag-1165458352']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.218822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] For port e12d058b-bf40-4be6-a736-0fd185362ce3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e12d058b-bf40-4be6-a736-0fd185362ce3,segment=NetworkSegment(92f5e4de-6de2-4717-863e-21ea20ffbd93),segment_id=92f5e4de-6de2-4717-863e-21ea20ffbd93)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:34.219486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.272523 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-904b996a-4c89-4b8f-8294-c0606f1140ea tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "PUT /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 200 len: 316 time: 0.1080811 Apr 01 15:54:34.273119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.278438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-52608264-b487-4a66-acb9-eced9cf9fb0d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.287262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-862aebb5-bdbb-487c-b1ab-20824f1d06f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:34.288434 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-862aebb5-bdbb-487c-b1ab-20824f1d06f2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/dc9a3ca4-3ca0-49fd-b38b-90d6d9d7936d HTTP/1.1" status: 404 len: 333 time: 0.3998857 Apr 01 15:54:34.295520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.298428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54f19d-d0f2-4388-abe3-765cdbdcd0f2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:34.298428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54f19d-d0f2-4388-abe3-765cdbdcd0f2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:34.306359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-db54f19d-d0f2-4388-abe3-765cdbdcd0f2 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "DELETE /v2.0/subnets/9ffffada-9c79-4f1b-b6c5-995a23b49912 HTTP/1.1" status: 404 len: 337 time: 0.2600210 Apr 01 15:54:34.311840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.320089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port e12d058b-bf40-4be6-a736-0fd185362ce3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=e12d058b-bf40-4be6-a736-0fd185362ce3,segment=NetworkSegment(92f5e4de-6de2-4717-863e-21ea20ffbd93),segment_id=92f5e4de-6de2-4717-863e-21ea20ffbd93)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:34.320458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.365150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-368730aa-5f12-46ec-8ec9-a957d8e198a8 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] GET failed (client error): The resource could not be found. Apr 01 15:54:34.370351 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-368730aa-5f12-46ec-8ec9-a957d8e198a8 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "GET /v2.0/networks/a91c02a5-e18d-4542-9ed1-228198f845f7 HTTP/1.1" status: 404 len: 339 time: 0.0518787 Apr 01 15:54:34.370801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.396852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet afeb405d-c0ec-4eac-83e4-63f7b34c599b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:34.400273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.446783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Calling delete_port for e12d058b-bf40-4be6-a736-0fd185362ce3 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:34.470427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.480442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef5f82e-59c5-4e98-a58e-c08cf7e3c5dd tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] GET failed (client error): The resource could not be found. Apr 01 15:54:34.481805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ef5f82e-59c5-4e98-a58e-c08cf7e3c5dd tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "GET /v2.0/ports/c6467b27-fca2-4e63-8e2c-2fa5aefb8cc3 HTTP/1.1" status: 404 len: 333 time: 0.1085088 Apr 01 15:54:34.501885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.550267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for e12d058b-bf40-4be6-a736-0fd185362ce3 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:34.565455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.627812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.640923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-0c2996c9-b64a-434c-9eca-1c5b751036b9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:34.643337 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-0c2996c9-b64a-434c-9eca-1c5b751036b9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.4109263 Apr 01 15:54:34.684516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Pushing event deleted for resources: {'Port': ['ID=e12d058b-bf40-4be6-a736-0fd185362ce3,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:34.689710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] No DVR routers for this DVR port e12d058b-bf40-4be6-a736-0fd185362ce3 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:34.709177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.710310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.711118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.711641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.712201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.712865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.718039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.718516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.718723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.719062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.719421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.719755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedbda5f-44cc-47a1-8f99-3f5ef068604c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:34.730698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52608264-b487-4a66-acb9-eced9cf9fb0d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 204 len: 168 time: 0.4564600 Apr 01 15:54:34.736630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.739433 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0c9c42-c7f5-4d90-904b-504aebfba901 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] GET failed (client error): The resource could not be found. Apr 01 15:54:34.742544 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff0c9c42-c7f5-4d90-904b-504aebfba901 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "GET /v2.0/subnets/90c9e340-2da5-4c17-ae53-674784b3df00 HTTP/1.1" status: 404 len: 337 time: 0.2398043 Apr 01 15:54:34.749895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.755865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d4544b85-29eb-45db-a6d6-55ff96df72f5 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-916893652') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.758286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-27d16f09-dc30-4fae-900a-7b0a715d8dfe tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:34.795356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:34.795857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:34.802056 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d16f09-dc30-4fae-900a-7b0a715d8dfe tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] PUT failed (client error): The resource could not be found. Apr 01 15:54:34.802542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d16f09-dc30-4fae-900a-7b0a715d8dfe tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:34.804081 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27d16f09-dc30-4fae-900a-7b0a715d8dfe tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "PUT /v2.0/networks/3f4de127-56dc-42ff-a752-87a05b29fd65 HTTP/1.1" status: 404 len: 339 time: 0.0533283 Apr 01 15:54:34.808115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port dac310f4-6ab3-4693-a9a1-f0c765196ab7 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:34.808475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.808804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.858800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-74ad557b-07fb-48d3-8ec0-2e8fab5a21e6 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:34.907323 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-d4544b85-29eb-45db-a6d6-55ff96df72f5 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:34.910936 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4544b85-29eb-45db-a6d6-55ff96df72f5 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-916893652 HTTP/1.1" status: 404 len: 328 time: 0.1626346 Apr 01 15:54:34.911433 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ad557b-07fb-48d3-8ec0-2e8fab5a21e6 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] PUT failed (client error): The resource could not be found. Apr 01 15:54:34.911899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ad557b-07fb-48d3-8ec0-2e8fab5a21e6 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:34.919019 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74ad557b-07fb-48d3-8ec0-2e8fab5a21e6 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "PUT /v2.0/ports/11cb56e4-f5f2-4f16-9d7b-0487520486b4 HTTP/1.1" status: 404 len: 333 time: 0.0717511 Apr 01 15:54:34.919267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.919381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:34.922683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-7c3951e4-56ef-4515-ad76-ed96de455ebe tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-814709540') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:34.926182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fdd86e24-6b5f-41e6-b487-7179e5aa2830 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:34.970828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd86e24-6b5f-41e6-b487-7179e5aa2830 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] PUT failed (client error): The resource could not be found. Apr 01 15:54:34.971244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd86e24-6b5f-41e6-b487-7179e5aa2830 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:34.972395 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fdd86e24-6b5f-41e6-b487-7179e5aa2830 tempest-NetworksNegativeTestJSON-2061325250 tempest-NetworksNegativeTestJSON-2061325250-project] 10.222.0.18 "PUT /v2.0/subnets/a7f41a0c-dbf8-466d-886a-2d0f14fb20e0 HTTP/1.1" status: 404 len: 337 time: 0.0536547 Apr 01 15:54:34.986529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.007064 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-7c3951e4-56ef-4515-ad76-ed96de455ebe tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:35.008139 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c3951e4-56ef-4515-ad76-ed96de455ebe tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-814709540 HTTP/1.1" status: 404 len: 328 time: 0.0935261 Apr 01 15:54:35.011414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.018819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-a911bd96-8bc9-4154-a83a-4177584d8f2e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d', 'tempest-TagsExtTest-Tag-1165458352') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.061399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f60db-568d-4838-9418-580e270b6b92 req-c15465ac-09e4-4997-b6da-b1b85ba48515 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.068242 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-833f60db-568d-4838-9418-580e270b6b92 req-c15465ac-09e4-4997-b6da-b1b85ba48515 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 946 time: 0.2659345 Apr 01 15:54:35.105634 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-a911bd96-8bc9-4154-a83a-4177584d8f2e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] show failed (client error): The resource could not be found. Apr 01 15:54:35.106607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a911bd96-8bc9-4154-a83a-4177584d8f2e tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags/tempest-TagsExtTest-Tag-1165458352 HTTP/1.1" status: 404 len: 329 time: 0.0943086 Apr 01 15:54:35.114770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.124477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-b8e900ac-b161-4af0-b807-0aa17247f885 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1d7a02-b836-4d27-931f-378bb5e4495d') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.139166 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-833f60db-568d-4838-9418-580e270b6b92 req-2d19dcc9-526c-485d-81f5-178ab86970b6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5b4d0f03-8b37-4b25-8309-8460341ea65b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699236 Apr 01 15:54:35.160533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port dac310f4-6ab3-4693-a9a1-f0c765196ab7, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=dac310f4-6ab3-4693-a9a1-f0c765196ab7,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:35.160889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.206037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.247108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=afeb405d-c0ec-4eac-83e4-63f7b34c599b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:35.249565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.259122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8350da2-8466-46a4-84d8-1c44c5678403 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/afeb405d-c0ec-4eac-83e4-63f7b34c599b HTTP/1.1" status: 204 len: 168 time: 0.9574285 Apr 01 15:54:35.259122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48076) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.262043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42e4ac-c72d-4125-a7bb-78a8c96d7fbc None None] Network bf398a7a-0989-4472-883a-664674b2403f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:35.294493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for dac310f4-6ab3-4693-a9a1-f0c765196ab7 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:35.331841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port e12d058b-bf40-4be6-a736-0fd185362ce3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:35.332393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.390573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.404920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 34afb518-a584-4193-a40f-2ebe07cb5c5e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:35.405582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.414854 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b8e900ac-b161-4af0-b807-0aa17247f885 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d/tags HTTP/1.1" status: 204 len: 168 time: 0.2988420 Apr 01 15:54:35.419047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.431059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] The port 'e12d058b-bf40-4be6-a736-0fd185362ce3' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:35.437962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-6318a7fc-21fe-4067-8b5c-1829356dcd63 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9de038e2-7f27-4b21-a82f-1c09e8f14aa2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.548283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48086) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.571090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] DHCP port deletion for bf398a7a-0989-4472-883a-664674b2403f request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:35.577921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Deleting port 34afb518-a584-4193-a40f-2ebe07cb5c5e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:35.578772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.679981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port 34afb518-a584-4193-a40f-2ebe07cb5c5e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34afb518-a584-4193-a40f-2ebe07cb5c5e,segment=NetworkSegment(c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1),segment_id=c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:35.680568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.731848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.814306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e12d058b-bf40-4be6-a736-0fd185362ce3 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:35.861407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.863180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: e12d058b-bf40-4be6-a736-0fd185362ce3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:35.863610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device e12d058b-bf40-4be6-a736-0fd185362ce3 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:35.864097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3f23bfd0-5b82-4a70-b100-ddf587b947e5 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:35.892979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 34afb518-a584-4193-a40f-2ebe07cb5c5e owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:35.907880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3f23bfd0-5b82-4a70-b100-ddf587b947e5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:35.908218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064541b8-7307-4d0a-964c-7029fd4afdd3']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.908400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3f23bfd0-5b82-4a70-b100-ddf587b947e5 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:35.908859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34afb518-a584-4193-a40f-2ebe07cb5c5e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:35.930118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f5e4de-6de2-4717-863e-21ea20ffbd93') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.939471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f5e4de-6de2-4717-863e-21ea20ffbd93') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.939649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:35.939649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Usage tracker for resource:security_group_rule and tenant:532b0364fe0f48a28e5c6d4b5a355f52 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:35.939824 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6318a7fc-21fe-4067-8b5c-1829356dcd63 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2/tags HTTP/1.1" status: 204 len: 168 time: 0.5145109 Apr 01 15:54:35.943559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48092) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.944914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] For port 34afb518-a584-4193-a40f-2ebe07cb5c5e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34afb518-a584-4193-a40f-2ebe07cb5c5e,segment=NetworkSegment(c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1),segment_id=c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:35.945386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.945623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.947181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:35.958142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d5836e5b-7a7b-4b6f-a63c-f49fdcdecf86 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a79b96d-9d68-4a0c-b86b-23f9770b9cdc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:35.970905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.978349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:35.983549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.987983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:36.020607 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:36.083682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Calling delete_port for 34afb518-a584-4193-a40f-2ebe07cb5c5e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:36.084704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5836e5b-7a7b-4b6f-a63c-f49fdcdecf86 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.1385834 Apr 01 15:54:36.086036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.090016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.099014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-69480ee0-b4eb-4abe-b2af-6901e5d56add tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fcc0194c-9f59-4e63-a71e-2c9ea18508e2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.134693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No active binding found for port 34afb518-a584-4193-a40f-2ebe07cb5c5e {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:54:36.135255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34afb518-a584-4193-a40f-2ebe07cb5c5e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:36.142503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.197826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:36.198194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:36.203950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=34afb518-a584-4193-a40f-2ebe07cb5c5e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.210428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=dac310f4-6ab3-4693-a9a1-f0c765196ab7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.212413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No DVR routers for this DVR port 34afb518-a584-4193-a40f-2ebe07cb5c5e on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:36.255907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port dac310f4-6ab3-4693-a9a1-f0c765196ab7 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:36.258413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.261279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'name': 'network-vif-deleted', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:36.333921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5c4714-995c-4460-bc06-563af4d1851a', 'name': 'network-vif-deleted', 'tag': 'dac310f4-6ab3-4693-a9a1-f0c765196ab7', 'status': 'completed', 'code': 200} Apr 01 15:54:36.343085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.364492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.373213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.373213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/064541b8-7307-4d0a-964c-7029fd4afdd3 HTTP/1.1" status: 204 len: 168 time: 3.0479043 Apr 01 15:54:36.373213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c1279e26-1e37-44ed-82bf-c1de11d579d5 req-ac4c4b37-f7e7-43ec-815b-1e8f9545ac9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:36.375444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48104) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.383091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1352300049', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:36.387945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be7b55-e2c3-4999-bb62-19f26a11400b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=064541b8-7307-4d0a-964c-7029fd4afdd3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.394887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:36.402276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:36.406412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:36.408322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf398a7a-0989-4472-883a-664674b2403f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.412183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:36.423597 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69480ee0-b4eb-4abe-b2af-6901e5d56add tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2/tags HTTP/1.1" status: 204 len: 168 time: 0.3353131 Apr 01 15:54:36.430708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.431377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.431680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f64b4d-fbb6-4d8b-843f-e6e0d702b2b1') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.445944 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6a79cfb-b3ed-4fb9-8242-8ce23095cbec req-989b0d3e-1ace-4fa5-a794-0364dd83397b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/dac310f4-6ab3-4693-a9a1-f0c765196ab7 HTTP/1.1" status: 204 len: 173 time: 1.7858546 Apr 01 15:54:36.449109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.477624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.499245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:36.500278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.505629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.506730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:36.516623 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:36.521453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c1279e26-1e37-44ed-82bf-c1de11d579d5 req-ac4c4b37-f7e7-43ec-815b-1e8f9545ac9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:36.522749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c1279e26-1e37-44ed-82bf-c1de11d579d5 req-ac4c4b37-f7e7-43ec-815b-1e8f9545ac9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.2403507 Apr 01 15:54:36.533948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.646100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.700100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Deleting port 34afb518-a584-4193-a40f-2ebe07cb5c5e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:36.724850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.775094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05f68cf5-1620-4a3f-93f4-ec752f581506 None None] The port '34afb518-a584-4193-a40f-2ebe07cb5c5e' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:36.912861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78e3fd5b-cff3-48f3-91d3-2c38b6854a05 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for subnetpool, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.916128 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78e3fd5b-cff3-48f3-91d3-2c38b6854a05 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6b1d7a02-b836-4d27-931f-378bb5e4495d HTTP/1.1" status: 204 len: 168 time: 0.4826539 Apr 01 15:54:36.917163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.948932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.962691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.969588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.985749 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f665e3b1-ca8d-4071-8ff4-9f2055991619 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de038e2-7f27-4b21-a82f-1c09e8f14aa2 HTTP/1.1" status: 200 len: 205 time: 0.0673945 Apr 01 15:54:36.988484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.001103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.029042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=bf398a7a-0989-4472-883a-664674b2403f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.048662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.049830 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39c84f2e-a07d-4164-8915-babc7b14489b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6734509 Apr 01 15:54:37.055282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.058599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e116c-2f13-4430-87ae-9ed2b0d2725d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.068331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995622522'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:37.074821 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba74b4df-0631-490f-b27a-b0e9c7d14d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=532b0364fe0f48a28e5c6d4b5a355f52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5240324 Apr 01 15:54:37.076538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.080679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:37.096561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:37.100480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:37.110070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:37.135542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.143677 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a244aea-4dca-48fd-bd18-4de48230ae7e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/bf398a7a-0989-4472-883a-664674b2403f HTTP/1.1" status: 204 len: 168 time: 1.8837972 Apr 01 15:54:37.146921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.153533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002909692'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:37.160303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:37.175087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:network and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:37.179955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:37.187181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.189048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:37.203840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:37.207286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.242779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.272085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:37.406853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:37.410465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.428009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.428437 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 39e59773-2c74-429d-9e73-f4c99172ee28 of type vlan for network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 Apr 01 15:54:37.457934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.460786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.481988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.495641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:37.519370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.519718 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Added segment f38fe437-71db-458a-b6f1-c0a944e9509e of type vlan for network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 Apr 01 15:54:37.553928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.576890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.577441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Fanout notify agent at l3_agent the message router_deleted on router 9de038e2-7f27-4b21-a82f-1c09e8f14aa2 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:37.594973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.596139 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2ddd9a8-5727-4580-a0ea-9f52327b7adb tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/routers/9de038e2-7f27-4b21-a82f-1c09e8f14aa2 HTTP/1.1" status: 204 len: 168 time: 0.6062007 Apr 01 15:54:37.599507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.606236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.613006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:37.615935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.644553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.690276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Deleting port 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:37.690965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.699353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.704979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:37.705595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.731132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e116c-2f13-4430-87ae-9ed2b0d2725d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.770772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.771937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7baeced-5470-41f2-b302-a68746fe12ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/853e116c-2f13-4430-87ae-9ed2b0d2725d HTTP/1.1" status: 204 len: 168 time: 0.6884048 Apr 01 15:54:37.839517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7778049 Apr 01 15:54:37.844088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48142) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.844904 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e29a0cbd-a5b1-4415-9d5a-62f5d9a12205 req-46baa0e3-87a0-4a50-9d6f-9d01b2cd35c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5c4714-995c-4460-bc06-563af4d1851a HTTP/1.1" status: 200 len: 210 time: 0.1316781 Apr 01 15:54:37.847675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e9292-6578-439c-9dd6-cc456608a43f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=02cc123d-e8ee-4296-b0cf-f68f6abb1a57,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.859558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:37.879648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:37.950949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Network': ['ID=33afbacc-02b6-4c3b-b6e9-0551039df0c3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.961614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:37.963681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-065e957c-95f2-4130-b6d4-a60d3222fc86 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8155777 Apr 01 15:54:37.966478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.977033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:38.077380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:38.088917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:38.092513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.099668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:38.125303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device dac310f4-6ab3-4693-a9a1-f0c765196ab7 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:38.140505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:38.152501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:38.155814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:38.162440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:38.168095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: dac310f4-6ab3-4693-a9a1-f0c765196ab7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:38.168738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device dac310f4-6ab3-4693-a9a1-f0c765196ab7 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:38.228682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:38.233750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.252218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:38.368729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Calling delete_port for 4a79b96d-9d68-4a0c-b86b-23f9770b9cdc owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:38.491638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:38.495113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.548495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.631263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=f6f8064e-ed07-4b23-9c00-00d79479a141,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.646996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Checking segment: {'id': 'f38fe437-71db-458a-b6f1-c0a944e9509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:38.647496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network hostable DHCP agents. Network: 33afbacc-02b6-4c3b-b6e9-0551039df0c3, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:38.687266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.731966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:38.767262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event deleted for resources: {'Port': ['ID=4a79b96d-9d68-4a0c-b86b-23f9770b9cdc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.788242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 33afbacc-02b6-4c3b-b6e9-0551039df0c3) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:38.795241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:38.795241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.803282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74577b5a-6ca4-4c1d-bfae-9b583b545c5e None None] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:38.913891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.923293 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-860d70e3-d039-4658-a158-ce8b99c5305d tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/ports/4a79b96d-9d68-4a0c-b86b-23f9770b9cdc HTTP/1.1" status: 204 len: 168 time: 1.3226998 Apr 01 15:54:38.925707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48170) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.931047 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c305ee3e-5ee9-4399-b073-f98800d39ef6 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9634786 Apr 01 15:54:38.934677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48174) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.942367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-610737935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:38.951727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:38.959382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:router and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:38.964474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:38.977197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48178) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.992441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.006501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Deleting subnet fcc0194c-9f59-4e63-a71e-2c9ea18508e2 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:39.011197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.046794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.072232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.103311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.117780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.135324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.137951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.160743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.191100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-33afbacc-02b6-4c3b-b6e9-0551039df0c3', 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': 'f6f8064e-ed07-4b23-9c00-00d79479a141'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:39.193102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.210111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.238494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:39.239208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: 02cc123d-e8ee-4296-b0cf-f68f6abb1a57, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:39.243486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=24b0892f-3935-4b71-81b8-35cd684c9582,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.307383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.314393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.342456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.345200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.346630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1753541230'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:39.347073 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/5b4d0f03-8b37-4b25-8309-8460341ea65b HTTP/1.1" status: 204 len: 168 time: 0.3683438 Apr 01 15:54:39.363520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c6a34-710d-42f0-bcdd-0e76927ce0d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d0f03-8b37-4b25-8309-8460341ea65b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.370891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.376191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:39.387107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.394576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.399653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.403519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba784c96-f892-4813-a767-683b86ccbc92 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4650865 Apr 01 15:54:39.409654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48190) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.409833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.409957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3', 'name': 'tempest-PortsTestJSON-415023325'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:39.464239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Allocated IP 172.20.0.2 (33afbacc-02b6-4c3b-b6e9-0551039df0c3/f6f8064e-ed07-4b23-9c00-00d79479a141/b079b21c-f8f0-497e-a4d3-45514d538985) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:39.471170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48194) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.504330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 02cc123d-e8ee-4296-b0cf-f68f6abb1a57) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:39.510764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.513719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157d620-3b5a-47ab-9995-f62e3961ece6 None None] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:39.515061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.538191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:39.538782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.547618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.561768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.566294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:port and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.569406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.574879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.575964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.612339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.617813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet adc5cc60-ddda-4c83-8278-b7f484b90ca2 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:39.635582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.639784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.642406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.650634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0c233-40bc-4443-bf7d-4f5daf7cb77c None None] Network 14a33561-9587-4077-911d-16d9f5a769bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:39.668753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc0194c-9f59-4e63-a71e-2c9ea18508e2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.671063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.677402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.678003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.679673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bbfdb6a9-e979-4489-b136-efd8f0dda3a0 tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/subnets/fcc0194c-9f59-4e63-a71e-2c9ea18508e2 HTTP/1.1" status: 204 len: 168 time: 0.7529504 Apr 01 15:54:39.684589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48198) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.697716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.702997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 17f4ea8d-f854-46a0-99af-726de10794ef yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:39.727538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9c979e1-e515-4685-9b2c-4f83fac61f6c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8734314 Apr 01 15:54:39.736871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.891565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.061612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:40.063706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.148752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.178437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Transition to ACTIVE for port object b079b21c-f8f0-497e-a4d3-45514d538985 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:40.211027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.220556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Transition to ACTIVE for port object b079b21c-f8f0-497e-a4d3-45514d538985 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:40.288822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.299134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Deleting port 860fb468-169c-4bc4-a495-8ec61732f1b4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:40.304315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.346559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Allocated IP 172.20.0.2 (02cc123d-e8ee-4296-b0cf-f68f6abb1a57/24b0892f-3935-4b71-81b8-35cd684c9582/3943824d-a12b-4622-9fa1-01aeecf9be1d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:40.367475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] DHCP port deletion for 14a33561-9587-4077-911d-16d9f5a769bd request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:40.374515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.13 (33afbacc-02b6-4c3b-b6e9-0551039df0c3/f6f8064e-ed07-4b23-9c00-00d79479a141/17f4ea8d-f854-46a0-99af-726de10794ef) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:40.390471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:40.393389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Deleting port 860fb468-169c-4bc4-a495-8ec61732f1b4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:40.393782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.420834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Pushing event updated for resources: {'Port': ['ID=b079b21c-f8f0-497e-a4d3-45514d538985,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.441785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:40.459939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:40.516215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] For port 860fb468-169c-4bc4-a495-8ec61732f1b4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=860fb468-169c-4bc4-a495-8ec61732f1b4,segment=NetworkSegment(61682dca-fbc1-485f-88f0-2d2901e794ff),segment_id=61682dca-fbc1-485f-88f0-2d2901e794ff)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:40.516856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.591079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.619932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 17f4ea8d-f854-46a0-99af-726de10794ef will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:40.642329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Calling delete_port for 860fb468-169c-4bc4-a495-8ec61732f1b4 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:40.679283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Attempting to bind port b079b21c-f8f0-497e-a4d3-45514d538985 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:40.679720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Attempting to bind port b079b21c-f8f0-497e-a4d3-45514d538985 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f38fe437-71db-458a-b6f1-c0a944e9509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:40.680095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Attempting to bind port b079b21c-f8f0-497e-a4d3-45514d538985 on network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:40.692268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.732395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:40.732776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Checking segment: {'id': 'f38fe437-71db-458a-b6f1-c0a944e9509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:40.733189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.733593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Bound using segment: {'id': 'f38fe437-71db-458a-b6f1-c0a944e9509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:40.734080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Bound port: b079b21c-f8f0-497e-a4d3-45514d538985, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38fe437-71db-458a-b6f1-c0a944e9509e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '33afbacc-02b6-4c3b-b6e9-0551039df0c3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:40.734460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.782845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:40.785967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:40.794750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:40.843742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=17f4ea8d-f854-46a0-99af-726de10794ef,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.875248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:40.876080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.957495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b59e7fba-f86b-42aa-a8f4-05be7898939c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5501492 Apr 01 15:54:40.959622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.960775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.980952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] For port 860fb468-169c-4bc4-a495-8ec61732f1b4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=860fb468-169c-4bc4-a495-8ec61732f1b4,segment=NetworkSegment(61682dca-fbc1-485f-88f0-2d2901e794ff),segment_id=61682dca-fbc1-485f-88f0-2d2901e794ff)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:40.981354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.992667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.019335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.039733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.144059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Calling delete_port for 860fb468-169c-4bc4-a495-8ec61732f1b4 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:41.189378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Transition to ACTIVE for port object 3943824d-a12b-4622-9fa1-01aeecf9be1d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.212674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] For port b079b21c-f8f0-497e-a4d3-45514d538985, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:41.242806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] For port b079b21c-f8f0-497e-a4d3-45514d538985, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b079b21c-f8f0-497e-a4d3-45514d538985,segment=NetworkSegment(f38fe437-71db-458a-b6f1-c0a944e9509e),segment_id=f38fe437-71db-458a-b6f1-c0a944e9509e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:41.244728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Transition to ACTIVE for port object 3943824d-a12b-4622-9fa1-01aeecf9be1d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:41.250021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.254694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.254838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:41.254838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:41.297181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.346755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.371808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event deleted for resources: {'Port': ['ID=860fb468-169c-4bc4-a495-8ec61732f1b4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.398398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:41.404567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] No DVR routers for this DVR port 860fb468-169c-4bc4-a495-8ec61732f1b4 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:41.404731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:41.408209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:41.413491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:41.444308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fea072-788a-49fa-b9d7-fe010d7d4de2 None None] Pushing event updated for resources: {'Port': ['ID=b079b21c-f8f0-497e-a4d3-45514d538985,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.472273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b62ff2-c3b2-4719-8685-a497f2e5e870,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.475280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.475629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment c6170fc8-8696-40ff-a96d-3cce1204d311 of type vlan for network d6554930-37f0-4c24-b98d-985ad457b4eb Apr 01 15:54:41.562175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Attempting to bind port 3943824d-a12b-4622-9fa1-01aeecf9be1d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:41.562555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Attempting to bind port 3943824d-a12b-4622-9fa1-01aeecf9be1d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:41.565118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Attempting to bind port 3943824d-a12b-4622-9fa1-01aeecf9be1d on network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:41.581697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:41.582079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Checking segment: {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:41.582490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.582897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Bound using segment: {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:41.583455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Bound port: 3943824d-a12b-4622-9fa1-01aeecf9be1d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:41.583841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.594690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Pushing event updated for resources: {'Port': ['ID=3943824d-a12b-4622-9fa1-01aeecf9be1d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.688738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] For port 3943824d-a12b-4622-9fa1-01aeecf9be1d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:41.692554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] For port 3943824d-a12b-4622-9fa1-01aeecf9be1d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3943824d-a12b-4622-9fa1-01aeecf9be1d,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:41.755073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Deleting port 860fb468-169c-4bc4-a495-8ec61732f1b4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:41.755619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.769369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.784752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.795683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.861789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=adc5cc60-ddda-4c83-8278-b7f484b90ca2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.869937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.890460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4488e08-45bd-4ed2-80c1-733c20f1ef93 None None] Network e50da2ac-a597-4aea-a384-8ffcd0592e98 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:41.911803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.960426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.999091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b079b21c-f8f0-497e-a4d3-45514d538985 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:42.004810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88a30fb3-1a50-49c0-bf9c-375a1a885620 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/adc5cc60-ddda-4c83-8278-b7f484b90ca2 HTTP/1.1" status: 204 len: 168 time: 2.5353625 Apr 01 15:54:42.008069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a33561-9587-4077-911d-16d9f5a769bd']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.020990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.028411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-f78ab521-f131-464a-9a1e-4e08881931b3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7036688 Apr 01 15:54:42.030485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669dca9-0032-44f6-9829-bd8490d1db58 None None] Pushing event updated for resources: {'Port': ['ID=3943824d-a12b-4622-9fa1-01aeecf9be1d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.056768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a00031ed-299a-492a-bb42-c4a94bc7e961 None None] The port '860fb468-169c-4bc4-a495-8ec61732f1b4' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:42.078569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61682dca-fbc1-485f-88f0-2d2901e794ff') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.078569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61682dca-fbc1-485f-88f0-2d2901e794ff') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.130835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:54:42.195887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.224082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.285121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.334061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.391233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.396727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:42.397449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.429649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b079b21c-f8f0-497e-a4d3-45514d538985 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:42.458657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:42.459087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.464636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=17f4ea8d-f854-46a0-99af-726de10794ef,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:42.491715 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:42.493893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] DHCP port deletion for e50da2ac-a597-4aea-a384-8ffcd0592e98 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:42.518464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Deleting port 202fbbcf-7d36-4a5d-bc00-d6b16036480b {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:42.518854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.546170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.20.0.1 (02cc123d-e8ee-4296-b0cf-f68f6abb1a57/24b0892f-3935-4b71-81b8-35cd684c9582/d95c95a4-af74-48ec-98f5-a535e353a41f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:42.565483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 860fb468-169c-4bc4-a495-8ec61732f1b4 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:42.617123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 860fb468-169c-4bc4-a495-8ec61732f1b4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:42.617476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 860fb468-169c-4bc4-a495-8ec61732f1b4 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:42.738672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=d6554930-37f0-4c24-b98d-985ad457b4eb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.754031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.764234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:42.790993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.805190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ae0ceb8-8ab2-401c-8081-42e407e6dc8c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.6988831 Apr 01 15:54:42.809698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48214) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.821061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'name': 'tempest-PortsIpV6TestJSON-1660415212'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:42.869016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.874827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.948455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-d199204d-d1ed-4b97-b459-00020b69e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:42.950148 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-d199204d-d1ed-4b97-b459-00020b69e5e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1098 time: 0.7157247 Apr 01 15:54:42.951866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] Pushing event deleted for resources: {'Network': ['ID=14a33561-9587-4077-911d-16d9f5a769bd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.964194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 202fbbcf-7d36-4a5d-bc00-d6b16036480b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:42.964194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.972792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] For port 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=202fbbcf-7d36-4a5d-bc00-d6b16036480b,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:42.973219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.000001 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa6160ce-1e65-41c2-a815-56195d6d969a tempest-TagsExtTest-668131196 tempest-TagsExtTest-668131196-project] 10.222.0.18 "DELETE /v2.0/networks/14a33561-9587-4077-911d-16d9f5a769bd HTTP/1.1" status: 204 len: 168 time: 3.2972658 Apr 01 15:54:43.162709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:43.178387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be20ad-1da7-4723-85c1-d6ec719a5f98 None None] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:43.232802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:43.238575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:43.250482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:43.275612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.278941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Calling delete_port for 202fbbcf-7d36-4a5d-bc00-d6b16036480b owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:43.279177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.346618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-056af12a-1534-451a-bcf6-489b00533493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.349194 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-056af12a-1534-451a-bcf6-489b00533493 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 898 time: 0.3538787 Apr 01 15:54:43.350297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object d95c95a4-af74-48ec-98f5-a535e353a41f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:43.458948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Provisioning for port b079b21c-f8f0-497e-a4d3-45514d538985 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:43.483417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Provisioning complete for port b079b21c-f8f0-497e-a4d3-45514d538985 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:43.483417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.510991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:43.514789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.553148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port ac374aed-b911-41f7-8572-2c86cc9f91fc yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:43.564492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a74ef-403e-463c-9666-ca8b350eec85 None None] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:43.584151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 202fbbcf-7d36-4a5d-bc00-d6b16036480b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=202fbbcf-7d36-4a5d-bc00-d6b16036480b,segment=NetworkSegment(e4cdac77-86d3-428b-a754-455cfba4bff4),segment_id=e4cdac77-86d3-428b-a754-455cfba4bff4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:43.584673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.594335 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-90fac0a8-e680-4fdb-9c85-0a6a153f5acc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 1001 time: 0.2308364 Apr 01 15:54:43.731711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.733858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:43.794713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 202fbbcf-7d36-4a5d-bc00-d6b16036480b owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:43.852263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] Pushing event deleted for resources: {'Port': ['ID=202fbbcf-7d36-4a5d-bc00-d6b16036480b,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.864753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2ddc8-5a2e-4f58-9180-0224f2d5a953 None None] No DVR routers for this DVR port 202fbbcf-7d36-4a5d-bc00-d6b16036480b on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:43.911733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3943824d-a12b-4622-9fa1-01aeecf9be1d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:43.962652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.000948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.053699 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-76bd155d-5739-4dd0-9441-08d2731c255a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=349e21ccfe6c4ca18b4b8a29af0dc657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186004 Apr 01 15:54:44.057834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48228) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.078515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.125076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.139245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.173165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.200619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3943824d-a12b-4622-9fa1-01aeecf9be1d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:44.204260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-84db7d70-17ff-42a0-aa57-a724bcdfb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:44.205701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-84db7d70-17ff-42a0-aa57-a724bcdfb0d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.6043303 Apr 01 15:54:44.221172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:44.223922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.226333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] For port b079b21c-f8f0-497e-a4d3-45514d538985, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b079b21c-f8f0-497e-a4d3-45514d538985,segment=NetworkSegment(f38fe437-71db-458a-b6f1-c0a944e9509e),segment_id=f38fe437-71db-458a-b6f1-c0a944e9509e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:44.257605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:44.265028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:44.299455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 202fbbcf-7d36-4a5d-bc00-d6b16036480b no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:44.324388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:44.324716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:44.331526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.340696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.352854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.392548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.401894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 202fbbcf-7d36-4a5d-bc00-d6b16036480b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:44.401894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 202fbbcf-7d36-4a5d-bc00-d6b16036480b not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:44.405040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=17f4ea8d-f854-46a0-99af-726de10794ef,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.479158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad2012-05cb-4293-9d00-0cde849b39bf None None] Pushing event updated for resources: {'Port': ['ID=b079b21c-f8f0-497e-a4d3-45514d538985,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.510188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.533505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': 'c6170fc8-8696-40ff-a96d-3cce1204d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:44.535441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: d6554930-37f0-4c24-b98d-985ad457b4eb, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:44.554068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Provisioning for port 3943824d-a12b-4622-9fa1-01aeecf9be1d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:44.564287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Provisioning complete for port 3943824d-a12b-4622-9fa1-01aeecf9be1d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.564287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.602106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-3f6190a3-9f85-448e-8278-89d9585b0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:44.603637 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-3f6190a3-9f85-448e-8278-89d9585b0cbb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3808472 Apr 01 15:54:44.663569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=ac374aed-b911-41f7-8572-2c86cc9f91fc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.733800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:44.735459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:44.770787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.810275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] For port 3943824d-a12b-4622-9fa1-01aeecf9be1d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3943824d-a12b-4622-9fa1-01aeecf9be1d,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:44.830713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 202fbbcf-7d36-4a5d-bc00-d6b16036480b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:44.831299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.897390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:44.899824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.912699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] The port '202fbbcf-7d36-4a5d-bc00-d6b16036480b' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:44.920225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.937724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07768fe-dc26-40f9-81cc-39312c792142,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.956382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.957866 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0153d961-aead-4558-858d-7840fc8a8412 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a07768fe-dc26-40f9-81cc-39312c792142 HTTP/1.1" status: 204 len: 168 time: 0.8993692 Apr 01 15:54:45.020511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d6554930-37f0-4c24-b98d-985ad457b4eb) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:45.021570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-abb15c32-f769-483a-b836-31e842716882 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037824 Apr 01 15:54:45.031429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:45.041542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:45.049736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb7aba-89e9-4b4a-a2a7-cce870c66e9c None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:45.049962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.097597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Router cf91839c-36fa-4d9f-81e3-a1fa05ca6152 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:45.159183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef3150-fd8d-40ca-9c34-2e390589edf0 None None] Pushing event updated for resources: {'Port': ['ID=3943824d-a12b-4622-9fa1-01aeecf9be1d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.216651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.232435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.297391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning for port 17f4ea8d-f854-46a0-99af-726de10794ef completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:45.311806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning complete for port 17f4ea8d-f854-46a0-99af-726de10794ef triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:45.312538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.321872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50da2ac-a597-4aea-a384-8ffcd0592e98']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.372256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cdac77-86d3-428b-a754-455cfba4bff4') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.373195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cdac77-86d3-428b-a754-455cfba4bff4') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.387013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-351c8e94-2b4f-48bf-a64c-8a35125e4430 req-f41d6a47-93d2-438e-b44e-ca2e7868b48c service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479469 Apr 01 15:54:45.412454 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7a84bec3-6f0e-40d8-bec1-cc9b75222c46 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5959637 Apr 01 15:54:45.427614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.433237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Port 17f4ea8d-f854-46a0-99af-726de10794ef cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:45.437663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.468723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.480342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:45.481157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.614680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning complete for port b079b21c-f8f0-497e-a4d3-45514d538985 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:45.615271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.629607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:45.642657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c14631e-d916-4caa-ad18-2f4227c07b04 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/routers/cf91839c-36fa-4d9f-81e3-a1fa05ca6152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6796710 Apr 01 15:54:45.645257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.651261 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] Sync routers for ids ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:45.654441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331472449'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:45.662217 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:45.734658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:45.743988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:45.747590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.750340 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] Routers {'cf91839c-36fa-4d9f-81e3-a1fa05ca6152'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:45.752313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.752794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:45.790586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64158688-1413-47c8-aa0d-fb3b0974c7ba tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:45.791542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64158688-1413-47c8-aa0d-fb3b0974c7ba tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:45.811175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning for port d95c95a4-af74-48ec-98f5-a535e353a41f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:45.816988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning complete for port d95c95a4-af74-48ec-98f5-a535e353a41f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:45.822268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.822401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:45.822847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.855432 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.855571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b079b21c-f8f0-497e-a4d3-45514d538985 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:45.876364 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] Routers {'cf91839c-36fa-4d9f-81e3-a1fa05ca6152'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:45.877242 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.880407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64158688-1413-47c8-aa0d-fb3b0974c7ba tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:45.884491 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64158688-1413-47c8-aa0d-fb3b0974c7ba tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf91839c-36fa-4d9f-81e3-a1fa05ca6152 HTTP/1.1" status: 200 len: 982 time: 0.2356844 Apr 01 15:54:45.895572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.911473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=e50da2ac-a597-4aea-a384-8ffcd0592e98,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.935768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Port d95c95a4-af74-48ec-98f5-a535e353a41f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:45.961625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Provisioning complete for port 3943824d-a12b-4622-9fa1-01aeecf9be1d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:45.962572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61023eab-287f-4c20-8795-4ce7cc22af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.989714 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:45.990487 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675915c-bb9a-492a-ab64-bd83cec9b5e7 None None] The sync data for ids ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:46.061987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b079b21c-f8f0-497e-a4d3-45514d538985 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.062371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.123179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:46.128198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.147749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f3e0fa6-2098-4355-ad8b-34dfa6d2a217 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/e50da2ac-a597-4aea-a384-8ffcd0592e98 HTTP/1.1" status: 204 len: 168 time: 4.1180382 Apr 01 15:54:46.152668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48246) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.260455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:46.261787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3943824d-a12b-4622-9fa1-01aeecf9be1d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:46.290748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.291097 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment 6713f738-9f96-4d6c-8dff-a04e8353dc98 of type vlan for network 3852223f-b5d6-41ad-af3d-038b8a10e10c Apr 01 15:54:46.347265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.348470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3943824d-a12b-4622-9fa1-01aeecf9be1d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.348919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.408344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.439652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.445611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.446054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.485382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8573ef4d-6f51-445e-921b-a7674c5ea2c3 None None] Provisioning complete for port 17f4ea8d-f854-46a0-99af-726de10794ef triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.485789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8573ef4d-6f51-445e-921b-a7674c5ea2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.488271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.489541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 02fc599f-e895-4d31-af21-42c88d5660ca {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:46.489884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.546231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8573ef4d-6f51-445e-921b-a7674c5ea2c3 None None] Port 17f4ea8d-f854-46a0-99af-726de10794ef cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:46.653150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=3852223f-b5d6-41ad-af3d-038b8a10e10c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:46.665796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 3852223f-b5d6-41ad-af3d-038b8a10e10c details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:46.672214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.680504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64f778bd-3cc1-41a6-b0a5-23a3a078a403 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2479401 Apr 01 15:54:46.681222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:46.683832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.695108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'ports': [{'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'}, {'network_id': '3852223f-b5d6-41ad-af3d-038b8a10e10c'}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.695451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.695912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '3852223f-b5d6-41ad-af3d-038b8a10e10c'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.825368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:46.826532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.826865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.827216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.072439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac2b4ac8-c0fe-426f-82b4-aceeee2eb1fd None None] Provisioning complete for port d95c95a4-af74-48ec-98f5-a535e353a41f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.072794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac2b4ac8-c0fe-426f-82b4-aceeee2eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.079405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:54:47.139856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b4ac8-c0fe-426f-82b4-aceeee2eb1fd None None] Port d95c95a4-af74-48ec-98f5-a535e353a41f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:47.142943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 02fc599f-e895-4d31-af21-42c88d5660ca owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:47.252964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:47.258536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee35573a-e9fa-44d6-9912-e0ca4cf1e7bf tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5218279 Apr 01 15:54:47.261218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.263123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.266706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:47.267632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750307225'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:47.272810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.276694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:47.277315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.277490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.281045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.287014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.348202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.358448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.396909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:47.407363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.413003 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 4f725b8c-95cc-435e-8392-b7f8eea45e1a of type vlan for network e42640cb-ab39-495c-a1a8-73a426309917 Apr 01 15:54:47.433890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:47.434188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.441633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.444997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.445993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.465003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.565110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.571208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.573357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.619583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.623970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.657835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.695473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=e42640cb-ab39-495c-a1a8-73a426309917,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.701283 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6e375ff-d29b-491f-a70b-a74b1a2b6428 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4390721 Apr 01 15:54:47.702197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48258) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.707785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:47.711616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network e42640cb-ab39-495c-a1a8-73a426309917 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:47.822448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.824486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.826559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.829801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.836613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.883325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=02fc599f-e895-4d31-af21-42c88d5660ca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.902339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.906076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.933832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 17f4ea8d-f854-46a0-99af-726de10794ef {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:47.934207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.946558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:46Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.950785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:47.951287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Updating router c69712de-3ae1-4832-9f4c-b095beed4d35 port d95c95a4-af74-48ec-98f5-a535e353a41f binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:48.010221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.071042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 50fb33a4-7b9f-4778-b8c1-a21baf19d1e4 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:48.188907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.217942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.218506 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b27a42e-471d-488f-ab06-367e86c8f496 disassociated (deleted). External IP: 172.26.7.253, port: 629478f9-ac9a-4825-b808-2764beacb45d. Apr 01 15:54:48.339716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.392397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.405783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Transition to ACTIVE for port object d95c95a4-af74-48ec-98f5-a535e353a41f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:48.412234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=bba781af-e4cb-45d7-9280-068407721a43,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.416312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:48.416666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: e42640cb-ab39-495c-a1a8-73a426309917, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:48.485626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.514559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network e42640cb-ab39-495c-a1a8-73a426309917 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:48.601053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, e42640cb-ab39-495c-a1a8-73a426309917) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:48.605171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:48.605759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.624383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ddcd13-f5e5-44a4-8418-248dcf6ca930 None None] Network e42640cb-ab39-495c-a1a8-73a426309917 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:48.633879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 17f4ea8d-f854-46a0-99af-726de10794ef owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:48.664577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1772b-b8c4-44aa-b7a8-b110171b876f None None] Pushing event updated for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.698540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2433e0ab-d8be-4387-a607-a5f81fc23f2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9903460 Apr 01 15:54:48.699429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.751790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Attempting to bind port d95c95a4-af74-48ec-98f5-a535e353a41f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:48.752272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Attempting to bind port d95c95a4-af74-48ec-98f5-a535e353a41f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:48.752524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Attempting to bind port d95c95a4-af74-48ec-98f5-a535e353a41f on network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:48.807756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.810981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:48.811380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Checking segment: {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:48.811849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.812177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Bound using segment: {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:48.812655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Bound port: d95c95a4-af74-48ec-98f5-a535e353a41f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e59773-2c74-429d-9e73-f4c99172ee28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:48.813028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.988765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] For port d95c95a4-af74-48ec-98f5-a535e353a41f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:49.001538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] For port d95c95a4-af74-48ec-98f5-a535e353a41f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d95c95a4-af74-48ec-98f5-a535e353a41f,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:49.027951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 69a71642-3eaa-4306-87e3-ed6cc3d6eebf yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:49.050739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-e42640cb-ab39-495c-a1a8-73a426309917', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:49.051671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.116122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.155181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:49.225006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:49.225918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.323272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.389371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1772b-b8c4-44aa-b7a8-b110171b876f None None] Pushing event updated for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.434042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:49.446456 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:49.460890 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:49.461801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.476471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:49.483899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.540181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Allocated IP 172.21.0.2 (e42640cb-ab39-495c-a1a8-73a426309917/bba781af-e4cb-45d7-9280-068407721a43/c0763280-2019-4358-8730-31c961630b94) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:49.579799 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-98df5dfe-c0a9-4c39-8a39-04c270267a09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b27a42e-471d-488f-ab06-367e86c8f496 HTTP/1.1" status: 204 len: 168 time: 3.4246876 Apr 01 15:54:49.583926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:49.592509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.634061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.694821 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d', 'status': 'completed', 'code': 200} Apr 01 15:54:49.706500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.710758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=17f4ea8d-f854-46a0-99af-726de10794ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.755489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:49.804118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=50fb33a4-7b9f-4778-b8c1-a21baf19d1e4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.830043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-7dc7ae88-2040-426e-b051-0cb23dcbc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.832727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-7dc7ae88-2040-426e-b051-0cb23dcbc090 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 1098 time: 0.1385677 Apr 01 15:54:49.943613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:49.947346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:49.951465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:49.952304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.048765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-660615ec-f068-4586-a5e8-89400d0ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.050214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-660615ec-f068-4586-a5e8-89400d0ef999 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 200 len: 898 time: 0.2117922 Apr 01 15:54:50.167382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-4a369288-eb85-4901-a246-2c124b3e0219 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 200 len: 217 time: 0.1104109 Apr 01 15:54:50.196299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.241220 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.247408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:50.257138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-838ba9bd-4e08-479c-a5a6-0677da697df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.259016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-838ba9bd-4e08-479c-a5a6-0677da697df5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 200 len: 834 time: 0.0854425 Apr 01 15:54:50.263280 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:50.264193 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.309142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.321464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67c314-b39c-442a-a3e8-afb6b83f1a92 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:50.380158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.393345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Transition to ACTIVE for port object c0763280-2019-4358-8730-31c961630b94 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:50.423262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Transition to ACTIVE for port object c0763280-2019-4358-8730-31c961630b94 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:50.514785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.551416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=69a71642-3eaa-4306-87e3-ed6cc3d6eebf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.583117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-5d8fa242-2428-4d76-9494-838eb4758a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.584608 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:50.585015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-5d8fa242-2428-4d76-9494-838eb4758a72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3154762 Apr 01 15:54:50.651230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': '6713f738-9f96-4d6c-8dff-a04e8353dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3852223f-b5d6-41ad-af3d-038b8a10e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:50.651606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: 3852223f-b5d6-41ad-af3d-038b8a10e10c, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:50.655559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Network e42640cb-ab39-495c-a1a8-73a426309917 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:50.659076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:50.680587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:50.751721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Pushing event updated for resources: {'Port': ['ID=c0763280-2019-4358-8730-31c961630b94,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.816033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-ec3cc5d3-1fca-4f17-aced-e507bbd98f53 service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094791 Apr 01 15:54:50.839562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 3852223f-b5d6-41ad-af3d-038b8a10e10c is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:50.841953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Attempting to bind port c0763280-2019-4358-8730-31c961630b94 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:50.842553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Attempting to bind port c0763280-2019-4358-8730-31c961630b94 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:50.843247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Attempting to bind port c0763280-2019-4358-8730-31c961630b94 on network e42640cb-ab39-495c-a1a8-73a426309917 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:50.851481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:50.851959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Checking segment: {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:50.852457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.853091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Bound using segment: {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:50.853707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Bound port: c0763280-2019-4358-8730-31c961630b94, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:50.854123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.910573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Router cf91839c-36fa-4d9f-81e3-a1fa05ca6152 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:50.925024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.21.0.1 (e42640cb-ab39-495c-a1a8-73a426309917/bba781af-e4cb-45d7-9280-068407721a43/4ed4aed2-c5b6-479d-b287-393a54806317) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:50.926962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-915ab167-eb42-47c8-b46f-7e26968e20e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.928057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-915ab167-eb42-47c8-b46f-7e26968e20e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:50.988465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] For port c0763280-2019-4358-8730-31c961630b94, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:50.992087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] For port c0763280-2019-4358-8730-31c961630b94, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c0763280-2019-4358-8730-31c961630b94,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:51.037864 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.042597 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a105828-3904-4b5f-ba1f-c032b3565845 None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:54:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '25d43464-56e2-4ec6-8b55-f0f9ba51dac4', 'name': '', 'network_id': 'e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:eb:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:11Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'fd15a137-0a43-4c11-8c95-2026b493c5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:51.053876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 3852223f-b5d6-41ad-af3d-038b8a10e10c) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:51.063055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e89ce-ab9a-4c09-811e-ea290f321cb8 None None] Network 3852223f-b5d6-41ad-af3d-038b8a10e10c requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:51.081117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:51.087958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.093664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.094558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.098170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.144916 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432462e5-5cb5-4fbb-8b1c-745140828018 req-56944dce-862f-481b-b6eb-ae6e5d01e28c service neutron] 10.222.0.90 "GET /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157189 Apr 01 15:54:51.177866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-915ab167-eb42-47c8-b46f-7e26968e20e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:51.179855 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-915ab167-eb42-47c8-b46f-7e26968e20e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.7009008 Apr 01 15:54:51.215353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:51.220188 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c962055-dae4-48cf-8af6-643827713488 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/routers/cf91839c-36fa-4d9f-81e3-a1fa05ca6152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3340163 Apr 01 15:54:51.222853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48272) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.272499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.297130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 4ed4aed2-c5b6-479d-b287-393a54806317 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:51.299966 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9283d0f0-b3c8-4419-ae16-d64a074ad4ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6151118 Apr 01 15:54:51.301163 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9781013f-14d9-42a4-9eaf-6b93ae283a83 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:54:51.301683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9781013f-14d9-42a4-9eaf-6b93ae283a83 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:51.303264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48276) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.352171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-e305dedc-4dc8-40d4-b3df-d66e9a769c65 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:51.352924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] Sync routers for ids ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:51.404989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9781013f-14d9-42a4-9eaf-6b93ae283a83 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:51.406160 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9781013f-14d9-42a4-9eaf-6b93ae283a83 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/17f4ea8d-f854-46a0-99af-726de10794ef HTTP/1.1" status: 404 len: 333 time: 0.1821718 Apr 01 15:54:51.409029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.431906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 69a71642-3eaa-4306-87e3-ed6cc3d6eebf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:51.432254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.437331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] Routers {'cf91839c-36fa-4d9f-81e3-a1fa05ca6152'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:51.438016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.525663 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f92696-43e6-4893-a9ec-68a8842dbb10 None None] New status for floating IP 5b27a42e-471d-488f-ab06-367e86c8f496: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:54:51.552580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a272-8156-4a0a-85b6-90c46edfb02b None None] Pushing event updated for resources: {'Port': ['ID=c0763280-2019-4358-8730-31c961630b94,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.568091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.583986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] Routers {'cf91839c-36fa-4d9f-81e3-a1fa05ca6152'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:51.584614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.592632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.652414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-e305dedc-4dc8-40d4-b3df-d66e9a769c65 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:51.654251 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-339e3836-0692-4f9a-92b7-6522cd54c0d2 req-e305dedc-4dc8-40d4-b3df-d66e9a769c65 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4672782 Apr 01 15:54:51.709790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.711448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a3b5a-51ba-4a47-a25c-23e6c2762ee9 None None] The sync data for ids ['cf91839c-36fa-4d9f-81e3-a1fa05ca6152'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:51.757576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.953331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d95c95a4-af74-48ec-98f5-a535e353a41f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:52.026139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network e42640cb-ab39-495c-a1a8-73a426309917 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:52.044393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:52.062893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.065554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.072214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:52.102621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d95c95a4-af74-48ec-98f5-a535e353a41f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:52.110807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d95c95a4-af74-48ec-98f5-a535e353a41f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:52.111345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.134483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.160032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.160625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Fanout notify agent at l3_agent the message router_deleted on router cf91839c-36fa-4d9f-81e3-a1fa05ca6152 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:54:52.174593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.178586 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70f74d71-cc49-40ab-8949-dd2622a96e2d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/routers/cf91839c-36fa-4d9f-81e3-a1fa05ca6152 HTTP/1.1" status: 204 len: 168 time: 0.7658396 Apr 01 15:54:52.178930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48284) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.186773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.276157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet f6f8064e-ed07-4b23-9c00-00d79479a141 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:54:52.280010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.280358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-37544ced-12ab-4285-8a21-123177242304 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.281308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-37544ced-12ab-4285-8a21-123177242304 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:52.295590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.339491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d95c95a4-af74-48ec-98f5-a535e353a41f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d95c95a4-af74-48ec-98f5-a535e353a41f,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:52.359328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 69a71642-3eaa-4306-87e3-ed6cc3d6eebf owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:52.415264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.462436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.492584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-37544ced-12ab-4285-8a21-123177242304 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:52.495197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-37544ced-12ab-4285-8a21-123177242304 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.8349588 Apr 01 15:54:52.503442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.551948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.575244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 629478f9-ac9a-4825-b808-2764beacb45d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:52.575601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.601238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.622601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.708837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=69a71642-3eaa-4306-87e3-ed6cc3d6eebf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.746967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.776914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.783454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e6bff1a-df36-4cb7-88b3-48c0f69fd4d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/69a71642-3eaa-4306-87e3-ed6cc3d6eebf HTTP/1.1" status: 204 len: 168 time: 1.4723976 Apr 01 15:54:52.783454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48290) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.835239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.840390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709164e-ac04-45cf-b8fc-fba27da057d2 None None] Network 33afbacc-02b6-4c3b-b6e9-0551039df0c3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:52.853122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/f6f8064e-ed07-4b23-9c00-00d79479a141 HTTP/1.1" status: 204 len: 168 time: 0.6727521 Apr 01 15:54:52.854584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51619c5-af0a-42a5-87aa-0da308ddfb18 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f8064e-ed07-4b23-9c00-00d79479a141,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.857266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:53.009488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.023545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port b079b21c-f8f0-497e-a4d3-45514d538985 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:53.023951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.032467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be23a7-0f0a-4e35-a63f-9aaad3749cb3 None None] Network e42640cb-ab39-495c-a1a8-73a426309917 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:53.203377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.213351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-10b1f9dc-0a15-4daf-9471-abdb25da9e6e None None] Provisioning for port c0763280-2019-4358-8730-31c961630b94 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:53.250941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] For port b079b21c-f8f0-497e-a4d3-45514d538985, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b079b21c-f8f0-497e-a4d3-45514d538985,segment=NetworkSegment(f38fe437-71db-458a-b6f1-c0a944e9509e),segment_id=f38fe437-71db-458a-b6f1-c0a944e9509e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:53.251327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.321823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860b480-3963-4544-b554-00179225cd70 None None] DHCP port deletion for 33afbacc-02b6-4c3b-b6e9-0551039df0c3 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:54:53.327924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d860b480-3963-4544-b554-00179225cd70 None None] Deleting port b079b21c-f8f0-497e-a4d3-45514d538985 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:53.328791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d860b480-3963-4544-b554-00179225cd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.330796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 629478f9-ac9a-4825-b808-2764beacb45d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=629478f9-ac9a-4825-b808-2764beacb45d,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:53.331249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.357846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621af346-1b1e-43fc-8635-4040d9a9572c req-e03b6dea-6de3-49c2-bd42-1f342d540b5d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:53.359437 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-621af346-1b1e-43fc-8635-4040d9a9572c req-e03b6dea-6de3-49c2-bd42-1f342d540b5d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 945 time: 0.4110432 Apr 01 15:54:53.384811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for b079b21c-f8f0-497e-a4d3-45514d538985 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:53.421497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a5af7-82bd-4d81-8744-df7e7455c2c5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:53.427830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a5af7-82bd-4d81-8744-df7e7455c2c5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:53.428590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d03a5af7-82bd-4d81-8744-df7e7455c2c5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:53.552594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 629478f9-ac9a-4825-b808-2764beacb45d owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:53.559066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.570382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d860b480-3963-4544-b554-00179225cd70 None None] For port b079b21c-f8f0-497e-a4d3-45514d538985, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b079b21c-f8f0-497e-a4d3-45514d538985,segment=NetworkSegment(f38fe437-71db-458a-b6f1-c0a944e9509e),segment_id=f38fe437-71db-458a-b6f1-c0a944e9509e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:53.570987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d860b480-3963-4544-b554-00179225cd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.618907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=b079b21c-f8f0-497e-a4d3-45514d538985,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:53.627887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No DVR routers for this DVR port b079b21c-f8f0-497e-a4d3-45514d538985 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:53.739841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d860b480-3963-4544-b554-00179225cd70 None None] Calling delete_port for b079b21c-f8f0-497e-a4d3-45514d538985 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:53.772566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.800952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d03a5af7-82bd-4d81-8744-df7e7455c2c5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:53.802524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d03a5af7-82bd-4d81-8744-df7e7455c2c5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0195048 Apr 01 15:54:53.806421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:53.816222 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-621af346-1b1e-43fc-8635-4040d9a9572c req-effb3f4c-ae6d-4d12-9c10-6ecf0e385b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3885ff51-1483-4caa-aa42-f7ddd1e48014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846359 Apr 01 15:54:53.860083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d860b480-3963-4544-b554-00179225cd70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:53.860737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d860b480-3963-4544-b554-00179225cd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:53.881534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd2b657a-41f3-41b5-8046-ab654abbf394 None None] Provisioning for port 4ed4aed2-c5b6-479d-b287-393a54806317 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:53.881712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33afbacc-02b6-4c3b-b6e9-0551039df0c3']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.893189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd2b657a-41f3-41b5-8046-ab654abbf394 None None] Provisioning complete for port 4ed4aed2-c5b6-479d-b287-393a54806317 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:53.893189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd2b657a-41f3-41b5-8046-ab654abbf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.902279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38fe437-71db-458a-b6f1-c0a944e9509e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.902670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38fe437-71db-458a-b6f1-c0a944e9509e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.945184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.967605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 50fb33a4-7b9f-4778-b8c1-a21baf19d1e4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:53.968319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.969777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b657a-41f3-41b5-8046-ab654abbf394 None None] Port 4ed4aed2-c5b6-479d-b287-393a54806317 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:53.973354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c0763280-2019-4358-8730-31c961630b94 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:54.027400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.044085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:54.044619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:54.060952 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:54.076994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.119559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.148091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c0763280-2019-4358-8730-31c961630b94 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:54.159900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c0763280-2019-4358-8730-31c961630b94 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:54.161238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.173977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.205985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 629478f9-ac9a-4825-b808-2764beacb45d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:54.207781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=629478f9-ac9a-4825-b808-2764beacb45d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.251614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 629478f9-ac9a-4825-b808-2764beacb45d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:54.251614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 629478f9-ac9a-4825-b808-2764beacb45d not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:54.254623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-870ac233-1b3f-464e-90ed-8dc6ffa6465f None None] Provisioning complete for port 4ed4aed2-c5b6-479d-b287-393a54806317 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:54.255167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-870ac233-1b3f-464e-90ed-8dc6ffa6465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.303336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.307960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.328885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-870ac233-1b3f-464e-90ed-8dc6ffa6465f None None] Port 4ed4aed2-c5b6-479d-b287-393a54806317 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:54.352910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=33afbacc-02b6-4c3b-b6e9-0551039df0c3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.353695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 629478f9-ac9a-4825-b808-2764beacb45d on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:54.359564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.365962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d860b480-3963-4544-b554-00179225cd70 None None] Deleting port b079b21c-f8f0-497e-a4d3-45514d538985 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:54:54.366948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d860b480-3963-4544-b554-00179225cd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.367080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.372908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'name': 'network-vif-deleted', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:54.386047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.392635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.455535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d860b480-3963-4544-b554-00179225cd70 None None] The port 'b079b21c-f8f0-497e-a4d3-45514d538985' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:54:54.462500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.496882 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3817fdc-16c7-4b85-baa2-90ac7f1cef17', 'name': 'network-vif-deleted', 'tag': '629478f9-ac9a-4825-b808-2764beacb45d', 'status': 'completed', 'code': 200} Apr 01 15:54:54.500349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c0763280-2019-4358-8730-31c961630b94, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c0763280-2019-4358-8730-31c961630b94,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:54:54.503253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e10358d4-e5ec-475d-ac2b-d911cf1f6900 req-af9da28d-f7d6-4d36-827f-b6c56c7685ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/629478f9-ac9a-4825-b808-2764beacb45d HTTP/1.1" status: 204 len: 173 time: 2.0039701 Apr 01 15:54:54.554495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network e42640cb-ab39-495c-a1a8-73a426309917 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:54.555752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:54.577054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.578483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d95c95a4-af74-48ec-98f5-a535e353a41f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:54.634365 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-121f502c-632c-4d96-bb11-a04440f4305c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/33afbacc-02b6-4c3b-b6e9-0551039df0c3 HTTP/1.1" status: 204 len: 168 time: 1.7732284 Apr 01 15:54:54.665052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 50fb33a4-7b9f-4778-b8c1-a21baf19d1e4 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:54:54.724940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.777246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c0763280-2019-4358-8730-31c961630b94,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.803486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d95c95a4-af74-48ec-98f5-a535e353a41f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:54.803856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.898138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda733d-be11-47cb-affe-3232123a221c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:54.899311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bda733d-be11-47cb-affe-3232123a221c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:54.918124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:54:54.995898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.997759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bda733d-be11-47cb-affe-3232123a221c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:54.999416 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bda733d-be11-47cb-affe-3232123a221c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/63c93784-c6a1-496d-b580-76eed0be258f HTTP/1.1" status: 200 len: 840 time: 0.2742636 Apr 01 15:54:55.006284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-32cd8876-612c-4a61-9a9b-f72dc718a480 None None] Provisioning complete for port 4ed4aed2-c5b6-479d-b287-393a54806317 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:55.006741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32cd8876-612c-4a61-9a9b-f72dc718a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.034479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.057308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=50fb33a4-7b9f-4778-b8c1-a21baf19d1e4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.062739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.100781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b28f0162-a6e0-407e-8eac-1362e7689f20 req-73311256-4689-4de9-a71c-a89aaa69f760 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:55.109997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b079b21c-f8f0-497e-a4d3-45514d538985 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:55.140269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-32cd8876-612c-4a61-9a9b-f72dc718a480 None None] Port 4ed4aed2-c5b6-479d-b287-393a54806317 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:54:55.143246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ada0388d-a41f-486f-be14-b9bb1bf4c115 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/50fb33a4-7b9f-4778-b8c1-a21baf19d1e4 HTTP/1.1" status: 204 len: 168 time: 1.3341343 Apr 01 15:54:55.145683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48314) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.152450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b079b21c-f8f0-497e-a4d3-45514d538985 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:54:55.152983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b079b21c-f8f0-497e-a4d3-45514d538985 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:55.209953 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f85a8cb3-2fc9-472c-b380-f4b4ae028ada tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/63c93784-c6a1-496d-b580-76eed0be258f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1740322 Apr 01 15:54:55.213968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48318) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.223097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:55.228458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d9850-909d-4973-b665-33339045c3cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.229165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-320d9850-909d-4973-b665-33339045c3cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:55.239448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:54:55.247832 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1ed17c7b-a00e-4383-81d8-826432036f2d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5451009 Apr 01 15:54:55.252338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48322) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.253028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:55.261280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-114852132'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:55.267701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:55.269131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.271760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b28f0162-a6e0-407e-8eac-1362e7689f20 req-73311256-4689-4de9-a71c-a89aaa69f760 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:55.271884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.271975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b28f0162-a6e0-407e-8eac-1362e7689f20 req-73311256-4689-4de9-a71c-a89aaa69f760 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3817fdc-16c7-4b85-baa2-90ac7f1cef17 HTTP/1.1" status: 200 len: 210 time: 0.2752180 Apr 01 15:54:55.279884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.283684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.290982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.342735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-320d9850-909d-4973-b665-33339045c3cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:55.346758 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-320d9850-909d-4973-b665-33339045c3cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1975701 Apr 01 15:54:55.347056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48326) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.348488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.352656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.355541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.361468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.391605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:55.395228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.422053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4e2a69-09b0-480f-9006-8808c75a5d09 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:54:55.423547 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca4e2a69-09b0-480f-9006-8808c75a5d09 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/69a71642-3eaa-4306-87e3-ed6cc3d6eebf HTTP/1.1" status: 404 len: 333 time: 0.0749528 Apr 01 15:54:55.426377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.433701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:55.435891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:55.445037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.450661 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment a41a79ba-cb49-48a8-8679-81716b6ed6d9 of type vlan for network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 Apr 01 15:54:55.475022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:55.477031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.480173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.513670 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d19509f-b4a8-44f4-864e-5792b4b89c8f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:54:55.515008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d19509f-b4a8-44f4-864e-5792b4b89c8f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/50fb33a4-7b9f-4778-b8c1-a21baf19d1e4 HTTP/1.1" status: 404 len: 333 time: 0.0866468 Apr 01 15:54:55.517967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48334) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.620963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.626994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.627724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.704455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.769873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 3, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:54:53Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.771382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=16e14b3d-1e7d-426f-b24f-ebeff2422a27,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.774437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:55.774898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Updating router c69712de-3ae1-4832-9f4c-b095beed4d35 port 4ed4aed2-c5b6-479d-b287-393a54806317 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:55.779187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-26385849-90ca-4902-9993-7af143f5fcc9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5237751 Apr 01 15:54:55.780628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.787363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:55.806128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:55.828218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c0763280-2019-4358-8730-31c961630b94 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:55.883085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.912641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.939670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3852223f-b5d6-41ad-af3d-038b8a10e10c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.953154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6713f738-9f96-4d6c-8dff-a04e8353dc98') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.953462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6713f738-9f96-4d6c-8dff-a04e8353dc98') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.964940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:55.966727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.969252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.971872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:55.976002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.977144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.980472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.980989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.985800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.988147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.994447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:55.995579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.998555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c09256-61b3-479e-a053-88ee742665b6 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:56.002646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.010153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=de12b58c-b63d-42e7-8ebe-6c700b0c9a32,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:56.027168 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:56.121864 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f7c67792-fd50-4d50-a6c6-bf91df1f2533 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9061210 Apr 01 15:54:56.125118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.130191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'security_group': {'name': 'tempest-secgroup-1373522210'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:56.136255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.140790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:56.143763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:56.150058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.151499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c0763280-2019-4358-8730-31c961630b94 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:56.151876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.188276 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.192485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.216486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=3852223f-b5d6-41ad-af3d-038b8a10e10c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.220358 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1714c7de-7ae6-4d10-9a49-493996dfde78 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/3852223f-b5d6-41ad-af3d-038b8a10e10c HTTP/1.1" status: 204 len: 168 time: 0.7013183 Apr 01 15:54:56.224063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48346) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.229988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282020381'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:56.235418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.239254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:56.242226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:56.248353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.261372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:56.265104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.283520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.318177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:56.321606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.381249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.394543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48352) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.395492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:56.405064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:56.417094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.451999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:56.471568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.471999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.472348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment eb29a809-450d-475e-a083-c24c817e0c8a of type vlan for network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 Apr 01 15:54:56.504577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.580731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.617212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.628224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-b10a2a71-7649-4536-b0b8-97feebb354f9', 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'tenant_id': '5dbb6deca1b54f0fb8d27665386fe2b6', 'fixed_ips': [{'subnet_id': 'de12b58c-b63d-42e7-8ebe-6c700b0c9a32'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:56.628763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.645597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.670752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885ff51-1483-4caa-aa42-f7ddd1e48014,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.706773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.748295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.753710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.754296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.770278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.776473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.800230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Transition to ACTIVE for port object 4ed4aed2-c5b6-479d-b287-393a54806317 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:56.806257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.810325 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-110c49d4-e0d2-4411-a427-b27a14bde4ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/3885ff51-1483-4caa-aa42-f7ddd1e48014 HTTP/1.1" status: 204 len: 168 time: 0.4119480 Apr 01 15:54:56.815016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeec132-24ee-46af-b8d8-b86b1fbba6b9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.878186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Allocated IP 172.20.0.2 (b10a2a71-7649-4536-b0b8-97feebb354f9/de12b58c-b63d-42e7-8ebe-6c700b0c9a32/87e2cfa2-5fb5-48b0-931f-f4495c537150) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:56.888199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.045089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.046326 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de3734ae-219d-4af1-8a39-9fc9b1bd19a2 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9201608 Apr 01 15:54:57.049246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.055250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'security_group': {'name': 'tempest-secgroup-10976732'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:57.060526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=40e606e5-f62e-4a70-8eb8-13cc55bb9fa6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.071233 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0562f021-c869-4a07-83f6-d47670375026 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8452394 Apr 01 15:54:57.076325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48362) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.079081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=d882dfa6-3d89-4a37-8b46-c275f691151f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.080414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:57.087825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:57.091963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:57.100802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:57.104589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:57.113873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:57.134195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:57.134851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: 16e14b3d-1e7d-426f-b24f-ebeff2422a27, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:57.217778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.227475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:57.232420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:57.235445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:57.241823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:57.243609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:57.248186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:57.252303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:57.260637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:57.271654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0264e-59ae-4ec6-a992-d7edabd6fa83 None None] Pushing event updated for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.306708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:57.331383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.336533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:57.340248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.364703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Attempting to bind port 4ed4aed2-c5b6-479d-b287-393a54806317 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:57.365071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Attempting to bind port 4ed4aed2-c5b6-479d-b287-393a54806317 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:57.365436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Attempting to bind port 4ed4aed2-c5b6-479d-b287-393a54806317 on network e42640cb-ab39-495c-a1a8-73a426309917 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:57.378925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:57.379336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Checking segment: {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:57.379732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.380124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Bound using segment: {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:57.380592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Bound port: 4ed4aed2-c5b6-479d-b287-393a54806317, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f725b8c-95cc-435e-8392-b7f8eea45e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:57.381016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.427224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 16e14b3d-1e7d-426f-b24f-ebeff2422a27) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:57.438592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.439191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.444762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 15:54:57.447548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 15:54:57.449265 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.470608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7754d5c-24d9-44fd-b2d8-39c80752f1c5 None None] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:57.485116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9755af58-975f-4fb6-b677-952443c7461d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.569408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e387124e-5203-40c8-9284-bc94b70eeb2c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7874801 Apr 01 15:54:57.572201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.619677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.634410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.635625 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f0fb855-b987-4090-a7a8-9ac20953465b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5853944 Apr 01 15:54:57.639076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48370) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.642829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] For port 4ed4aed2-c5b6-479d-b287-393a54806317, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:57.645484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-288635145', 'security_groups': ['9755af58-975f-4fb6-b677-952443c7461d'], 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de12b58c-b63d-42e7-8ebe-6c700b0c9a32'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:57.647413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] For port 4ed4aed2-c5b6-479d-b287-393a54806317, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4ed4aed2-c5b6-479d-b287-393a54806317,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:57.648454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Transition to ACTIVE for port object 87e2cfa2-5fb5-48b0-931f-f4495c537150 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.674734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.707891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Transition to ACTIVE for port object 87e2cfa2-5fb5-48b0-931f-f4495c537150 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.727046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.801301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:54:57.802238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:57.851917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=5e148b74-b21a-4677-b4f3-145c2d0dc9dd,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.873701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': 'eb29a809-450d-475e-a083-c24c817e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:57.874499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:57.894739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:57.910002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:57.927985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48376) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.998217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.002071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:58.049987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.059529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.060115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:54:58.069237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:58.069733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.079356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0264e-59ae-4ec6-a992-d7edabd6fa83 None None] Pushing event updated for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.124475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.135021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:58.159017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.163600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:58.164436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.165781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e78df4-6631-4b54-b682-141b3e568556 None None] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:54:58.179579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:54:58.409309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.454535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd72dc64-1372-4fa7-8b64-13fb7541792a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3767352 Apr 01 15:54:58.455538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.472692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.488870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6', 'name': 'tempest-PortsIpV6TestJSON-1458245894'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:58.600305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:58.626044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Attempting to bind port 87e2cfa2-5fb5-48b0-931f-f4495c537150 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:58.626413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Attempting to bind port 87e2cfa2-5fb5-48b0-931f-f4495c537150 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:58.626766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Attempting to bind port 87e2cfa2-5fb5-48b0-931f-f4495c537150 on network b10a2a71-7649-4536-b0b8-97feebb354f9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:54:58.657062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:54:58.657436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Checking segment: {'id': '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:54:58.657837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.658237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Bound using segment: {'id': '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:54:58.658714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Bound port: 87e2cfa2-5fb5-48b0-931f-f4495c537150, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:58.659083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.945334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Allocated IP 172.22.0.2 (16e14b3d-1e7d-426f-b24f-ebeff2422a27/d882dfa6-3d89-4a37-8b46-c275f691151f/6eee4a9b-d845-4722-85f6-ac1baed5d853) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:58.968872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:58.991509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:59.027803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:54:59.037850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-40e606e5-f62e-4a70-8eb8-13cc55bb9fa6', 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': '5e148b74-b21a-4677-b4f3-145c2d0dc9dd'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:54:59.038781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.083187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:54:59.088056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.8 (b10a2a71-7649-4536-b0b8-97feebb354f9/de12b58c-b63d-42e7-8ebe-6c700b0c9a32/0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:59.139510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:59.143076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.194378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 27ec9125-09dd-4b99-a1fa-039b6b573170 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:59.201533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.397392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.473854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9068b-50ff-4ed4-816d-6c402e2a59ec None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:59.493665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 3, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:54:57Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:59.496262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Allocated IP 2001:db8::2 (40e606e5-f62e-4a70-8eb8-13cc55bb9fa6/5e148b74-b21a-4677-b4f3-145c2d0dc9dd/c45c3f16-4053-4120-9db0-9b009bbe490a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:59.501183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.517548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef3d9a-c751-40e4-a029-88102a6e6fbd None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 3, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:54:57Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:59.541043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1604212-10e2-486f-80d8-2f15ce3e19db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.559175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.610688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Transition to ACTIVE for port object 6eee4a9b-d845-4722-85f6-ac1baed5d853 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:59.620618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:59.707399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Transition to ACTIVE for port object 6eee4a9b-d845-4722-85f6-ac1baed5d853 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:59.844303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.875619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.962262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.22.0.1 (16e14b3d-1e7d-426f-b24f-ebeff2422a27/d882dfa6-3d89-4a37-8b46-c275f691151f/6390ba1b-8dbc-4f0c-b793-7e294adaab41) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:00.023479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.040261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.043077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.046906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4ed4aed2-c5b6-479d-b287-393a54806317 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:00.056075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:00.056862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.111425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.117857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.133621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.152542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.162682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.247858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Transition to ACTIVE for port object c45c3f16-4053-4120-9db0-9b009bbe490a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:00.270311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:00.270994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.273876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Transition to ACTIVE for port object c45c3f16-4053-4120-9db0-9b009bbe490a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:00.290455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Attempting to bind port 6eee4a9b-d845-4722-85f6-ac1baed5d853 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:00.290968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Attempting to bind port 6eee4a9b-d845-4722-85f6-ac1baed5d853 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:00.291499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Attempting to bind port 6eee4a9b-d845-4722-85f6-ac1baed5d853 on network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:00.294445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Pushing event updated for resources: {'Port': ['ID=6eee4a9b-d845-4722-85f6-ac1baed5d853,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.306003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:00.306563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Checking segment: {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:00.307087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.307603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Bound using segment: {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:00.308163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Bound port: 6eee4a9b-d845-4722-85f6-ac1baed5d853, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:00.308607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.312598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.336889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 6390ba1b-8dbc-4f0c-b793-7e294adaab41 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:00.386252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.455928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.459047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] For port 6eee4a9b-d845-4722-85f6-ac1baed5d853, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:00.461610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 25d43464-56e2-4ec6-8b55-f0f9ba51dac4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:00.461989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.466352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] For port 6eee4a9b-d845-4722-85f6-ac1baed5d853, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6eee4a9b-d845-4722-85f6-ac1baed5d853,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:00.474805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.482291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.490511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.497021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 4ed4aed2-c5b6-479d-b287-393a54806317 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:00.501935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Pushing event updated for resources: {'Port': ['ID=c45c3f16-4053-4120-9db0-9b009bbe490a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.547646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4ed4aed2-c5b6-479d-b287-393a54806317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:00.547646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.569126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:00.572876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:00.575882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:00.598988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ede2b01e-a115-4aec-ac7c-a98305e0647c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9556994 Apr 01 15:55:00.605343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.615745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:00.630447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:00.636131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.647422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::4b (40e606e5-f62e-4a70-8eb8-13cc55bb9fa6/5e148b74-b21a-4677-b4f3-145c2d0dc9dd/27ec9125-09dd-4b99-a1fa-039b6b573170) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:00.670246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.708662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Attempting to bind port c45c3f16-4053-4120-9db0-9b009bbe490a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:00.708662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Attempting to bind port c45c3f16-4053-4120-9db0-9b009bbe490a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'eb29a809-450d-475e-a083-c24c817e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:00.708899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Attempting to bind port c45c3f16-4053-4120-9db0-9b009bbe490a on network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:00.738962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:00.739394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Checking segment: {'id': 'eb29a809-450d-475e-a083-c24c817e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:00.739801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.740203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Bound using segment: {'id': 'eb29a809-450d-475e-a083-c24c817e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:00.740702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Bound port: c45c3f16-4053-4120-9db0-9b009bbe490a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb29a809-450d-475e-a083-c24c817e0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '40e606e5-f62e-4a70-8eb8-13cc55bb9fa6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:00.741080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.798089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.889856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:00.900573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:00.905613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:00.913984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:00.920630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] For port c45c3f16-4053-4120-9db0-9b009bbe490a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:00.925926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] For port c45c3f16-4053-4120-9db0-9b009bbe490a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c45c3f16-4053-4120-9db0-9b009bbe490a,segment=NetworkSegment(eb29a809-450d-475e-a083-c24c817e0c8a),segment_id=eb29a809-450d-475e-a083-c24c817e0c8a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:00.929119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508e3a1-e04d-4e6f-a949-bebb3f6e0eab None None] Pushing event updated for resources: {'Port': ['ID=6eee4a9b-d845-4722-85f6-ac1baed5d853,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.010811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:01.012068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.015861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.056548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.113758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 4ed4aed2-c5b6-479d-b287-393a54806317, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4ed4aed2-c5b6-479d-b287-393a54806317,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:01.158141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.204197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.250357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6791c755-d966-4ce4-9028-3480fe49a306 None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:01.250857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6791c755-d966-4ce4-9028-3480fe49a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.291877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2ca20-0037-4c93-9e21-22e4842261cb None None] Pushing event updated for resources: {'Port': ['ID=c45c3f16-4053-4120-9db0-9b009bbe490a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.388628 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de12b58c-b63d-42e7-8ebe-6c700b0c9a32 (CIDR: 172.20.0.0/28) Apr 01 15:55:01.402820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6791c755-d966-4ce4-9028-3480fe49a306 None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:01.446340 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:01.446895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:01.455160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.526512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6791c755-d966-4ce4-9028-3480fe49a306 None None] Provisioning for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:01.567661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.682314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=25d43464-56e2-4ec6-8b55-f0f9ba51dac4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.736244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa373ab0-9ad3-4ffd-9c75-92f99f3b95f5 None None] Provisioning for port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:01.742072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa373ab0-9ad3-4ffd-9c75-92f99f3b95f5 None None] Provisioning complete for port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:01.742514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa373ab0-9ad3-4ffd-9c75-92f99f3b95f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.811971 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6ac5beef-bb87-4821-97f9-7882766fe6b1 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1944585 Apr 01 15:55:01.819493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:01.832785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fa373ab0-9ad3-4ffd-9c75-92f99f3b95f5 None None] Port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:01.926174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:02.085269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.091656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.132840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6eee4a9b-d845-4722-85f6-ac1baed5d853 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:02.159570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.225081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:02.239570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:02.252652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:02.256603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 27ec9125-09dd-4b99-a1fa-039b6b573170 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:02.264792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:02.284418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6eee4a9b-d845-4722-85f6-ac1baed5d853 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:02.290315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c45c3f16-4053-4120-9db0-9b009bbe490a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:02.302352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.304989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.349657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7e315858-5353-4251-8015-29638e16f4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.383171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.429400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07445be-9bce-47fc-ad00-7e7a66d851d4 None None] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:02.469929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c45c3f16-4053-4120-9db0-9b009bbe490a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:02.483634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:02.484772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:02.502178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:02.505995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.533634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:02.616362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.638924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Provisioning for port 6eee4a9b-d845-4722-85f6-ac1baed5d853 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:02.655313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Provisioning complete for port 6eee4a9b-d845-4722-85f6-ac1baed5d853 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:02.655689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.693816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:02.715608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:02.721579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=27ec9125-09dd-4b99-a1fa-039b6b573170,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.725807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:02.728231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:02.735059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:02.735814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.836232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d237f62-a532-4fac-8ef7-96e62e1fe234 None None] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:02.896518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:02.900140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:02.909401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e67d6c1c-4fb3-4713-9dec-4efe226f17be tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3359644 Apr 01 15:55:02.910476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.913302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:02.913663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.915687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:02.917154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'network': {'name': 'tempest-RoutersTest-988975673'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:02.924698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:02.930642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:network and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:02.930837 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:02.931917 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.935543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:02.943194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.033442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:03.040762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.049278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.050709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.084242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:03.102187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.102840 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added segment 902d02ab-a749-4386-b270-905f1298c6f8 of type vlan for network 5af01e7c-96a7-40fd-abcc-fc02c407f266 Apr 01 15:55:03.143630 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:03.158753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.219793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.229204 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62935a25-6ae1-4b2b-bfeb-75c34464589b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7634423 Apr 01 15:55:03.234139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48402) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.280898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 61a56ad4-be96-4b35-b079-67bab22da098 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:03.311615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.318615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.319392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.398207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] For port 6eee4a9b-d845-4722-85f6-ac1baed5d853, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6eee4a9b-d845-4722-85f6-ac1baed5d853,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:03.405028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.470601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:03.499619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.505256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 27ec9125-09dd-4b99-a1fa-039b6b573170 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:03.505995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.558257 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6442845 Apr 01 15:55:03.566545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48406) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.569224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef71d-996e-4919-b049-bae19e770703 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Network': ['ID=5af01e7c-96a7-40fd-abcc-fc02c407f266,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.588162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'subnet': {'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:03.606028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:03.609856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:03.636695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d79ec619-f437-4dd7-8a07-01e7f611089e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/61a56ad4-be96-4b35-b079-67bab22da098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7075629 Apr 01 15:55:03.645895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.654040 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:00Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:03.659219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.660074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4ed4aed2-c5b6-479d-b287-393a54806317 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:03.663732 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:03.664089 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Updating router c69712de-3ae1-4832-9f4c-b095beed4d35 port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:03.691343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Sync routers for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:03.745533 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.756775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:03.771050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:subnet and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:03.830561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:03.842996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet fd15a137-0a43-4c11-8c95-2026b493c5b9 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:03.857222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.861541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.966782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.007544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Routers {'61a56ad4-be96-4b35-b079-67bab22da098'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:04.008309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['61a56ad4-be96-4b35-b079-67bab22da098'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:04.064758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Made reservation on behalf of 07c07f2477cf4f2fab7e325359faf439 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:04.073944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.130652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.156357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.206934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.219785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Provisioning complete for port 6eee4a9b-d845-4722-85f6-ac1baed5d853 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:04.220464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.291547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3826-cda8-4605-97bb-39e1b240ac0b None None] Pushing event updated for resources: {'Port': ['ID=6eee4a9b-d845-4722-85f6-ac1baed5d853,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.370439 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.395009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4ed4aed2-c5b6-479d-b287-393a54806317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:04.395424 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Transition to ACTIVE for port object 6390ba1b-8dbc-4f0c-b793-7e294adaab41 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:04.395857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.412839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:04.419462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:04.427596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.428384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.453703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=2d66426f-67fa-4690-95ae-592ddb5e9431,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.495504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.497997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399ac92-a246-4f8b-8b5d-187b3844130f None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:04.498251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.531532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.549622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-07ffd85f-a5c4-4d11-a6ad-ed7ba8cbad36 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7275422 Apr 01 15:55:04.561503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.566439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.612339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.614240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/fd15a137-0a43-4c11-8c95-2026b493c5b9 HTTP/1.1" status: 204 len: 168 time: 0.9673867 Apr 01 15:55:04.618232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.645075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 27ec9125-09dd-4b99-a1fa-039b6b573170 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:04.659805 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Pushing event updated for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.683900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-939780833', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d66426f-67fa-4690-95ae-592ddb5e9431'}], 'security_groups': ['abeec132-24ee-46af-b8d8-b86b1fbba6b9']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:04.706797 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.706797 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.707125 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.707433 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.707766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.708093 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.708416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.708737 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.709235 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.709548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.709914 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.710253 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:04.726878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04df178-2239-46f8-b6df-5a5dba962cfc None None] Network e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:04.779783 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Attempting to bind port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:04.780820 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Attempting to bind port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:04.780820 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Attempting to bind port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 on network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:04.787499 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:04.787877 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Checking segment: {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:04.788276 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.788742 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Bound using segment: {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:04.789211 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Bound port: 6390ba1b-8dbc-4f0c-b793-7e294adaab41, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41a79ba-cb49-48a8-8679-81716b6ed6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:04.789599 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.825109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.886192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.886785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Set router 61a56ad4-be96-4b35-b079-67bab22da098 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:04.921383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.922363 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] For port 6390ba1b-8dbc-4f0c-b793-7e294adaab41, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:04.925538 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] For port 6390ba1b-8dbc-4f0c-b793-7e294adaab41, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6390ba1b-8dbc-4f0c-b793-7e294adaab41,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:04.949124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4b0c-00df-47fc-a989-d9e2d6f4fd6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=fd15a137-0a43-4c11-8c95-2026b493c5b9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.988514 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.090201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Checking segment: {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:05.091333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network hostable DHCP agents. Network: 5af01e7c-96a7-40fd-abcc-fc02c407f266, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:05.100704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.103084 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68680c3b-5fd7-4b98-86b6-c9e77e4fb002 None None] Pushing event updated for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.110266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Subnet': ['ID=51d1f5a6-e48f-41e2-8bde-208acd0c4363,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.131457 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:05.132215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:05.191757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.211950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port ac3bd7a2-b7da-4692-966d-fad705b2c2d0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:05.213136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.420126 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:05.476421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port ac3bd7a2-b7da-4692-966d-fad705b2c2d0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:05.477073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.492168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:05.499837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.571262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=27ec9125-09dd-4b99-a1fa-039b6b573170,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.621410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 5af01e7c-96a7-40fd-abcc-fc02c407f266) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:05.633517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.634088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.638334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.653457 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-808fd29d-4a2d-480a-a198-9262443b4f62 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/27ec9125-09dd-4b99-a1fa-039b6b573170 HTTP/1.1" status: 204 len: 168 time: 2.4137831 Apr 01 15:55:05.655603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.718965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b9f5c-bef6-45a5-86d9-7139042a90a9 None None] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:05.851395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Provisioning for port c45c3f16-4053-4120-9db0-9b009bbe490a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:05.854231 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c857fd1-3012-42a3-8084-92e766caf107 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:05.855421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c857fd1-3012-42a3-8084-92e766caf107 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:05.857888 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5c857fd1-3012-42a3-8084-92e766caf107 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/27ec9125-09dd-4b99-a1fa-039b6b573170 HTTP/1.1" status: 404 len: 333 time: 0.1487319 Apr 01 15:55:05.859765 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:00Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:04Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:05.862342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.865896 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991d3ff-bae0-4fad-b1e5-c524b22d3161 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:00Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:04Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:05.866385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for ac3bd7a2-b7da-4692-966d-fad705b2c2d0 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:05.973598 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52b5863-6e01-4208-aeb2-b4e1b6c940ee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:55:05.974171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c52b5863-6e01-4208-aeb2-b4e1b6c940ee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:05.994657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f9ce5a6a-bc92-4544-ba5b-2e8cd7ff6136 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4268301 Apr 01 15:55:06.023700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48430) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.034714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Provisioning complete for port c45c3f16-4053-4120-9db0-9b009bbe490a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:06.035081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.182208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.307629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:06.375700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=ac3bd7a2-b7da-4692-966d-fad705b2c2d0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.393169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.418979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] DHCP port deletion for e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:06.431627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Deleting port 078b406c-9364-4ee1-a80a-f4ee47708427 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:06.432005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.555352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c52b5863-6e01-4208-aeb2-b4e1b6c940ee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:06.556740 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c52b5863-6e01-4208-aeb2-b4e1b6c940ee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/27ec9125-09dd-4b99-a1fa-039b6b573170 HTTP/1.1" status: 404 len: 333 time: 0.6936111 Apr 01 15:55:06.570744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48434) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.604739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a56ad4-be96-4b35-b079-67bab22da098', 'name': 'tempest-TestNetworkBasicOps-router-27621867', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:58Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ac3bd7a2-b7da-4692-966d-fad705b2c2d0', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a56ad4-be96-4b35-b079-67bab22da098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:00Z', 'updated_at': '2022-04-01T15:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:06.610369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.612932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.617501 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:06.619341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-5af01e7c-96a7-40fd-abcc-fc02c407f266', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:06.621021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.649404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Checking router: 61a56ad4-be96-4b35-b079-67bab22da098 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:06.680582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.689461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.689641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Delete allocated IP 172.20.0.8 (b10a2a71-7649-4536-b0b8-97feebb354f9/de12b58c-b63d-42e7-8ebe-6c700b0c9a32) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:55:06.690240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 61a56ad4-be96-4b35-b079-67bab22da098 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:06.709166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.713183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-96f18db8-76ae-45bb-9ec8-b8ee8b56ca4d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/61a56ad4-be96-4b35-b079-67bab22da098 HTTP/1.1" status: 204 len: 168 time: 2.0941217 Apr 01 15:55:06.714165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.717532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.18 (b10a2a71-7649-4536-b0b8-97feebb354f9/2d66426f-67fa-4690-95ae-592ddb5e9431/0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:06.733170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 5e148b74-b21a-4677-b4f3-145c2d0dc9dd {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:06.750685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.767340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Routers set() bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:06.767946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Router IDs set() for agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 01 15:55:06.768376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_agentschedulers_db [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61a56ad4-be96-4b35-b079-67bab22da098'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent'). {{(pid=88602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:55:06.768771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082c699-ec0d-47f0-a158-9fd8a63a4858 None None] The sync data for ids ['61a56ad4-be96-4b35-b079-67bab22da098'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:06.821714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:06.822086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.860294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.870839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Update dhcp port {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'fixed_ips': [{'subnet_id': 'de12b58c-b63d-42e7-8ebe-6c700b0c9a32', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d66426f-67fa-4690-95ae-592ddb5e9431'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '87e2cfa2-5fb5-48b0-931f-f4495c537150'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:06.874389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 078b406c-9364-4ee1-a80a-f4ee47708427 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:06.874709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.996849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.997439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] For port c45c3f16-4053-4120-9db0-9b009bbe490a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c45c3f16-4053-4120-9db0-9b009bbe490a,segment=NetworkSegment(eb29a809-450d-475e-a083-c24c817e0c8a),segment_id=eb29a809-450d-475e-a083-c24c817e0c8a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:07.084001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.096206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 078b406c-9364-4ee1-a80a-f4ee47708427, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=078b406c-9364-4ee1-a80a-f4ee47708427,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:07.097015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.126811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.139679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.252306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 078b406c-9364-4ee1-a80a-f4ee47708427 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:07.325420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] For port 078b406c-9364-4ee1-a80a-f4ee47708427, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=078b406c-9364-4ee1-a80a-f4ee47708427,segment=NetworkSegment(7507f06b-ca2e-427d-b905-bbd2614d69cd),segment_id=7507f06b-ca2e-427d-b905-bbd2614d69cd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:07.325905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.423440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.466678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.486129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=078b406c-9364-4ee1-a80a-f4ee47708427,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.489815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 078b406c-9364-4ee1-a80a-f4ee47708427 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:07.494450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:07.501422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.554352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Calling delete_port for 078b406c-9364-4ee1-a80a-f4ee47708427 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:07.588463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Allocated IP 172.23.0.2 (5af01e7c-96a7-40fd-abcc-fc02c407f266/51d1f5a6-e48f-41e2-8bde-208acd0c4363/1bccbfb2-2bfd-471a-b26d-a32734244688) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:07.613568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Provisioning for port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:07.616884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be33aeb-0546-4270-b02d-d57a729d8fea None None] Pushing event updated for resources: {'Port': ['ID=c45c3f16-4053-4120-9db0-9b009bbe490a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.645707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.670158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.681972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6390ba1b-8dbc-4f0c-b793-7e294adaab41 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:07.726630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.733352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=5e148b74-b21a-4677-b4f3-145c2d0dc9dd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.742590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fd899-75f7-4a87-981f-f69d9885ab94 None None] Network 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:07.748402 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8898d98f-f8f8-426f-aa74-6a98424b13d7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/5e148b74-b21a-4677-b4f3-145c2d0dc9dd HTTP/1.1" status: 204 len: 168 time: 1.1764326 Apr 01 15:55:07.776946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.793999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.835759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.904742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7507f06b-ca2e-427d-b905-bbd2614d69cd') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.905222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7507f06b-ca2e-427d-b905-bbd2614d69cd') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.932889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.953263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.966127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.971906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port c45c3f16-4053-4120-9db0-9b009bbe490a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:07.971906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.009139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:08.009542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:08.024278 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:08.101243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Provisioning complete for port c45c3f16-4053-4120-9db0-9b009bbe490a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:08.101930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.133878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:08.134242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:08.137116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.194589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] In _notify_port_updated(), no bound segment for port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef on network b10a2a71-7649-4536-b0b8-97feebb354f9 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:08.199810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:08.202985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.202985 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43b9d4cc-a513-44ba-941d-4bf671855c8d tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/ports/0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef HTTP/1.1" status: 200 len: 920 time: 3.6344142 Apr 01 15:55:08.204713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48446) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:08.235283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-b4a77e24-179d-42b6-97b6-57c086ec039e {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:08.235621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:08.272994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.274762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:08.275215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.303965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:08.306178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.323089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.326499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port c45c3f16-4053-4120-9db0-9b009bbe490a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c45c3f16-4053-4120-9db0-9b009bbe490a,segment=NetworkSegment(eb29a809-450d-475e-a083-c24c817e0c8a),segment_id=eb29a809-450d-475e-a083-c24c817e0c8a)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:08.326499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.362693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:08.363438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.428733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.453972 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cefac229-213c-4f18-be26-c1d287ef463d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/e931ff0e-9bd2-43b2-9c66-5f1c43e9daf8 HTTP/1.1" status: 204 len: 168 time: 1.7375965 Apr 01 15:55:08.461729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for c45c3f16-4053-4120-9db0-9b009bbe490a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:08.468355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Transition to ACTIVE for port object 1bccbfb2-2bfd-471a-b26d-a32734244688 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:08.486985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Could not find standard attr ID for object 27ec9125-09dd-4b99-a1fa-039b6b573170. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:08.488285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:08.499919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--536515314', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:08.506855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Transition to ACTIVE for port object 1bccbfb2-2bfd-471a-b26d-a32734244688 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:08.507966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:08.522134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:08.522134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:08.522867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:08.545169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Provisioning complete for port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:08.545814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.580708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a6750-953e-4156-af8a-3d6d8196b179 None None] DHCP port deletion for 40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:08.598004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.614624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:08.618205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.633710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a6750-953e-4156-af8a-3d6d8196b179 None None] Deleting port c45c3f16-4053-4120-9db0-9b009bbe490a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:08.634053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6750-953e-4156-af8a-3d6d8196b179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.634440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.649151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:08.659363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.659975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 30f5c8fc-a1a0-455a-8c26-8a200540c6a9 of type vlan for network 800e3e5b-776c-45ef-af2b-6958cdd9574a Apr 01 15:55:08.671881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Deleting port 078b406c-9364-4ee1-a80a-f4ee47708427 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:08.672257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.678193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.735248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.738887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=c45c3f16-4053-4120-9db0-9b009bbe490a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.746010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No DVR routers for this DVR port c45c3f16-4053-4120-9db0-9b009bbe490a on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:08.788068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:08.845433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Allocated IP 172.23.0.1 (5af01e7c-96a7-40fd-abcc-fc02c407f266/51d1f5a6-e48f-41e2-8bde-208acd0c4363/2fb8c419-224c-405c-8feb-47649256acc6) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:08.886695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.898058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.901697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a6750-953e-4156-af8a-3d6d8196b179 None None] The port 'c45c3f16-4053-4120-9db0-9b009bbe490a' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:08.904857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.905007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:08.905007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.915731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-54de4914-14c9-4de2-8a06-e0190e4d5b97 None None] The port '078b406c-9364-4ee1-a80a-f4ee47708427' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:08.931259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:08.941547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:08.958171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:08.960174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Pushing event updated for resources: {'Port': ['ID=1bccbfb2-2bfd-471a-b26d-a32734244688,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.973618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e606e5-f62e-4a70-8eb8-13cc55bb9fa6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.043279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb29a809-450d-475e-a083-c24c817e0c8a') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.043677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb29a809-450d-475e-a083-c24c817e0c8a') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.045391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6390ba1b-8dbc-4f0c-b793-7e294adaab41, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6390ba1b-8dbc-4f0c-b793-7e294adaab41,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:09.060293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=800e3e5b-776c-45ef-af2b-6958cdd9574a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.065248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.070313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.089798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.097649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:09.097827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:09.113354 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:09.132663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:09.152610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.175319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Transition to ACTIVE for port object 2fb8c419-224c-405c-8feb-47649256acc6 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.177630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.186246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b139431-e46b-4991-952f-597da51370f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6968734 Apr 01 15:55:09.187677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.188461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6eee4a9b-d845-4722-85f6-ac1baed5d853 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:09.194241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.203401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-493631420', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:09.213942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:09.218385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:09.223226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:09.229295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:09.236245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.290788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Attempting to bind port 1bccbfb2-2bfd-471a-b26d-a32734244688 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:09.291191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Attempting to bind port 1bccbfb2-2bfd-471a-b26d-a32734244688 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:09.291569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Attempting to bind port 1bccbfb2-2bfd-471a-b26d-a32734244688 on network 5af01e7c-96a7-40fd-abcc-fc02c407f266 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:09.302583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.309864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.319397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.319397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.345045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/40e606e5-f62e-4a70-8eb8-13cc55bb9fa6 HTTP/1.1" status: 204 len: 168 time: 1.5665584 Apr 01 15:55:09.346270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c09c96-bd1a-4984-a452-7f1f42537c5c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=40e606e5-f62e-4a70-8eb8-13cc55bb9fa6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.357482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.358468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.363835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2090224588'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:09.372859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:09.375751 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c3de2a8-4a98-43e0-9537-2c6857436e35 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef HTTP/1.1" status: 204 len: 168 time: 1.1699209 Apr 01 15:55:09.382097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.382097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:09.384323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48462) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.387454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.388420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:09.396037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:09.415356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:09.415736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Checking segment: {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:09.416145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.416541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Bound using segment: {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:09.417029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Bound port: 1bccbfb2-2bfd-471a-b26d-a32734244688, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:09.417410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.426834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.476965 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-12465e4f-4c05-4d6b-8f25-7b3c290dfd75 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:55:09.477563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-12465e4f-4c05-4d6b-8f25-7b3c290dfd75 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:09.489413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:09.494408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.502126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:09.506539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:09.509158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:09.528616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:09.586627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.586915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.605417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.662789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-12465e4f-4c05-4d6b-8f25-7b3c290dfd75 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:09.664769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12465e4f-4c05-4d6b-8f25-7b3c290dfd75 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef HTTP/1.1" status: 404 len: 333 time: 0.2792792 Apr 01 15:55:09.669975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.749738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.758826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6eee4a9b-d845-4722-85f6-ac1baed5d853 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:09.759232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.765472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.765824 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment d3c2e13a-96cd-48c3-ab48-a5ddc3ba4799 of type vlan for network 1fe2fc13-04a1-48b6-845d-c315b71f786e Apr 01 15:55:09.779262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.789933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:09.790289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-03ce6afa-55a2-45d5-a8b6-a929158ff052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:09.799727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] For port 1bccbfb2-2bfd-471a-b26d-a32734244688, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:09.828390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Allocated IP 172.20.0.18 (b10a2a71-7649-4536-b0b8-97feebb354f9/2d66426f-67fa-4690-95ae-592ddb5e9431/87e2cfa2-5fb5-48b0-931f-f4495c537150) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:09.831059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] For port 1bccbfb2-2bfd-471a-b26d-a32734244688, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1bccbfb2-2bfd-471a-b26d-a32734244688,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:09.878068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.921044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.922862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.927213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.077025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.084190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:10.085040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.116378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:10.122372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e18757-0b34-4db0-afa8-980055b33332 None None] Pushing event updated for resources: {'Port': ['ID=1bccbfb2-2bfd-471a-b26d-a32734244688,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.132522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.162427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.182474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Transition to ACTIVE for port object 87e2cfa2-5fb5-48b0-931f-f4495c537150 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:10.233498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9755af58-975f-4fb6-b677-952443c7461d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.261604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.262280 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81e6c704-5e73-43a4-8117-c02ca031b38c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/security-groups/9755af58-975f-4fb6-b677-952443c7461d HTTP/1.1" status: 204 len: 168 time: 0.5907311 Apr 01 15:55:10.264948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.276058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6390ba1b-8dbc-4f0c-b793-7e294adaab41 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:10.334958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9758980 Apr 01 15:55:10.336160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.338803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed254c-3fa2-4add-b134-6a7046983e48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=1fe2fc13-04a1-48b6-845d-c315b71f786e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.355397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.373955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:10.468063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:10.597224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.600435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.634782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.675459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.700891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:10.717211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:10.724531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:10.744640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:10.778634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.799923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:10.800376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.805369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.213 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6e53ca4a-48ad-4a03-a268-348c69096528) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:10.855034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65b73c-7b6b-4827-bc07-8be20b936f72 None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.878449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:10.882739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.905179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.914823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.999269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.013437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:11.039496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.044877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/security-groups/abeec132-24ee-46af-b8d8-b86b1fbba6b9 HTTP/1.1" status: 204 len: 168 time: 0.7788761 Apr 01 15:55:11.046097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.070541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3595072-02d4-487a-b140-721674f479f5 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeec132-24ee-46af-b8d8-b86b1fbba6b9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.075503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:11.076851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25d43464-56e2-4ec6-8b55-f0f9ba51dac4 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:11.077355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 078b406c-9364-4ee1-a80a-f4ee47708427 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:11.138293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 078b406c-9364-4ee1-a80a-f4ee47708427 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:11.139017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 078b406c-9364-4ee1-a80a-f4ee47708427 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:11.139613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c45c3f16-4053-4120-9db0-9b009bbe490a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:11.189407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet de12b58c-b63d-42e7-8ebe-6c700b0c9a32 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:11.195517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.214910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c45c3f16-4053-4120-9db0-9b009bbe490a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:11.216857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c45c3f16-4053-4120-9db0-9b009bbe490a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:11.217535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac3bd7a2-b7da-4692-966d-fad705b2c2d0 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:11.225346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.235070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.289595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event updated for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.302013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ac3bd7a2-b7da-4692-966d-fad705b2c2d0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:11.302333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac3bd7a2-b7da-4692-966d-fad705b2c2d0 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:11.327269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:11.332468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:11.334858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:11.407374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.453322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=6e53ca4a-48ad-4a03-a268-348c69096528,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.476400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:11.479417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:11.526393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:11.526393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.575031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e38a7e-e848-43df-a602-137249e8951c None None] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:11.675735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:11.685374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:11.747236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.765563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Provisioning for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:11.778966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:11.779470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.821354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.007533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5150397a-f574-4ba6-9cb0-75588a44f944 None None] Could not find standard attr ID for object 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:12.070576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:12.076931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.084335 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:12.091738 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d0b5524-b31f-4a3b-9ba4-a55edee2d3a1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0661573 Apr 01 15:55:12.092783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=1dc370d7-eafb-492d-8ca8-e1b42b020abd,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.097567 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:12.098491 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.099420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.111484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:12.169264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.198541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03856e87-958c-49d4-bdac-b830f5cd2181 None None] Provisioning for port 1bccbfb2-2bfd-471a-b26d-a32734244688 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:12.208683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03856e87-958c-49d4-bdac-b830f5cd2181 None None] Could not find standard attr ID for object 0187b311-5b28-4ae1-a6d3-7a9b5c6f09ef. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:12.284871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:12.292439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: 1fe2fc13-04a1-48b6-845d-c315b71f786e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:12.351097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=de12b58c-b63d-42e7-8ebe-6c700b0c9a32,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.357193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1bccbfb2-2bfd-471a-b26d-a32734244688 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:12.359950 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:12.362654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.389597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c32e466-1b30-40a4-ab59-550f4a20cc9e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/de12b58c-b63d-42e7-8ebe-6c700b0c9a32 HTTP/1.1" status: 204 len: 168 time: 1.3370540 Apr 01 15:55:12.394393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48486) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.400099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:12.416947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b2a64-90d8-4f3b-8648-2cf240560243 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:12.578566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:12.680322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1fe2fc13-04a1-48b6-845d-c315b71f786e) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:12.696080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69621b1-a4fb-4fdc-b020-5be05a09fae3 None None] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:12.723592 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.725603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.753987 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:09Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:10Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.758046 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:12.758549 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Updating router c69712de-3ae1-4832-9f4c-b095beed4d35 port 2fb8c419-224c-405c-8feb-47649256acc6 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:12.772562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:12.788122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:12.819471 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.856886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:12.863951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1bccbfb2-2bfd-471a-b26d-a32734244688 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:12.865169 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3af861de-d14b-4a8b-b66b-846b21130786 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5093575 Apr 01 15:55:12.865938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.874105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:12.880259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1bccbfb2-2bfd-471a-b26d-a32734244688 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:12.880701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.895221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-352243411'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:12.907739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.088293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:13.093054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.141294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d049bbe-026e-40be-a701-c505eb3ff07e None None] Provisioning for port 2fb8c419-224c-405c-8feb-47649256acc6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:13.172634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d049bbe-026e-40be-a701-c505eb3ff07e None None] Provisioning complete for port 2fb8c419-224c-405c-8feb-47649256acc6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:13.173215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d049bbe-026e-40be-a701-c505eb3ff07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.236662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-1fe2fc13-04a1-48b6-845d-c315b71f786e', 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': '1dc370d7-eafb-492d-8ca8-e1b42b020abd'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:13.237646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.286644 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.299883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:13.301659 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Transition to ACTIVE for port object 2fb8c419-224c-405c-8feb-47649256acc6 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:13.344401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:13.351110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d049bbe-026e-40be-a701-c505eb3ff07e None None] Port 2fb8c419-224c-405c-8feb-47649256acc6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:13.388151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:55:13.400606 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.408669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Removed routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:55:13.409164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.456530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:13.460162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.465913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router abb691e2-80de-4320-a518-1220c65dc32d is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:13.484531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 5854d1fc-d779-4ec0-9fc9-14c684824739 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:13.550782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.611836 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938e5d-4bbd-49b6-a380-13a1efd7153f None None] Pushing event updated for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.642109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.738093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Allocated IP 2001:db8::2 (1fe2fc13-04a1-48b6-845d-c315b71f786e/1dc370d7-eafb-492d-8ca8-e1b42b020abd/9c44769f-3cdb-4951-affe-5eab9bbc360a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:13.754475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 1bccbfb2-2bfd-471a-b26d-a32734244688, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1bccbfb2-2bfd-471a-b26d-a32734244688,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:13.805072 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Attempting to bind port 2fb8c419-224c-405c-8feb-47649256acc6 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:13.805788 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Attempting to bind port 2fb8c419-224c-405c-8feb-47649256acc6 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:13.806212 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Attempting to bind port 2fb8c419-224c-405c-8feb-47649256acc6 on network 5af01e7c-96a7-40fd-abcc-fc02c407f266 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:13.814626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:13.815055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Checking segment: {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:13.815522 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.815925 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Bound using segment: {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:13.816554 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Bound port: 2fb8c419-224c-405c-8feb-47649256acc6, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902d02ab-a749-4386-b270-905f1298c6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:13.817190 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.836416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:13.846078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:13.864978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:13.865572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.908783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.909643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:13.975039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=cfa7ef95-1c18-4e4d-a8be-40c9436e90d2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.976159 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] For port 2fb8c419-224c-405c-8feb-47649256acc6, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:13.989832 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] For port 2fb8c419-224c-405c-8feb-47649256acc6, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2fb8c419-224c-405c-8feb-47649256acc6,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:14.005605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:14.040617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Sync routers for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:14.071517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.076169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.086542 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-885f1e9a-8f83-4450-8434-0559e4057ff7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6909122 Apr 01 15:55:14.089054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48494) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.095339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'security_group': {'name': 'tempest-secgroup-1611491484'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:14.108949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:14.115418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.117485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.122997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-04062adc-2b7e-4db1-8076-ec2d8c4b928c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9233923 Apr 01 15:55:14.124761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.128245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:14.128394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:14.128899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.136602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:14.241459 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08443bf1-17ed-4036-a34b-36552d25433f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073112 Apr 01 15:55:14.248210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:14.254861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48502) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.291365 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:14.292021 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.354055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=1bccbfb2-2bfd-471a-b26d-a32734244688,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.380554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:14.429914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:14.495354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.533525 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:14.550992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:14.560942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:14.566109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:14.583258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:14.592631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586cc01d-47e2-4332-9962-f6349b034741 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:14.597468 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-586cc01d-47e2-4332-9962-f6349b034741 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3410842 Apr 01 15:55:14.601804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.617917 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51938e5d-4bbd-49b6-a380-13a1efd7153f None None] Pushing event updated for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.654540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f27ca8f4-54ff-4cbc-894b-78bbdad6a016 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515630 Apr 01 15:55:14.656508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48510) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.669415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978335360', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:14.798488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:14.803048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:14.806309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:14.812953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:14.814140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00c314-cb44-4081-8fa3-cc6540a413e3 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:14.863023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:14.877904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:14.882519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.882759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.882759 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-feaa89a6-ca9d-494e-91d3-a928d2ec4313 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 934 time: 2.7817924 Apr 01 15:55:14.885211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.893334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.907829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.908094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:14.912644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.981270 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 6, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.986148 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede8254-8bc6-443b-b381-3e6686071aed None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 6, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:15.017047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Transition to ACTIVE for port object 9c44769f-3cdb-4951-affe-5eab9bbc360a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:15.026653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.109607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Transition to ACTIVE for port object 9c44769f-3cdb-4951-affe-5eab9bbc360a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:15.119766 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d314e50e-e75e-4ef7-aa4d-9c6f0aea1735 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 934 time: 0.2330470 Apr 01 15:55:15.122869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48518) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.135240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:15.143204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea78e0-41cb-4859-b1de-f503551de29a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.232459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.233709 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-121ade2c-9b13-485a-aa0f-297bbd11ab2f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1436937 Apr 01 15:55:15.237778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.249161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571271926'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:15.260428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:15.267302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd572dbd-5331-40c5-853b-7138c06f9310 None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:15.267694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd572dbd-5331-40c5-853b-7138c06f9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.269338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:15.273151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:15.285338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:15.321880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:11Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:15.338987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.386106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.391888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::86 (1fe2fc13-04a1-48b6-845d-c315b71f786e/1dc370d7-eafb-492d-8ca8-e1b42b020abd/5854d1fc-d779-4ec0-9fc9-14c684824739) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:15.401667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Checking router: abb691e2-80de-4320-a518-1220c65dc32d for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:15.402028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Updating router abb691e2-80de-4320-a518-1220c65dc32d port 6e53ca4a-48ad-4a03-a268-348c69096528 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:15.424381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:15.433229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:15.437278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:15.440776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.475594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.483841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:15.574867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=5cd9403e-f28d-4f61-b452-15782ff62c07,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.588468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:15.592480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: 800e3e5b-776c-45ef-af2b-6958cdd9574a, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:15.649742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.679606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:15.701864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.755505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dd572dbd-5331-40c5-853b-7138c06f9310 None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:15.759806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 800e3e5b-776c-45ef-af2b-6958cdd9574a) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:15.770197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:15.778402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e157e5e-2717-40db-b04b-de56973f384c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.785637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:15.786432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.810730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf2ea3-5184-423b-b9a4-949dfe713c96 None None] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:15.824071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:15.827226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:15.837135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.857769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.859249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2de94fb-d197-4c42-a186-8c75ff129107 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6209235 Apr 01 15:55:15.862013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.868624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'security_group': {'name': 'tempest-secgroup-806621978'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:15.876404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:15.884028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:15.888422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:15.895581 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e7b4c9e9-8250-4202-8d4f-f75bdaddd070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2351615 Apr 01 15:55:15.897017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48530) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.903530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:15.903701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 5854d1fc-d779-4ec0-9fc9-14c684824739 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:15.920148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Pushing event updated for resources: {'Port': ['ID=9c44769f-3cdb-4951-affe-5eab9bbc360a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.976721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd572dbd-5331-40c5-853b-7138c06f9310 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:15.977169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd572dbd-5331-40c5-853b-7138c06f9310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.041794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.083116 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:16.099957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:16.100592 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:16.124669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1bccbfb2-2bfd-471a-b26d-a32734244688 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:16.138348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.196309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:16.211893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:16.222643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:16.228258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.228886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.249505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Attempting to bind port 9c44769f-3cdb-4951-affe-5eab9bbc360a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:16.249961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Attempting to bind port 9c44769f-3cdb-4951-affe-5eab9bbc360a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:16.250418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Attempting to bind port 9c44769f-3cdb-4951-affe-5eab9bbc360a on network 1fe2fc13-04a1-48b6-845d-c315b71f786e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:16.288110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=5854d1fc-d779-4ec0-9fc9-14c684824739,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.316215 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99a72ec4-9186-4492-a8dc-c795871e533b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.4294724 Apr 01 15:55:16.317059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.325815 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:16.335628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:16.336083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Checking segment: {'id': 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:16.336575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.337037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Bound using segment: {'id': 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:16.337590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Bound port: 9c44769f-3cdb-4951-affe-5eab9bbc360a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fe2fc13-04a1-48b6-845d-c315b71f786e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:16.338030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.368676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:55:16.369021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:55:16.418450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 5854d1fc-d779-4ec0-9fc9-14c684824739 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:16.419190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.581068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Update dhcp port {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'fixed_ips': [{'subnet_id': '2d66426f-67fa-4690-95ae-592ddb5e9431', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cfa7ef95-1c18-4e4d-a8be-40c9436e90d2'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '87e2cfa2-5fb5-48b0-931f-f4495c537150'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:16.637383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1bccbfb2-2bfd-471a-b26d-a32734244688 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:16.637882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.744987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:16.752331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.755204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:security_group_rule and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:16.766559 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 6, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:16.767790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:16.773767 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:16.779189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:16.796072 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:16.798146 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:16.799392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-800e3e5b-776c-45ef-af2b-6958cdd9574a', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:16.800310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.821677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] For port 9c44769f-3cdb-4951-affe-5eab9bbc360a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:16.861917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.874206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] For port 9c44769f-3cdb-4951-affe-5eab9bbc360a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9c44769f-3cdb-4951-affe-5eab9bbc360a,segment=NetworkSegment(d3c2e13a-96cd-48c3-ab48-a5ddc3ba4799),segment_id=d3c2e13a-96cd-48c3-ab48-a5ddc3ba4799)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:16.876344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.898814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.966168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Transition to ACTIVE for port object 6e53ca4a-48ad-4a03-a268-348c69096528 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:16.984028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.996766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.050565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 5854d1fc-d779-4ec0-9fc9-14c684824739 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:17.073202 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:17.090971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.130752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.225529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.266254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Attempting to bind port 6e53ca4a-48ad-4a03-a268-348c69096528 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:17.267107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Attempting to bind port 6e53ca4a-48ad-4a03-a268-348c69096528 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:17.267107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Attempting to bind port 6e53ca4a-48ad-4a03-a268-348c69096528 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:17.269333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23946ac-6211-4791-b969-df92620b88d6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.278418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2fb8c419-224c-405c-8feb-47649256acc6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:17.398923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.400258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f952f29-d8a1-4b4e-bffa-40de0a7298e7 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5365026 Apr 01 15:55:17.403188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.411267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1950069913', 'security_groups': ['c23946ac-6211-4791-b969-df92620b88d6'], 'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cfa7ef95-1c18-4e4d-a8be-40c9436e90d2'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:17.446107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c84cf-1637-492f-bb5a-f84cf11dd662 None None] Pushing event updated for resources: {'Port': ['ID=9c44769f-3cdb-4951-affe-5eab9bbc360a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.486309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.527970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 7, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:17.530109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:17.530692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:17.531342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.532045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:17.532706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Bound port: 6e53ca4a-48ad-4a03-a268-348c69096528, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:17.533694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.535342 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f915cedd-a037-4ecd-8a99-2b6a88cd8963 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 7, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:17.561199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=5854d1fc-d779-4ec0-9fc9-14c684824739,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.695850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbd2e4-6d87-4c44-ac24-e35b158d901d None None] Pushing event updated for resources: {'Port': ['ID=6e53ca4a-48ad-4a03-a268-348c69096528,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.741739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Allocated IP 172.20.0.2 (800e3e5b-776c-45ef-af2b-6958cdd9574a/5cd9403e-f28d-4f61-b452-15782ff62c07/df69b2f6-26b8-4152-b897-9b476e240178) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:17.771895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Allocated IP 172.20.0.2 (b10a2a71-7649-4536-b0b8-97feebb354f9/cfa7ef95-1c18-4e4d-a8be-40c9436e90d2/87e2cfa2-5fb5-48b0-931f-f4495c537150) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:17.775941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.810139 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3a47297-e5d9-4e9e-9058-534b997139ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/5854d1fc-d779-4ec0-9fc9-14c684824739 HTTP/1.1" status: 204 len: 168 time: 1.4900241 Apr 01 15:55:17.813202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.823665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] For port 6e53ca4a-48ad-4a03-a268-348c69096528, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:17.901459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] For port 6e53ca4a-48ad-4a03-a268-348c69096528, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6e53ca4a-48ad-4a03-a268-348c69096528,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:17.934988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 2fb8c419-224c-405c-8feb-47649256acc6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:17.957165 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b3a97c-ee47-4839-8b0d-bac51143e171 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:55:17.958054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a9b3a97c-ee47-4839-8b0d-bac51143e171 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:17.959019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.963018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.006107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.010432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 2fb8c419-224c-405c-8feb-47649256acc6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:18.010800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.028510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:18.051882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a9b3a97c-ee47-4839-8b0d-bac51143e171 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:18.055890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a9b3a97c-ee47-4839-8b0d-bac51143e171 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/5854d1fc-d779-4ec0-9fc9-14c684824739 HTTP/1.1" status: 404 len: 333 time: 0.2377932 Apr 01 15:55:18.056051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:18.060105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48546) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.144810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 1dc370d7-eafb-492d-8ca8-e1b42b020abd {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:18.147890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.173996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:18.210072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:18.210072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.212462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.254986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:18.323531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.326472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbd2e4-6d87-4c44-ac24-e35b158d901d None None] Pushing event updated for resources: {'Port': ['ID=6e53ca4a-48ad-4a03-a268-348c69096528,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.333642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:18.473361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.483460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:18.505477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.525194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.541910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc370d7-eafb-492d-8ca8-e1b42b020abd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.545199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.563216 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5154a6b-5d6f-40dc-a2d8-a3b25e19eed9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/1dc370d7-eafb-492d-8ca8-e1b42b020abd HTTP/1.1" status: 204 len: 168 time: 0.5029805 Apr 01 15:55:18.563469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:18.563948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.569085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.573328 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa29719f-f22a-4a23-ba33-a9034b880b4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 700 time: 3.4454739 Apr 01 15:55:18.573328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.575173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Transition to ACTIVE for port object df69b2f6-26b8-4152-b897-9b476e240178 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:18.577909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.600373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:18.627550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:18.673048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Transition to ACTIVE for port object 87e2cfa2-5fb5-48b0-931f-f4495c537150 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:18.736839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.738888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.749903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 9c44769f-3cdb-4951-affe-5eab9bbc360a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:18.750263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.755486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Transition to ACTIVE for port object df69b2f6-26b8-4152-b897-9b476e240178 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:18.757546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.786145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] device_id is not set on port 32beda75-10ab-4e9f-8391-083abb692c68 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:18.821952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:18.822596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.837991 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac87390e-948b-4854-8b3e-a611455614ee tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 700 time: 0.2645371 Apr 01 15:55:18.844855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48560) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.891355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.951133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 2fb8c419-224c-405c-8feb-47649256acc6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2fb8c419-224c-405c-8feb-47649256acc6,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:18.975917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (800e3e5b-776c-45ef-af2b-6958cdd9574a/5cd9403e-f28d-4f61-b452-15782ff62c07/3b5961da-b72d-4273-b4eb-6b9a7aee3bbf) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:19.005723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:19.016071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:19.101444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port 9c44769f-3cdb-4951-affe-5eab9bbc360a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9c44769f-3cdb-4951-affe-5eab9bbc360a,segment=NetworkSegment(d3c2e13a-96cd-48c3-ab48-a5ddc3ba4799),segment_id=d3c2e13a-96cd-48c3-ab48-a5ddc3ba4799)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:19.102069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.270221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:19.277786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4cd8a-935d-4a09-9f51-464b16a733b2 None None] Network 1fe2fc13-04a1-48b6-845d-c315b71f786e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:19.306211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.341384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.4 (b10a2a71-7649-4536-b0b8-97feebb354f9/cfa7ef95-1c18-4e4d-a8be-40c9436e90d2/32beda75-10ab-4e9f-8391-083abb692c68) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:19.398931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 9c44769f-3cdb-4951-affe-5eab9bbc360a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:19.459547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e22fc5-620b-4658-b6f0-b5aa6e48a758 None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.562658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.580629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:19.599922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc906298-ecb6-4428-ba20-4d8ecf2de0bc None None] Provisioning for port 9c44769f-3cdb-4951-affe-5eab9bbc360a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:19.602945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c44769f-3cdb-4951-affe-5eab9bbc360a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:19.650762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.669304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:19.702384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.718580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No DVR routers for this DVR port 9c44769f-3cdb-4951-affe-5eab9bbc360a on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:19.733201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 32beda75-10ab-4e9f-8391-083abb692c68 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:19.733802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Attempting to bind port df69b2f6-26b8-4152-b897-9b476e240178 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:19.734516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Attempting to bind port df69b2f6-26b8-4152-b897-9b476e240178 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:19.735423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Attempting to bind port df69b2f6-26b8-4152-b897-9b476e240178 on network 800e3e5b-776c-45ef-af2b-6958cdd9574a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:19.740517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9c44769f-3cdb-4951-affe-5eab9bbc360a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:19.741227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c44769f-3cdb-4951-affe-5eab9bbc360a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:55:19.754671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.759508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.763326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=9c44769f-3cdb-4951-affe-5eab9bbc360a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.788745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port 9c44769f-3cdb-4951-affe-5eab9bbc360a not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:55:19.814771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:19.815456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Checking segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:19.815952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.816643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Bound using segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:19.817060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Bound port: df69b2f6-26b8-4152-b897-9b476e240178, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:19.817531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.871685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:19.878303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:19.880610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Pushing event updated for resources: {'Port': ['ID=df69b2f6-26b8-4152-b897-9b476e240178,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.885528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:19.924325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:11Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:19.993045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e85ee-3731-4aec-b5a7-e469c389cd1d None None] The sync data for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv is: [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:11Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:20.019724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.030683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.065676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe2fc13-04a1-48b6-845d-c315b71f786e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.073416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.112235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] For port df69b2f6-26b8-4152-b897-9b476e240178, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:20.123006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] For port df69b2f6-26b8-4152-b897-9b476e240178, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=df69b2f6-26b8-4152-b897-9b476e240178,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:20.218859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.219430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c2e13a-96cd-48c3-ab48-a5ddc3ba4799') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.224079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.233699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.236647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.253050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.261166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:20.262527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:20.311163 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:20.344946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6f2d2-d764-4166-8451-f4554e71f7fb None None] DHCP port deletion for 1fe2fc13-04a1-48b6-845d-c315b71f786e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:20.377573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:20.379689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.381616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:20.382378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:20.383073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.394362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:20.497775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=32beda75-10ab-4e9f-8391-083abb692c68,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.525377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.530308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.550026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:20.551043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.560847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:20.578725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=1fe2fc13-04a1-48b6-845d-c315b71f786e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.665042 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e33797fa-6146-43df-9f95-1eb37d245437 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/1fe2fc13-04a1-48b6-845d-c315b71f786e HTTP/1.1" status: 204 len: 168 time: 2.1010659 Apr 01 15:55:20.665803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48570) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.678790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'name': 'tempest-PortsIpV6TestJSON-1541382947'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:20.689460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0b1f7-ec61-463a-a78e-e20017fe554f None None] Pushing event updated for resources: {'Port': ['ID=df69b2f6-26b8-4152-b897-9b476e240178,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.701208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 2fb8c419-224c-405c-8feb-47649256acc6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:20.701551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.787157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 7, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:13Z', 'revision_number': 4, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.804638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:20.814046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Provisioning for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:20.835754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:20.836385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fda14196-80cc-49d9-8dc6-462de2976348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.853089 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0190e1cc-3080-4912-a2d7-266474af23c0 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4485090 Apr 01 15:55:20.859487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.870747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:20.870747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.969044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:21.072398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 2fb8c419-224c-405c-8feb-47649256acc6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=2fb8c419-224c-405c-8feb-47649256acc6,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:21.072779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.187249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.205766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:21.218732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:21.224187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:21.228472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:21.240722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:21.248462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 2fb8c419-224c-405c-8feb-47649256acc6 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:21.349904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:21.354379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:21.360448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:21.366071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:21.434257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:21.439176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.458965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:21.460956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.682220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:21.688723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.757376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=2fb8c419-224c-405c-8feb-47649256acc6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.796814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 315a3549-ecb2-423c-ab3a-0f65a3e36ca5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:21.857974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bec9ea7c-d0cc-4520-835f-889d6643e4da None None] Provisioning for port 32beda75-10ab-4e9f-8391-083abb692c68 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:21.898480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bec9ea7c-d0cc-4520-835f-889d6643e4da None None] Provisioning complete for port 32beda75-10ab-4e9f-8391-083abb692c68 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:21.900315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bec9ea7c-d0cc-4520-835f-889d6643e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.998369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cfa7ef95-1c18-4e4d-a8be-40c9436e90d2 (CIDR: 172.20.0.0/28) Apr 01 15:55:22.056770 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:22.057323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:22.212109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bec9ea7c-d0cc-4520-835f-889d6643e4da None None] Port 32beda75-10ab-4e9f-8391-083abb692c68 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:22.220972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c193010-37a6-492f-9510-57a8b7ddcfb6 None None] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:22.232157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.240186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:22.240729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.371959 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dee96afb-d12c-4dbe-a723-74f5b434a530 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4975200 Apr 01 15:55:22.380851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.399879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:22.428471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 7, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:18Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:22.441526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e731b9f-59fb-4c1d-928a-0d2f206baa22 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 7, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '2fb8c419-224c-405c-8feb-47649256acc6', 'name': '', 'network_id': '5af01e7c-96a7-40fd-abcc-fc02c407f266', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:c3:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:18Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '51d1f5a6-e48f-41e2-8bde-208acd0c4363', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:22.449116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.496759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.540318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d29a817-22d6-417d-8772-31680825333e None None] Provisioning for port df69b2f6-26b8-4152-b897-9b476e240178 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:22.559849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.620965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device df69b2f6-26b8-4152-b897-9b476e240178 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:22.651771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.717276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:22.718510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.734722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:22.739062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.744116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:22.752136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:22.752136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.770664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port df69b2f6-26b8-4152-b897-9b476e240178 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:22.776834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port df69b2f6-26b8-4152-b897-9b476e240178 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:22.786820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.908555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:22.930636 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2636509 Apr 01 15:55:22.932036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:22.935253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.940333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:22.940903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bf0d9-b9ef-4951-960c-6765e882f861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=315a3549-ecb2-423c-ab3a-0f65a3e36ca5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.941319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.984402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port df69b2f6-26b8-4152-b897-9b476e240178, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=df69b2f6-26b8-4152-b897-9b476e240178,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:22.990639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:22.991975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:23.045425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:23.067856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.069292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6e53ca4a-48ad-4a03-a268-348c69096528 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:23.106165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 315a3549-ecb2-423c-ab3a-0f65a3e36ca5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:23.106507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.132950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:23.151085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:23.154484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.234548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router abb691e2-80de-4320-a518-1220c65dc32d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:23.281049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Provisioning complete for port df69b2f6-26b8-4152-b897-9b476e240178 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:23.281643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.320625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=df69b2f6-26b8-4152-b897-9b476e240178,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.411909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6e53ca4a-48ad-4a03-a268-348c69096528 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:23.421013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6e53ca4a-48ad-4a03-a268-348c69096528 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:23.421659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.464968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:23.480159 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Sync routers for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:23.481815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa68f9a3-74b9-4503-aefd-4623582fa9fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/abb691e2-80de-4320-a518-1220c65dc32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5837753 Apr 01 15:55:23.495236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48588) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.499383 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:23.500238 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:23.571264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Provisioning for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:23.580388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Provisioning complete for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:23.580761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.616075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.674980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.675769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.676647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.677371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.678166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.678806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.679339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.679804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.681093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.681093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.681330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.682839 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-77e3aebe-af8d-4d27-bfb9-e6b04beffe32 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7009 time: 0.1870828 Apr 01 15:55:23.686158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48592) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.699114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6e53ca4a-48ad-4a03-a268-348c69096528, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6e53ca4a-48ad-4a03-a268-348c69096528,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:23.719005 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:23.731280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6ba36b5d-2826-4ea9-9f36-fa204db23d37 None None] Port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:23.760501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.761815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2fb8c419-224c-405c-8feb-47649256acc6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:23.767127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 315a3549-ecb2-423c-ab3a-0f65a3e36ca5 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:23.813503 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d66426f-67fa-4690-95ae-592ddb5e9431 (CIDR: 172.20.0.16/28) Apr 01 15:55:23.817312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:23.834488 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3084a794-01a2-4a14-9076-482cf60cc0c6 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9890482 Apr 01 15:55:23.837652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.888517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:23.889317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:23.889586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 2fb8c419-224c-405c-8feb-47649256acc6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:23.889939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2fb8c419-224c-405c-8feb-47649256acc6 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:55:23.922726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.923611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.924396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.924920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.926226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.926623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.927160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.927622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.928082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.928537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.934335 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-54edf084-15b0-466f-91f0-1549077b048f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6282 time: 0.2447023 Apr 01 15:55:23.934534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:23.934801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48600) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.954150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Port 2fb8c419-224c-405c-8feb-47649256acc6 not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:55:23.959169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 51d1f5a6-e48f-41e2-8bde-208acd0c4363 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:23.962542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.985090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-86054879-387b-429e-9b22-7d9e1cf9db8f None None] Provisioning complete for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:23.985472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86054879-387b-429e-9b22-7d9e1cf9db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.003602 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bdd4a7f-c765-4327-bea7-816964f3eacd tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6216886 Apr 01 15:55:24.010238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.019200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'subnet': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:24.022234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:24.022895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:24.060263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.147258 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:22Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:24.152089 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Checking router: abb691e2-80de-4320-a518-1220c65dc32d for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:24.152448 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Updating router abb691e2-80de-4320-a518-1220c65dc32d port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:24.211983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c44769f-3cdb-4951-affe-5eab9bbc360a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:24.223581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.240389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6e53ca4a-48ad-4a03-a268-348c69096528,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.266487 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48909bf5-1456-48f0-8909-f0bc577aa120 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.3305380 Apr 01 15:55:24.272931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9c44769f-3cdb-4951-affe-5eab9bbc360a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:24.273412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c44769f-3cdb-4951-affe-5eab9bbc360a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:24.312631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:24.346654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.362572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-86054879-387b-429e-9b22-7d9e1cf9db8f None None] Port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:24.395393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=315a3549-ecb2-423c-ab3a-0f65a3e36ca5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.445434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.457587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.457811 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-28f5ae84-4d3e-4bcb-88a1-3d0f70b89594 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/315a3549-ecb2-423c-ab3a-0f65a3e36ca5 HTTP/1.1" status: 204 len: 168 time: 1.5196490 Apr 01 15:55:24.463280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'mac_address': 'fa:16:3e:77:d0:8b', 'name': 'tempest-PortsIpV6TestJSON-1738303029'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:24.502486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.508921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Usage tracker for resource:subnet and tenant:5dbb6deca1b54f0fb8d27665386fe2b6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.513278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.519804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.547950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.550184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device df69b2f6-26b8-4152-b897-9b476e240178 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:24.565642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.574253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733179548', 'description': 'tempest-secgroup-smoke-1733179548 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:24.580054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.584278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.587387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.595934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.632508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.637518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.640864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.647830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.659636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Made reservation on behalf of 5dbb6deca1b54f0fb8d27665386fe2b6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.663293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.696269 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.700423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.709130 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Transition to ACTIVE for port object 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.713894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.729122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.755236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port df69b2f6-26b8-4152-b897-9b476e240178 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:24.755634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.785379 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.818968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=51d1f5a6-e48f-41e2-8bde-208acd0c4363,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.839942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.844490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.850704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.854862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.860453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.868798 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e55cd60-e4cb-4169-83ee-1d9758715449 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/51d1f5a6-e48f-41e2-8bde-208acd0c4363 HTTP/1.1" status: 204 len: 168 time: 1.0274091 Apr 01 15:55:24.872244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.874227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc05d9f-6243-4fbf-9b4d-8d28eb0b28da None None] Network 5af01e7c-96a7-40fd-abcc-fc02c407f266 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:24.876061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.914604 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be2e66-f030-4f37-8612-3a3b7601270c None None] Pushing event updated for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.932912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:25.014407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.089353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.193877 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Attempting to bind port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:25.195176 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Attempting to bind port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:25.195853 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Attempting to bind port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf on network 800e3e5b-776c-45ef-af2b-6958cdd9574a {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:25.204549 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:25.210805 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Checking segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:25.211785 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.212406 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Bound using segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:25.213132 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Bound port: 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:25.213770 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.223753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e499dd0-c4b0-4a1d-824b-5e724b8b9914,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.226215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 8, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.233422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:25.236820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6e53ca4a-48ad-4a03-a268-348c69096528 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:25.295494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:25.296143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.297919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.299707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8e6d2577-5bcb-44fe-a682-76b97e8bb680 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7332695 Apr 01 15:55:25.302720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:25.318183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:25.332356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:25.338729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:25.343076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:25.348879 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] For port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:25.349983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:25.352736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] For port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:25.387061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.391735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.408754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 1bccbfb2-2bfd-471a-b26d-a32734244688 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:25.409094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.414520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.444460 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.497442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Network b10a2a71-7649-4536-b0b8-97feebb354f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:25.501567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:25.508586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.509427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.523346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00363c2f-a3fc-4a41-96b6-c86480e6b66d None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:25.524317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.584836 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:25.586329 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:25.591047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:25.594131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.597403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Subnet': ['ID=18fc64a7-a8af-4e67-b68b-db864a4d2bc1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.665700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.680197 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be2e66-f030-4f37-8612-3a3b7601270c None None] Pushing event updated for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.695651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9c71cd8-2064-457d-94d7-671c6f46bd2c tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6836796 Apr 01 15:55:25.697838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:25.712987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1602660407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18fc64a7-a8af-4e67-b68b-db864a4d2bc1'}], 'security_groups': ['f6ea78e0-41cb-4859-b1de-f503551de29a', '1e157e5e-2717-40db-b04b-de56973f384c']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:25.724627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:25.738630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:25.757628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.774880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:25.785353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.788766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.793072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e6df5c-17e2-4a8b-9106-66035a810bda,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.854408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.884663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6e53ca4a-48ad-4a03-a268-348c69096528 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:25.885035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.895247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 1bccbfb2-2bfd-471a-b26d-a32734244688, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1bccbfb2-2bfd-471a-b26d-a32734244688,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:25.895247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.898169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.902444 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5908beb-083d-4fe0-8c78-b6e8d96138ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5961723 Apr 01 15:55:25.906438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:25.925787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:25.934323 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:25.991353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:25.999907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] DHCP port deletion for 5af01e7c-96a7-40fd-abcc-fc02c407f266 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:26.010091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:26.016315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Deleting port 1bccbfb2-2bfd-471a-b26d-a32734244688 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:26.017427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.040713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3ccffa54-1df3-4672-be17-3020735d7664 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5820055 Apr 01 15:55:26.041497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.049693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 1bccbfb2-2bfd-471a-b26d-a32734244688 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:26.130375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:26.133750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.190682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:26.240472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f730d0-526f-4956-b296-c0480b39e039 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.241085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-22f730d0-526f-4956-b296-c0480b39e039 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:26.296244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.355067 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:25Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:26.360549 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e4cba-0d5e-4a92-be24-f092278a634f None None] The sync data for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv is: [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:25Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:26.399489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-22f730d0-526f-4956-b296-c0480b39e039 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:26.403015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-22f730d0-526f-4956-b296-c0480b39e039 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 HTTP/1.1" status: 200 len: 845 time: 0.2926884 Apr 01 15:55:26.405754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48638) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.492192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:26.492576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.555035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.600223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.630856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=1bccbfb2-2bfd-471a-b26d-a32734244688,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:26.668900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No DVR routers for this DVR port 1bccbfb2-2bfd-471a-b26d-a32734244688 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:26.697983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.722252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] For port 1bccbfb2-2bfd-471a-b26d-a32734244688, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1bccbfb2-2bfd-471a-b26d-a32734244688,segment=NetworkSegment(902d02ab-a749-4386-b270-905f1298c6f8),segment_id=902d02ab-a749-4386-b270-905f1298c6f8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:26.722864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.749466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f687f0f5-d52d-48fc-8f5d-314b277519ac,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:26.765923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Delete allocated IP 172.20.0.4 (b10a2a71-7649-4536-b0b8-97feebb354f9/cfa7ef95-1c18-4e4d-a8be-40c9436e90d2) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:55:26.769679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.774373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:26.784176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Allocated IP 172.20.0.44 (b10a2a71-7649-4536-b0b8-97feebb354f9/18fc64a7-a8af-4e67-b68b-db864a4d2bc1/32beda75-10ab-4e9f-8391-083abb692c68) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:26.856395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.860236 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b3abf08d-1424-4eb1-81de-17e2416f9536 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9488750 Apr 01 15:55:26.862093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.865232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48642) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.875349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:26.883061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:26.891652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:26.910270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:26.935994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af01e7c-96a7-40fd-abcc-fc02c407f266']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:26.936363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:26.942784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Calling delete_port for 1bccbfb2-2bfd-471a-b26d-a32734244688 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:26.958577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902d02ab-a749-4386-b270-905f1298c6f8') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:26.959226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902d02ab-a749-4386-b270-905f1298c6f8') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.064216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.103075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.120169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.172025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.219993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:27.269387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-462e072a-431e-4b01-9009-904b19508a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 8, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:27.279261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e072a-431e-4b01-9009-904b19508a15 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:21Z', 'revision_number': 8, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6390ba1b-8dbc-4f0c-b793-7e294adaab41', 'name': '', 'network_id': '16e14b3d-1e7d-426f-b24f-ebeff2422a27', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:d4:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:58Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'd882dfa6-3d89-4a37-8b46-c275f691151f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:27.284610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:27.284970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:27.291020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:27.362420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Update dhcp port {'port': {'network_id': 'b10a2a71-7649-4536-b0b8-97feebb354f9', 'fixed_ips': [{'subnet_id': '2d66426f-67fa-4690-95ae-592ddb5e9431', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cfa7ef95-1c18-4e4d-a8be-40c9436e90d2', 'ip_address': '172.20.0.2'}, {'subnet_id': '18fc64a7-a8af-4e67-b68b-db864a4d2bc1'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '87e2cfa2-5fb5-48b0-931f-f4495c537150'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:27.371054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:27.371733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:27.387548 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:27.406598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.426825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.441018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Transition to ACTIVE for port object 32beda75-10ab-4e9f-8391-083abb692c68 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:27.445893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.471338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:27.485835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:27.486338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.535297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.562985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.583228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.592709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=5af01e7c-96a7-40fd-abcc-fc02c407f266,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.602982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1346ffad-ffce-455c-9160-eba2955be224 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/5af01e7c-96a7-40fd-abcc-fc02c407f266 HTTP/1.1" status: 204 len: 168 time: 2.7288609 Apr 01 15:55:27.603735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.605812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48646) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.699628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.764268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.773087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede35fdb-02b2-4a4b-8f28-836aac6deb39,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.786984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Deleting port 1bccbfb2-2bfd-471a-b26d-a32734244688 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:27.787789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.797541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event updated for resources: {'Port': ['ID=32beda75-10ab-4e9f-8391-083abb692c68,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.824858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] In _notify_port_updated(), no bound segment for port 32beda75-10ab-4e9f-8391-083abb692c68 on network b10a2a71-7649-4536-b0b8-97feebb354f9 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:27.831978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.832792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.834497 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-84304ded-b6b1-4df6-a6ef-f32cb214f5b9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "PUT /v2.0/ports/32beda75-10ab-4e9f-8391-083abb692c68 HTTP/1.1" status: 200 len: 960 time: 2.1337671 Apr 01 15:55:27.836090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.837394 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23820629-0e2f-4b0e-94bd-a3084a19b981 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9710665 Apr 01 15:55:27.838006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48650) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.841114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.841667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Allocated IP 172.20.0.34 (b10a2a71-7649-4536-b0b8-97feebb354f9/18fc64a7-a8af-4e67-b68b-db864a4d2bc1/87e2cfa2-5fb5-48b0-931f-f4495c537150) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:27.879987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:27.887706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:27.899830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.901474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7390-a7be-464f-a69b-21f48bd266ee None None] The port '1bccbfb2-2bfd-471a-b26d-a32734244688' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:27.905373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 HTTP/1.1" status: 204 len: 168 time: 1.4999504 Apr 01 15:55:27.906859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:27.908901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:27.915398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.919121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b77b38-ea74-4c9e-b82c-6c94aabae941 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.957433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:27.977534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:27.982260 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ee5994-ebb8-4cc5-8192-3bcc1600167d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:55:27.982899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ee5994-ebb8-4cc5-8192-3bcc1600167d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:28.008988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 32beda75-10ab-4e9f-8391-083abb692c68 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:28.009472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.023512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.117300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1bccbfb2-2bfd-471a-b26d-a32734244688 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:28.151367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.160547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ee5994-ebb8-4cc5-8192-3bcc1600167d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:28.165000 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8ee5994-ebb8-4cc5-8192-3bcc1600167d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/3dbd793a-7d09-42d5-86a8-aa9fbb15dfb5 HTTP/1.1" status: 404 len: 333 time: 0.2516401 Apr 01 15:55:28.170232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.178631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'name': 'tempest-PortsIpV6TestJSON-2077577711'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:28.180973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1bccbfb2-2bfd-471a-b26d-a32734244688 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:28.181334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1bccbfb2-2bfd-471a-b26d-a32734244688 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:28.240831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.249374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:28.276589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.296442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Transition to ACTIVE for port object 87e2cfa2-5fb5-48b0-931f-f4495c537150 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:28.362852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.371859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.378418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.492896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:28.507344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:28.522077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 32beda75-10ab-4e9f-8391-083abb692c68 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:28.551885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.562299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61fa57-ca31-46f6-861b-c3fe7465563e None None] Pushing event updated for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.601084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:28.605599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a24053-d424-4f25-9702-a1c5e2589b1b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.605790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.640882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 17e7e69c-c734-4c01-9c13-e541f8daf2e2 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:28.679503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.716813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.720872 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f91f5f9-ba85-49b6-b655-84b7c3fb2e19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8787739 Apr 01 15:55:28.721651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.726830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:28.734148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:28.739174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:28.742323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:28.749248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:28.770325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.826861 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:28.831360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=32beda75-10ab-4e9f-8391-083abb692c68,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.872635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.981959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.008201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.010963 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ceb3474-a6d5-4d2b-b093-24d3672e01c4 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/32beda75-10ab-4e9f-8391-083abb692c68 HTTP/1.1" status: 204 len: 168 time: 1.1714888 Apr 01 15:55:29.014224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.061015 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14a9014-c0fc-4900-a419-e0f6e0ae2c47 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] GET failed (client error): The resource could not be found. Apr 01 15:55:29.061842 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e14a9014-c0fc-4900-a419-e0f6e0ae2c47 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Synchronizing usage tracker for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:29.086688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:29.095758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.122105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a25db5-3f15-4dd6-99c7-38697290422b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.147162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.150941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e14a9014-c0fc-4900-a419-e0f6e0ae2c47 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Unset dirty status for tenant:5dbb6deca1b54f0fb8d27665386fe2b6 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:29.153387 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e14a9014-c0fc-4900-a419-e0f6e0ae2c47 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports/32beda75-10ab-4e9f-8391-083abb692c68 HTTP/1.1" status: 404 len: 333 time: 0.1374917 Apr 01 15:55:29.156273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.203587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:29.212676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.241592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 6390ba1b-8dbc-4f0c-b793-7e294adaab41 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:29.241951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.251866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.264500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.268178 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ce5e437-431b-4d50-9129-e6e2257e05ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5431013 Apr 01 15:55:29.270379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.272866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:29.273249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.278216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3e499dd0-c4b0-4a1d-824b-5e724b8b9914', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.289650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:29.298027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:29.301617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.309730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:29.319787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:29.346845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:29.389793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.425675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:29.432730 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:29.441097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.481254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Provisioning for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:29.482193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:29.483164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.489132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:29.491329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:29.491710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.507875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:29.514893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.515230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23946ac-6211-4791-b969-df92620b88d6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.515351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.530603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-082dfb3e-1498-4ef2-bca8-a36e371cdb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.534964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.536203 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36e410b0-987a-48da-965f-4b4c53a51ea9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/security-groups/c23946ac-6211-4791-b969-df92620b88d6 HTTP/1.1" status: 204 len: 168 time: 0.3791730 Apr 01 15:55:29.541004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.543845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=17e7e69c-c734-4c01-9c13-e541f8daf2e2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.572269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 6390ba1b-8dbc-4f0c-b793-7e294adaab41, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6390ba1b-8dbc-4f0c-b793-7e294adaab41,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:29.572752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.576354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.586076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:29.586364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.631035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.666055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.675347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.702303 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd69122b-9ba0-4b0d-b5fa-150b7df66d92 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5307813 Apr 01 15:55:29.707180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d019355-e759-4fe5-9df8-e0fd61db45fb None None] Could not find standard attr ID for object 32beda75-10ab-4e9f-8391-083abb692c68. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:29.709360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 6390ba1b-8dbc-4f0c-b793-7e294adaab41 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:29.727474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.735178 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:29.773962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f59378-0b24-4814-95ed-cc3b21d8d53f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.810768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.820137 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b496fa25-ffd3-42f7-9356-43af924134c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5407553 Apr 01 15:55:29.869884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2fb8c419-224c-405c-8feb-47649256acc6 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:29.926964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.941355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 2fb8c419-224c-405c-8feb-47649256acc6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:29.942395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 2fb8c419-224c-405c-8feb-47649256acc6 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:29.953256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c217ec05-2891-4279-b73a-d15aee644e5a None None] Could not find standard attr ID for object 32beda75-10ab-4e9f-8391-083abb692c68. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:29.990513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.146793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e157e5e-2717-40db-b04b-de56973f384c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.162685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.165055 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e8346a8-88e5-4099-906f-8e72a9902903 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e157e5e-2717-40db-b04b-de56973f384c HTTP/1.1" status: 204 len: 168 time: 0.6225197 Apr 01 15:55:30.172584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.221848 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-7d6d70d7-8022-452d-9a1c-bbbeaf9b0d8a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733179548&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.0570040 Apr 01 15:55:30.339094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.380651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.382960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.428809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-97fa04ec-8b0e-4ac7-83d6-a03231a9da39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.429412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-97fa04ec-8b0e-4ac7-83d6-a03231a9da39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:30.438506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.461434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.496020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] In _notify_port_updated(), no bound segment for port 17e7e69c-c734-4c01-9c13-e541f8daf2e2 on network d6554930-37f0-4c24-b98d-985ad457b4eb {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:30.501407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.502038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.503324 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/ports/17e7e69c-c734-4c01-9c13-e541f8daf2e2 HTTP/1.1" status: 200 len: 818 time: 0.7748780 Apr 01 15:55:30.506700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.509432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.511664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=6390ba1b-8dbc-4f0c-b793-7e294adaab41,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.541628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea78e0-41cb-4859-b1de-f503551de29a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.544622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6508d-a3c4-47da-892f-dcc8d3f75e2f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=17e7e69c-c734-4c01-9c13-e541f8daf2e2,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.548578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.552909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03a8c002-302d-4ffa-be31-226026162c2e tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6ea78e0-41cb-4859-b1de-f503551de29a HTTP/1.1" status: 204 len: 168 time: 0.3742654 Apr 01 15:55:30.554618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48710) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.594988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.595466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.595693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.596029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.596363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.596738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.597006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.597979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.597979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.597979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.598340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.598667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:30.601363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-97fa04ec-8b0e-4ac7-83d6-a03231a9da39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:30.602535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-97fa04ec-8b0e-4ac7-83d6-a03231a9da39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=800e3e5b-776c-45ef-af2b-6958cdd9574a HTTP/1.1" status: 200 len: 796 time: 0.3728175 Apr 01 15:55:30.632117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet cfa7ef95-1c18-4e4d-a8be-40c9436e90d2 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:30.636921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.679457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-aef1b775-d3ad-4682-88c7-c036d3da170b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0683236 Apr 01 15:55:30.690653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 17e7e69c-c734-4c01-9c13-e541f8daf2e2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:30.691006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.707487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.799959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.924904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.968263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa7ef95-1c18-4e4d-a8be-40c9436e90d2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.972087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.983219 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-521f362d-9166-4a8c-adf3-4a6949bd0a8b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/cfa7ef95-1c18-4e4d-a8be-40c9436e90d2 HTTP/1.1" status: 204 len: 168 time: 0.4224515 Apr 01 15:55:30.983411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bcae7-8303-46f3-b919-d6e394a1f61f None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:30.986661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48714) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.063777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.078556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet 18fc64a7-a8af-4e67-b68b-db864a4d2bc1 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:31.082428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.134341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-94b7867d-2d54-437b-b014-3d10324b5c73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:31.151285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.213071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.250051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.404897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.409409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 17e7e69c-c734-4c01-9c13-e541f8daf2e2 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:31.445787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-94b7867d-2d54-437b-b014-3d10324b5c73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:31.447094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-94b7867d-2d54-437b-b014-3d10324b5c73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7605822 Apr 01 15:55:31.453283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=18fc64a7-a8af-4e67-b68b-db864a4d2bc1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.456740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.463604 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-635dc3b0-335f-44b8-bb70-3de8829a830f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/18fc64a7-a8af-4e67-b68b-db864a4d2bc1 HTTP/1.1" status: 204 len: 168 time: 0.4755552 Apr 01 15:55:31.466442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48718) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.506470 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b23722-f5b2-4640-8345-3d433f94d239 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:31.506944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b23722-f5b2-4640-8345-3d433f94d239 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:31.508970 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13b23722-f5b2-4640-8345-3d433f94d239 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/cfa7ef95-1c18-4e4d-a8be-40c9436e90d2 HTTP/1.1" status: 404 len: 337 time: 0.0411479 Apr 01 15:55:31.513348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.591420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting subnet 2d66426f-67fa-4690-95ae-592ddb5e9431 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:31.595407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.672019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.774245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.895897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.898819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef1f22-8f72-4a55-bc64-2465fbbe1f87 None None] Network b10a2a71-7649-4536-b0b8-97feebb354f9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:31.907670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.955759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.960069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Subnet': ['ID=2d66426f-67fa-4690-95ae-592ddb5e9431,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.965649 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6498bbb1-5184-452f-8904-1f801b6d35be tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/2d66426f-67fa-4690-95ae-592ddb5e9431 HTTP/1.1" status: 204 len: 168 time: 0.4524183 Apr 01 15:55:31.968026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.971332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=17e7e69c-c734-4c01-9c13-e541f8daf2e2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.978059 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-426a74e4-920e-45f2-8b36-0049cbf4054d service neutron] 10.222.0.18 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990532 Apr 01 15:55:31.984459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.988181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:32.013495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-91910df3-b506-4b32-b805-a4fcfdc0acb9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.014076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91910df3-b506-4b32-b805-a4fcfdc0acb9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.015716 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91910df3-b506-4b32-b805-a4fcfdc0acb9 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/de12b58c-b63d-42e7-8ebe-6c700b0c9a32 HTTP/1.1" status: 404 len: 337 time: 0.0467579 Apr 01 15:55:32.018305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.023795 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e860b1ea-0fbf-412e-bf6f-f3b938091d56 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/17e7e69c-c734-4c01-9c13-e541f8daf2e2 HTTP/1.1" status: 204 len: 168 time: 1.5118535 Apr 01 15:55:32.036761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48734) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.056443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5a89bd00-edaf-482b-981e-56c8f448b6c7 None None] Provisioning complete for port 63c93784-c6a1-496d-b580-76eed0be258f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:32.057028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a89bd00-edaf-482b-981e-56c8f448b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.064074 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3bdd9bd6-e994-4e57-ba64-d81da5339409 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf91839c-36fa-4d9f-81e3-a1fa05ca6152 HTTP/1.1" status: 200 len: 205 time: 0.0447960 Apr 01 15:55:32.066342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.153023 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-b7dd50d3-f5ec-4ce1-aadc-6f05e97ba490 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] delete failed (client error): The resource could not be found. Apr 01 15:55:32.154148 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7dd50d3-f5ec-4ce1-aadc-6f05e97ba490 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/routers/cf91839c-36fa-4d9f-81e3-a1fa05ca6152 HTTP/1.1" status: 404 len: 336 time: 0.0868695 Apr 01 15:55:32.156700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.163778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5a89bd00-edaf-482b-981e-56c8f448b6c7 None None] Port 63c93784-c6a1-496d-b580-76eed0be258f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:32.194573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5a89bd00-edaf-482b-981e-56c8f448b6c7 None None] Provisioning complete for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:32.195035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a89bd00-edaf-482b-981e-56c8f448b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.200279 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce11b42-19c2-4cdd-aac0-64e1a4bc55f3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.200809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce11b42-19c2-4cdd-aac0-64e1a4bc55f3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.204977 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2ce11b42-19c2-4cdd-aac0-64e1a4bc55f3 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/f6f8064e-ed07-4b23-9c00-00d79479a141 HTTP/1.1" status: 404 len: 337 time: 0.0448532 Apr 01 15:55:32.205567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.245053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2fb264-2869-4ea0-baf7-98c3d4856268 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.246484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2fb264-2869-4ea0-baf7-98c3d4856268 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.252142 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc2fb264-2869-4ea0-baf7-98c3d4856268 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/afeb405d-c0ec-4eac-83e4-63f7b34c599b HTTP/1.1" status: 404 len: 337 time: 0.0432565 Apr 01 15:55:32.253053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48750) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.296190 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-107e0ca8-8d1c-4765-b6e9-9912be776671 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.296717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107e0ca8-8d1c-4765-b6e9-9912be776671 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.301141 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-107e0ca8-8d1c-4765-b6e9-9912be776671 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/9bc94726-bab7-481d-b8f5-7a6ca81e1bc2 HTTP/1.1" status: 404 len: 337 time: 0.0451367 Apr 01 15:55:32.301433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.330726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:32.331473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-058e2e20-224a-4e92-b80a-ff256c5a8477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.340798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c23d2004-bf20-4436-abdc-f53dc39ac7cd tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7335758 Apr 01 15:55:32.344855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.353052 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-239d2907-148d-4488-8811-2a4eb7cfc38a service neutron] 10.222.0.18 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514407 Apr 01 15:55:32.355578 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:32.366895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:32.367552 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:32.375224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] DHCP port deletion for b10a2a71-7649-4536-b0b8-97feebb354f9 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:32.381206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Deleting port 87e2cfa2-5fb5-48b0-931f-f4495c537150 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:32.381608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.383562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243a25f-58d5-4f1c-8d37-0b25003f6493 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.384266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7243a25f-58d5-4f1c-8d37-0b25003f6493 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:32.404399 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4366fdef-d66a-4e4b-8ba8-df5d87e2469a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.404867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4366fdef-d66a-4e4b-8ba8-df5d87e2469a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.409115 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4366fdef-d66a-4e4b-8ba8-df5d87e2469a tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/757374d4-daeb-41a5-b0de-1a363e346de5 HTTP/1.1" status: 404 len: 333 time: 0.1034276 Apr 01 15:55:32.416852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.463004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-890febec-3c1a-4f04-ac82-d6b0fde21474 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.463495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890febec-3c1a-4f04-ac82-d6b0fde21474 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.468578 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-890febec-3c1a-4f04-ac82-d6b0fde21474 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/a8774245-02b5-40b9-b53e-289cd24aa492 HTTP/1.1" status: 404 len: 337 time: 0.0478754 Apr 01 15:55:32.469596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.481201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet d882dfa6-3d89-4a37-8b46-c275f691151f {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:32.484701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.504594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7243a25f-58d5-4f1c-8d37-0b25003f6493 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:32.505758 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7243a25f-58d5-4f1c-8d37-0b25003f6493 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4682028 Apr 01 15:55:32.509757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.512412 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fa2980-60cd-45cc-8a58-b8e31c5d5800 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.512876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fa2980-60cd-45cc-8a58-b8e31c5d5800 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.516782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47fa2980-60cd-45cc-8a58-b8e31c5d5800 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/6d82fecc-2801-4a5f-909d-c59b9bd0ad68 HTTP/1.1" status: 404 len: 337 time: 0.0445781 Apr 01 15:55:32.518149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.557799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba98d6c-6a4c-4b4f-af13-50b79c21cafa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:55:32.559220 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ba98d6c-6a4c-4b4f-af13-50b79c21cafa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/17e7e69c-c734-4c01-9c13-e541f8daf2e2 HTTP/1.1" status: 404 len: 333 time: 0.0483611 Apr 01 15:55:32.565254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48778) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.573351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1526616067'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:32.579416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:32.580680 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b274cae-4b46-4ff2-9b6c-b56e486e470f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.581151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b274cae-4b46-4ff2-9b6c-b56e486e470f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.585912 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b274cae-4b46-4ff2-9b6c-b56e486e470f tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/1273bfc9-40e0-4c4c-a6c2-2fcd5a58a8d0 HTTP/1.1" status: 404 len: 333 time: 0.0643952 Apr 01 15:55:32.586043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:32.586949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48782) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.587991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:32.594964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:32.611719 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:32.640466 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-16908163-4196-4fe1-a72a-eec766a96293 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.640965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16908163-4196-4fe1-a72a-eec766a96293 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.642811 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16908163-4196-4fe1-a72a-eec766a96293 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/c8b01af4-0b95-41f7-983a-2298c66405d8 HTTP/1.1" status: 404 len: 337 time: 0.0548713 Apr 01 15:55:32.645074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.645791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48786) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.651587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] For port 87e2cfa2-5fb5-48b0-931f-f4495c537150, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=87e2cfa2-5fb5-48b0-931f-f4495c537150,segment=NetworkSegment(75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a),segment_id=75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:32.655447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.718290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4dbef0-3e99-45ae-a8a0-85b0708f0a19 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:32.718760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4dbef0-3e99-45ae-a8a0-85b0708f0a19 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:32.723682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1e4dbef0-3e99-45ae-a8a0-85b0708f0a19 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/subnets/b946005d-7dc8-4c9b-afde-e27da94751f5 HTTP/1.1" status: 404 len: 337 time: 0.0760942 Apr 01 15:55:32.727601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.810319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Deleting port 63c93784-c6a1-496d-b580-76eed0be258f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:32.811663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.848645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:32.854051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.889496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Calling delete_port for 87e2cfa2-5fb5-48b0-931f-f4495c537150 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:32.916939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e413edce-3cd1-4060-ae6d-3a4f80347875 req-0cebddbd-2394-4877-8315-871c514f7661 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 210 time: 0.0640941 Apr 01 15:55:33.000223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.028883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:33.045896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.046250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment d8faa3ca-3faa-4331-83be-f7f09e1b5488 of type vlan for network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca Apr 01 15:55:33.083813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:33.167314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.168649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.173631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.177056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.182453 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:30Z', 'revision_number': 9, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:33.193183 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:33.203406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.206006 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:33.207206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:33.213276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No active binding found for port 87e2cfa2-5fb5-48b0-931f-f4495c537150 {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 15:55:33.213716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 87e2cfa2-5fb5-48b0-931f-f4495c537150 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:33.213851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.228027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=d882dfa6-3d89-4a37-8b46-c275f691151f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.238244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] No DVR routers for this DVR port 87e2cfa2-5fb5-48b0-931f-f4495c537150 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:33.243929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.244584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807dd38-09d2-4582-b99a-d9ad8cd8cd7a None None] Pushing event deleted for resources: {'Port': ['ID=87e2cfa2-5fb5-48b0-931f-f4495c537150,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.257246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64093541-5eab-4f01-8927-52991c65bfb0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/d882dfa6-3d89-4a37-8b46-c275f691151f HTTP/1.1" status: 204 len: 168 time: 0.9110863 Apr 01 15:55:33.257990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48802) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.269992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a124b6-837b-43f6-87b7-a8b6164b34a5 None None] Network 16e14b3d-1e7d-426f-b24f-ebeff2422a27 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:33.361221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Calling delete_port for 63c93784-c6a1-496d-b580-76eed0be258f owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:33.418041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.440423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 6eee4a9b-d845-4722-85f6-ac1baed5d853 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:33.441539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.516708 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:33.594114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.600356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:33.600980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.628941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.677990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] DHCP port deletion for 16e14b3d-1e7d-426f-b24f-ebeff2422a27 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:33.682560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Deleting port 6eee4a9b-d845-4722-85f6-ac1baed5d853 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:33.683831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.735915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=45b3595a-a8b6-4081-80c0-59e1c2aa04ca,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.753270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:33.766839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 6eee4a9b-d845-4722-85f6-ac1baed5d853, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6eee4a9b-d845-4722-85f6-ac1baed5d853,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:33.767690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.822741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.885527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-796ccf19-def3-440e-a181-bf04f54a3bd2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3190501 Apr 01 15:55:33.902384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.903166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Port': ['ID=63c93784-c6a1-496d-b580-76eed0be258f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.912520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:33.916895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 6eee4a9b-d845-4722-85f6-ac1baed5d853 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:33.947452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.950260 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d70019c-5483-47c7-9a5d-b9b8d0c8192b tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/ports/63c93784-c6a1-496d-b580-76eed0be258f HTTP/1.1" status: 204 len: 168 time: 1.2246361 Apr 01 15:55:33.958998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.973232 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:30Z', 'revision_number': 9, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:33.979548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ae087-17f6-41cb-8dc2-ae6ea4eefcc1 None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:30Z', 'revision_number': 9, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': '4ed4aed2-c5b6-479d-b287-393a54806317', 'name': '', 'network_id': 'e42640cb-ab39-495c-a1a8-73a426309917', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:8e:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'bba781af-e4cb-45d7-9280-068407721a43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:49Z', 'updated_at': '2022-04-01T15:55:01Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': 'bba781af-e4cb-45d7-9280-068407721a43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:34.080572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:34.085178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:34.088272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:34.094720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:34.132341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] For port 6eee4a9b-d845-4722-85f6-ac1baed5d853, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6eee4a9b-d845-4722-85f6-ac1baed5d853,segment=NetworkSegment(a41a79ba-cb49-48a8-8679-81716b6ed6d9),segment_id=a41a79ba-cb49-48a8-8679-81716b6ed6d9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:34.132915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.139906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.164095 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2579bb8-5541-4226-8e38-69d298091e9c req-39afbb61-7118-497b-ab00-e6ac107fcee3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 210 time: 0.0564868 Apr 01 15:55:34.233214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:34.240007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.273823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Calling delete_port for 6eee4a9b-d845-4722-85f6-ac1baed5d853 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:34.290782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.305980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.364052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:34.364415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:34.365528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No DVR routers for this DVR port 6eee4a9b-d845-4722-85f6-ac1baed5d853 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:34.432678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a2a71-7649-4536-b0b8-97feebb354f9']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.440294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=6eee4a9b-d845-4722-85f6-ac1baed5d853,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.462537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.462857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b0cc6f-650a-47af-9a96-3d5ee2ce0c3a') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.478629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.482317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.556022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.568889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.589636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:34.590145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.597123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:34.606414 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:34.622050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e14b3d-1e7d-426f-b24f-ebeff2422a27']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.679851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.689063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': 'd8faa3ca-3faa-4331-83be-f7f09e1b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:34.689430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: 45b3595a-a8b6-4081-80c0-59e1c2aa04ca, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:34.694421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41a79ba-cb49-48a8-8679-81716b6ed6d9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.694715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41a79ba-cb49-48a8-8679-81716b6ed6d9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:34.710610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.727392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.734407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:34.734781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:34.749500 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:34.774873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:34.853715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 45b3595a-a8b6-4081-80c0-59e1c2aa04ca) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:34.858422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:34.859097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.865413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad43082-25da-4a46-a65d-d6f4d843f581 None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:34.879397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Deleting port 6eee4a9b-d845-4722-85f6-ac1baed5d853 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:34.880110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.930383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.950343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.967665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] Pushing event deleted for resources: {'Network': ['ID=b10a2a71-7649-4536-b0b8-97feebb354f9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.971285 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-caef0e44-45c7-4b7a-84b0-941eb165eb82 tempest-PortsTestJSON-1451231473 tempest-PortsTestJSON-1451231473-project] 10.222.0.18 "DELETE /v2.0/networks/b10a2a71-7649-4536-b0b8-97feebb354f9 HTTP/1.1" status: 204 len: 168 time: 1.0106132 Apr 01 15:55:34.971640 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2f8a289-60fd-4d80-bbc3-e08d411d3434 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0656910 Apr 01 15:55:34.974273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.975941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d39d0615-2304-415c-97a6-b6c811860f73 None None] The port '6eee4a9b-d845-4722-85f6-ac1baed5d853' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:34.979830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.154052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6390ba1b-8dbc-4f0c-b793-7e294adaab41 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:35.190480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:35.199729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:35.203403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6390ba1b-8dbc-4f0c-b793-7e294adaab41 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:35.203755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6390ba1b-8dbc-4f0c-b793-7e294adaab41 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:35.204226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6eee4a9b-d845-4722-85f6-ac1baed5d853 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:35.207963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:35.225052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:35.242618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.258789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6eee4a9b-d845-4722-85f6-ac1baed5d853 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:35.259189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6eee4a9b-d845-4722-85f6-ac1baed5d853 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:35.272781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.287560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=16e14b3d-1e7d-426f-b24f-ebeff2422a27,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.293636 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ff8c2ad-1675-4c42-85b9-381426e23a2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/16e14b3d-1e7d-426f-b24f-ebeff2422a27 HTTP/1.1" status: 204 len: 168 time: 2.0312650 Apr 01 15:55:35.295729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.380964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:35.384863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.391280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': 'c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:35.393321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.531297 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7a5c8cb-9f19-433b-98da-0822fe693bea req-2252309b-4edb-455e-ab7b-07a09abcb2a3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 210 time: 0.1600950 Apr 01 15:55:35.608463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-93b96c17-bec1-44da-9451-9454a64dae66 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:35.609134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Allocated IP 2001:db8::2 (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4/661fdf0b-7f47-4bf6-a429-514c2ade38e7) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:35.610029 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-93b96c17-bec1-44da-9451-9454a64dae66 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=800e3e5b-776c-45ef-af2b-6958cdd9574a HTTP/1.1" status: 200 len: 796 time: 0.2815955 Apr 01 15:55:35.697879 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-633c0ebd-7c8d-49db-8146-8393b890289e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 380 time: 0.0795760 Apr 01 15:55:35.708823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['3e499dd0-c4b0-4a1d-824b-5e724b8b9914']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.720308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.733320 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4 (CIDR: 2001:db8::/64) Apr 01 15:55:35.815184 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:35.815665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:35.899584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:35.900170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.910400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:35.911933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Transition to ACTIVE for port object 661fdf0b-7f47-4bf6-a429-514c2ade38e7 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:35.933388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Transition to ACTIVE for port object 661fdf0b-7f47-4bf6-a429-514c2ade38e7 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:35.950171 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9e3b7b9-94f3-4d90-bac7-5e57abbb7b86 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9750249 Apr 01 15:55:35.953088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:35.959416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:35.994582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f22149ea-5d8d-4521-bc11-4004815fc41a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dbb6deca1b54f0fb8d27665386fe2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707381 Apr 01 15:55:35.994806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:36.012542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:36.015972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.049324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.141074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:36.145728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:36.148215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Pushing event updated for resources: {'Port': ['ID=661fdf0b-7f47-4bf6-a429-514c2ade38e7,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.150929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:36.165581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.193369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.193369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.193369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.193369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.196233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.197290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:36.261197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Attempting to bind port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:36.261377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Attempting to bind port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd8faa3ca-3faa-4331-83be-f7f09e1b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:36.261816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Attempting to bind port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 on network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:36.268906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:36.269522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Checking segment: {'id': 'd8faa3ca-3faa-4331-83be-f7f09e1b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:36.269995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.270478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Bound using segment: {'id': 'd8faa3ca-3faa-4331-83be-f7f09e1b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:36.271034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Bound port: 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8faa3ca-3faa-4331-83be-f7f09e1b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:36.271494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.285040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:36.301520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:36.304225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.306118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:36.318063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:36.366728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.373860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.11 (800e3e5b-776c-45ef-af2b-6958cdd9574a/5cd9403e-f28d-4f61-b452-15782ff62c07/bee3310f-501f-4c1b-be5a-5cca5dd487ab) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:36.429863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:36.430414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] For port 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:36.433442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.437155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] For port 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=661fdf0b-7f47-4bf6-a429-514c2ade38e7,segment=NetworkSegment(d8faa3ca-3faa-4331-83be-f7f09e1b5488),segment_id=d8faa3ca-3faa-4331-83be-f7f09e1b5488)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:36.511825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.579048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.580293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 4ed4aed2-c5b6-479d-b287-393a54806317 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:36.580771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.611431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed52cd-05c3-4301-b4a7-afb59efcc4ba None None] Pushing event updated for resources: {'Port': ['ID=661fdf0b-7f47-4bf6-a429-514c2ade38e7,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.821378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e00f6-26f6-48f8-b8c0-4a6de5b6920d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.844976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b4bfa4bf-3263-472a-985b-7da754ce566d req-6dfa0c0f-6be4-48d4-8733-07ed384b9a00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:36.905634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b4bfa4bf-3263-472a-985b-7da754ce566d req-6dfa0c0f-6be4-48d4-8733-07ed384b9a00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:36.906218 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4bfa4bf-3263-472a-985b-7da754ce566d req-6dfa0c0f-6be4-48d4-8733-07ed384b9a00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 210 time: 0.1480167 Apr 01 15:55:36.960924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 4ed4aed2-c5b6-479d-b287-393a54806317, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4ed4aed2-c5b6-479d-b287-393a54806317,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:36.963624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.973311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.975221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c468115d-6267-4a78-a935-6a1fa18ac885 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/816e00f6-26f6-48f8-b8c0-4a6de5b6920d HTTP/1.1" status: 204 len: 168 time: 0.9786489 Apr 01 15:55:36.981706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.062362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object bee3310f-501f-4c1b-be5a-5cca5dd487ab will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:37.145823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 661fdf0b-7f47-4bf6-a429-514c2ade38e7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:37.174389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 4ed4aed2-c5b6-479d-b287-393a54806317 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:37.225147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.277170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.325526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:37.359428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.369164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.375437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.380690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:37.408290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.419798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.428812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.432574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.433206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.453088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=b9b33db7-b70c-4e46-8bf2-ac1e59f738e2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.482350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.482609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.501556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=4ed4aed2-c5b6-479d-b287-393a54806317,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.532354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d70526f-5e40-4c4a-8c67-99ef8222fdfa tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5777948 Apr 01 15:55:37.533091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.540374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'fixed_ips': [{'subnet_id': 'c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4'}, {'subnet_id': 'b9b33db7-b70c-4e46-8bf2-ac1e59f738e2'}], 'name': 'tempest-PortsIpV6TestJSON-526956548'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:37.564062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-e913cc34-9b57-473f-93d3-c8ccb53fad00 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8606558 Apr 01 15:55:37.597314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Request body: {'port': {'device_id': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:37.875566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:37.878548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.881831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.947041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:37.956229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:37.977733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:38.005170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-161942e1-a6af-46c9-9e00-430b42137902 None None] Provisioning for port bee3310f-501f-4c1b-be5a-5cca5dd487ab completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:38.011070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-161942e1-a6af-46c9-9e00-430b42137902 None None] Provisioning complete for port bee3310f-501f-4c1b-be5a-5cca5dd487ab triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:38.014841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-161942e1-a6af-46c9-9e00-430b42137902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.096251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:38.133368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-161942e1-a6af-46c9-9e00-430b42137902 None None] Port bee3310f-501f-4c1b-be5a-5cca5dd487ab cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:38.284012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87297b-e3ea-46cf-bb59-9de8462d7661 None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:38.443772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:38.476524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee3310f-501f-4c1b-be5a-5cca5dd487ab {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:38.486754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.502844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Transition to ACTIVE for port object bee3310f-501f-4c1b-be5a-5cca5dd487ab will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:38.522426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.530982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Provisioning for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:38.537206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.544040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Provisioning complete for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:38.544499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.565054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:38.749066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1368476985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:38.757146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.759445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:38.769079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:router and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:38.781004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f20ad3-bb6e-4efd-b6c1-8c69d63c47eb req-1d9cbbc2-718f-476c-816c-da85c2427b2d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:38.782574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40f20ad3-bb6e-4efd-b6c1-8c69d63c47eb req-1d9cbbc2-718f-476c-816c-da85c2427b2d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 932 time: 0.5432928 Apr 01 15:55:38.809941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:38.810321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Update dhcp port {'port': {'network_id': '45b3595a-a8b6-4081-80c0-59e1c2aa04ca', 'fixed_ips': [{'subnet_id': 'c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9b33db7-b70c-4e46-8bf2-ac1e59f738e2'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '661fdf0b-7f47-4bf6-a429-514c2ade38e7'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:55:38.818744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:38.827603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:38.838848 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1763ceb-f887-4f42-80d9-264ce0cf637b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5377500 Apr 01 15:55:38.838848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.844440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] For port 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=661fdf0b-7f47-4bf6-a429-514c2ade38e7,segment=NetworkSegment(d8faa3ca-3faa-4331-83be-f7f09e1b5488),segment_id=d8faa3ca-3faa-4331-83be-f7f09e1b5488)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:38.850368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:38.874636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:38.875515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.909451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-40f20ad3-bb6e-4efd-b6c1-8c69d63c47eb req-a1ef9833-942c-4203-8f32-ce4575c1a223 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:38.926246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.933253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet bba781af-e4cb-45d7-9280-068407721a43 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:38.936905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.938992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.958121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.979905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.992810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.015579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.059385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-40f20ad3-bb6e-4efd-b6c1-8c69d63c47eb req-a1ef9833-942c-4203-8f32-ce4575c1a223 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:39.070316 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40f20ad3-bb6e-4efd-b6c1-8c69d63c47eb req-a1ef9833-942c-4203-8f32-ce4575c1a223 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745130 Apr 01 15:55:39.176349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.184979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:39.291775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41959ee3-c184-45f7-9150-9ddc16c6a620 None None] Pushing event updated for resources: {'Port': ['ID=661fdf0b-7f47-4bf6-a429-514c2ade38e7,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.341708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.376817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Pushing event updated for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.382814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.385231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=bba781af-e4cb-45d7-9280-068407721a43,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.387820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.396081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae78628a-dd48-40ae-a9e5-66d7246f449f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/bba781af-e4cb-45d7-9280-068407721a43 HTTP/1.1" status: 204 len: 168 time: 0.5575368 Apr 01 15:55:39.399661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.403761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a2631-7a9b-4bd5-9b88-2c0475b7bf72 None None] Network e42640cb-ab39-495c-a1a8-73a426309917 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:39.460537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::26c (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:39.476990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8:0:1::ad (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:39.518345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.521995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Attempting to bind port bee3310f-501f-4c1b-be5a-5cca5dd487ab on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:39.523106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Attempting to bind port bee3310f-501f-4c1b-be5a-5cca5dd487ab by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:39.523106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Attempting to bind port bee3310f-501f-4c1b-be5a-5cca5dd487ab on network 800e3e5b-776c-45ef-af2b-6958cdd9574a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:39.531744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port c0763280-2019-4358-8730-31c961630b94 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:39.532221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.539784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Port bee3310f-501f-4c1b-be5a-5cca5dd487ab on network 800e3e5b-776c-45ef-af2b-6958cdd9574a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:55:39.540144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Attempting to bind port bee3310f-501f-4c1b-be5a-5cca5dd487ab on network 800e3e5b-776c-45ef-af2b-6958cdd9574a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:39.557907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:39.558828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Checking segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:39.559125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Bound using segment: {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:39.559601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Bound port: bee3310f-501f-4c1b-be5a-5cca5dd487ab, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f5c8fc-a1a0-455a-8c26-8a200540c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:39.559953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.578107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.772365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port c0763280-2019-4358-8730-31c961630b94, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c0763280-2019-4358-8730-31c961630b94,segment=NetworkSegment(4f725b8c-95cc-435e-8392-b7f8eea45e1a),segment_id=4f725b8c-95cc-435e-8392-b7f8eea45e1a)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:39.772771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.774687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.778956 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-38a17cf9-df93-4923-a647-1d65654c021f tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2521122 Apr 01 15:55:39.780337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.788064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:39.788911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-94312559'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:39.799666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:39.825854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.844119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:39.844402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:39.861526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.893046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 10, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.899565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:39.909721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:39.910505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.913365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for c0763280-2019-4358-8730-31c961630b94 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:39.937227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:39.937821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.944174 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] 10.222.0.90 "PUT /v2.0/ports/bee3310f-501f-4c1b-be5a-5cca5dd487ab HTTP/1.1" status: 200 len: 1094 time: 2.3638568 Apr 01 15:55:39.944459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:network and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:39.954408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:39.955678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:39.964619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:39.980206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec81e9-4b97-4482-9c05-65f81fe51df1 service neutron] Pushing event updated for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.998770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.006373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e430b5-e092-4b30-9cb9-7a7f93f141a5 None None] DHCP port deletion for e42640cb-ab39-495c-a1a8-73a426309917 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:40.052540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'status': 'completed', 'code': 200} Apr 01 15:55:40.091966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:40.095375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.125679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.137005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64e430b5-e092-4b30-9cb9-7a7f93f141a5 None None] Deleting port c0763280-2019-4358-8730-31c961630b94 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:40.137385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64e430b5-e092-4b30-9cb9-7a7f93f141a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.145003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.190882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:40.206477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:40.208896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:40.216305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.216986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.238182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=5f1260c3-0052-49c1-89e8-d6e0afc2c6b4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.241327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:40.257909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64e430b5-e092-4b30-9cb9-7a7f93f141a5 None None] The port 'c0763280-2019-4358-8730-31c961630b94' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:40.275133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=c0763280-2019-4358-8730-31c961630b94,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.285687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-d29f1136-229d-4651-8409-530d8f852894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.288491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-d29f1136-229d-4651-8409-530d8f852894 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1097 time: 0.2264371 Apr 01 15:55:40.290311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:security_group_rule and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:40.290944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:40.300825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:40.305639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No DVR routers for this DVR port c0763280-2019-4358-8730-31c961630b94 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:40.332742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2bae295-304e-413b-a81c-baa3d86526d6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.7984667 Apr 01 15:55:40.336288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.338747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:40.340357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Allocated IP 2001:db8:0:1::2 (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2/661fdf0b-7f47-4bf6-a429-514c2ade38e7) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:40.344314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:40.471892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.528661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42640cb-ab39-495c-a1a8-73a426309917']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.546618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-b7808e68-7461-4671-861b-2aae6d83267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.548110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-b7808e68-7461-4671-861b-2aae6d83267a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2521355 Apr 01 15:55:40.549815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f725b8c-95cc-435e-8392-b7f8eea45e1a') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.550118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f725b8c-95cc-435e-8392-b7f8eea45e1a') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.553996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.564811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad0cd7-4f9b-4d03-84f3-2c44c2425718 req-e072ffd6-0332-4796-a7e6-f0eea22083f7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.566969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4ad0cd7-4f9b-4d03-84f3-2c44c2425718 req-e072ffd6-0332-4796-a7e6-f0eea22083f7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 944 time: 0.3292081 Apr 01 15:55:40.582760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.624576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.637584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:40.637843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:40.652957 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:40.681762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] For port 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=661fdf0b-7f47-4bf6-a429-514c2ade38e7,segment=NetworkSegment(d8faa3ca-3faa-4331-83be-f7f09e1b5488),segment_id=d8faa3ca-3faa-4331-83be-f7f09e1b5488)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:40.757221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.772401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4ad0cd7-4f9b-4d03-84f3-2c44c2425718 req-56051fa0-8977-46c8-9d93-cfb8eeaaa312 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817780 Apr 01 15:55:40.777222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.826061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 10, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:40.827173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.830362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92d62b-d9b1-4d71-828c-b95c7f93b64b None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 10, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None, '_interfaces': [{'id': 'd95c95a4-af74-48ec-98f5-a535e353a41f', 'name': '', 'network_id': '02cc123d-e8ee-4296-b0cf-f68f6abb1a57', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'mac_address': 'fa:16:3e:1d:e1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:41Z', 'updated_at': '2022-04-01T15:54:52Z', 'revision_number': 5, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'subnets': [{'id': '24b0892f-3935-4b71-81b8-35cd684c9582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:40.866030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.868332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Transition to ACTIVE for port object 661fdf0b-7f47-4bf6-a429-514c2ade38e7 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:40.871261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:40.884143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-e531a2b9-2cc4-41af-9e45-d016c6f5ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.885587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04e095b8-d4be-4e37-a615-a6da5440c708 req-e531a2b9-2cc4-41af-9e45-d016c6f5ad06 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168602 Apr 01 15:55:40.892363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.906036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d593cea-c1b8-4fb5-a07b-31fc10729421,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.919654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=e42640cb-ab39-495c-a1a8-73a426309917,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.929236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.929236 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Added segment cc9dfcf8-c301-4698-ab35-b902625feddf of type vlan for network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 Apr 01 15:55:40.941040 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d911ca2-1d0a-4d74-a7db-89716c5e6a2f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/e42640cb-ab39-495c-a1a8-73a426309917 HTTP/1.1" status: 204 len: 168 time: 1.5404081 Apr 01 15:55:40.944424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.947579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.100469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25149bc5-6d18-47d6-95ec-528ee22901ee None None] Pushing event updated for resources: {'Port': ['ID=661fdf0b-7f47-4bf6-a429-514c2ade38e7,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.108617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-12859ad7-8da2-4783-9b90-5ec19a6a38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.110082 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-12859ad7-8da2-4783-9b90-5ec19a6a38f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1097 time: 0.1645575 Apr 01 15:55:41.116804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Delete allocated IP 2001:db8:0:1::ad (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2) {{(pid=88601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:55:41.167878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.208362 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-48579262-a20f-4b1b-9035-7c1698e70b30 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab HTTP/1.1" status: 200 len: 217 time: 0.0889819 Apr 01 15:55:41.286450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 661fdf0b-7f47-4bf6-a429-514c2ade38e7 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:41.465117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.473830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.474655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.477417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4ed4aed2-c5b6-479d-b287-393a54806317 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:41.521773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 4ed4aed2-c5b6-479d-b287-393a54806317 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:41.522403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4ed4aed2-c5b6-479d-b287-393a54806317 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:41.523042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c0763280-2019-4358-8730-31c961630b94 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:41.566417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c0763280-2019-4358-8730-31c961630b94 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:41.566967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c0763280-2019-4358-8730-31c961630b94 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:41.568927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-ee8671c5-ef0e-4bf8-82e5-5f16e847778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.570586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-ee8671c5-ef0e-4bf8-82e5-5f16e847778a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5cd9403e-f28d-4f61-b452-15782ff62c07 HTTP/1.1" status: 200 len: 834 time: 0.1611214 Apr 01 15:55:41.662388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.668410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Network': ['ID=8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.683552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Ignored duplicate provisioning block setup for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:55:41.692655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:41.717131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-1927e6d3-30bc-4b2f-bf0e-e44b95f5bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:41.718849 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-1927e6d3-30bc-4b2f-bf0e-e44b95f5bb5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=800e3e5b-776c-45ef-af2b-6958cdd9574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1388695 Apr 01 15:55:41.757267 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6df2f173-f19b-4107-bdba-48ea2c19cb13 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9758821 Apr 01 15:55:41.760875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.769425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'subnet': {'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:41.770446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.883937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.888115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:subnet and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.891199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.897437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.912349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e31a2-08c7-48e1-99e3-48a97aa44e7d None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:41.997859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] In _notify_port_updated(), no bound segment for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 on network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:42.003243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:42.008232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.008232 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/ports/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 HTTP/1.1" status: 200 len: 925 time: 1.6680305 Apr 01 15:55:42.014080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48914) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.014718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e78f-99cd-4dd3-8115-05b0333ce7eb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=5f1260c3-0052-49c1-89e8-d6e0afc2c6b4,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.022072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4'}, {'subnet_id': 'b9b33db7-b70c-4e46-8bf2-ac1e59f738e2'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:42.036327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:42.040421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.084124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-83d62b1d-9967-4079-9644-808145bf297e None None] Provisioning for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:42.096611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-83d62b1d-9967-4079-9644-808145bf297e None None] Provisioning complete for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:42.096982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-83d62b1d-9967-4079-9644-808145bf297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.101638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-f77ef91c-2351-4eb1-a644-d66d2cdf1652 service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761499 Apr 01 15:55:42.183916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.274221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.302590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f1f46-e3f9-4860-a29f-9d8cfc6366d1 req-387ec0ba-7e4b-40a0-bffc-da0a57c1320b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:42.304140 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-341f1f46-e3f9-4860-a29f-9d8cfc6366d1 req-387ec0ba-7e4b-40a0-bffc-da0a57c1320b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 944 time: 0.3802204 Apr 01 15:55:42.395088 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91354bc0-f70f-44ef-a8c9-1782b351ef82 req-3d2a94cc-cee5-4bf4-8894-a8a423019041 service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856297 Apr 01 15:55:42.471792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-341f1f46-e3f9-4860-a29f-9d8cfc6366d1 req-fb010a31-65ea-4201-ae5a-1f721fa42be1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619253 Apr 01 15:55:42.655452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.739960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Provisioning for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:42.746196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Provisioning complete for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:42.749096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.780278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8:0:1::3a9 (45b3595a-a8b6-4081-80c0-59e1c2aa04ca/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:42.826235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:42.847053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Provisioning complete for port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:42.847654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58d6734c-f14d-42c3-9c99-dc4b251ae2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.866965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port d95c95a4-af74-48ec-98f5-a535e353a41f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:42.867317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.933371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Subnet': ['ID=28be632f-a8ed-4a96-be0f-5a985b80ac97,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.960331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Checking segment: {'id': 'cc9dfcf8-c301-4698-ab35-b902625feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:42.960688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network hostable DHCP agents. Network: 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:43.094594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.115010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Ignored duplicate provisioning block setup for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:55:43.118792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port d95c95a4-af74-48ec-98f5-a535e353a41f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d95c95a4-af74-48ec-98f5-a535e353a41f,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:43.119354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.131751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:43.169942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.206104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-235b4a7e-887d-4fe4-854a-6463c5c29e31 None None] Provisioning complete for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:43.206843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-235b4a7e-887d-4fe4-854a-6463c5c29e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.255719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for d95c95a4-af74-48ec-98f5-a535e353a41f owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:43.299654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-235b4a7e-887d-4fe4-854a-6463c5c29e31 None None] Port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:43.322195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:43.322572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=5f1260c3-0052-49c1-89e8-d6e0afc2c6b4,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.330144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:43.330884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.331336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] In _notify_port_updated(), no bound segment for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 on network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:55:43.337180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:43.343910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.344189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3287e0-9083-4999-a984-74c52303a475 None None] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:43.344370 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-469c671b-e6f9-46b3-bfa8-4958fcbabcef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/ports/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 HTTP/1.1" status: 200 len: 1011 time: 1.3228230 Apr 01 15:55:43.344370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.466081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7244921d-5292-4c59-93fc-0819c0e8c4f4 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7042980 Apr 01 15:55:43.472693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.486946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'network': {'name': 'tempest-router-network01--1855911958'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:43.496359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:43.506901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:network and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:43.513423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:43.524084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:43.551684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2547568c-3330-4c60-8e14-98f0a8f240ed None None] Provisioning complete for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:43.551984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2547568c-3330-4c60-8e14-98f0a8f240ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.581619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:43.582087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.616674 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:43.656055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3', 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3', 'tenant_id': 'c3ebd6debbd9419799eed2c22602945e', 'fixed_ips': [{'subnet_id': '28be632f-a8ed-4a96-be0f-5a985b80ac97'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:43.656864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.667309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:43.670927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2547568c-3330-4c60-8e14-98f0a8f240ed None None] Port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:43.671907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.681967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.749606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Port': ['ID=d95c95a4-af74-48ec-98f5-a535e353a41f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.846150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6ccc2792-56ac-451f-9952-6d17bf6383ef None None] Provisioning complete for port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:43.846532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ccc2792-56ac-451f-9952-6d17bf6383ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.854907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.891414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Allocated IP 172.20.0.2 (8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3/28be632f-a8ed-4a96-be0f-5a985b80ac97/ca9f725b-3eeb-43da-afa7-051f43fdf29c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:43.895440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:43.924706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc2792-56ac-451f-9952-6d17bf6383ef None None] Port 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:44.003125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.003125 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Added segment b111cdaa-47c6-48d8-92d8-9110821925b5 of type vlan for network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e Apr 01 15:55:44.041370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:44.068704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d87ab9-3efa-40da-bfae-b7360ca2f0fe req-84b2fb13-f39c-43b7-a827-523a6888536b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.075698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1d87ab9-3efa-40da-bfae-b7360ca2f0fe req-84b2fb13-f39c-43b7-a827-523a6888536b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 944 time: 0.4675434 Apr 01 15:55:44.107397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.175569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.219250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.299338 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1d87ab9-3efa-40da-bfae-b7360ca2f0fe req-a629d924-785c-49dd-bede-9dd3c7e829a5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936021 Apr 01 15:55:44.350607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Transition to ACTIVE for port object ca9f725b-3eeb-43da-afa7-051f43fdf29c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:44.351638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.372758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Transition to ACTIVE for port object ca9f725b-3eeb-43da-afa7-051f43fdf29c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:44.437431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bee3310f-501f-4c1b-be5a-5cca5dd487ab details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:55:44.449298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.468606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.474546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.475636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.481860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=5f1260c3-0052-49c1-89e8-d6e0afc2c6b4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.502748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:44.503535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.519741 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed6c2619-0104-45db-abbb-352bbac233cd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 HTTP/1.1" status: 204 len: 168 time: 1.1741843 Apr 01 15:55:44.520679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48928) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.543879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:44.549448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.555580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:44.584294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f00545-673f-48d9-a4ee-4314daf03e7a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:55:44.584847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41f00545-673f-48d9-a4ee-4314daf03e7a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:44.667186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41f00545-673f-48d9-a4ee-4314daf03e7a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:44.671261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41f00545-673f-48d9-a4ee-4314daf03e7a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 HTTP/1.1" status: 404 len: 333 time: 0.1467381 Apr 01 15:55:44.671512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48932) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.708458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Pushing event updated for resources: {'Port': ['ID=ca9f725b-3eeb-43da-afa7-051f43fdf29c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.762479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet b9b33db7-b70c-4e46-8bf2-ac1e59f738e2 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:44.766101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.772943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Attempting to bind port ca9f725b-3eeb-43da-afa7-051f43fdf29c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:44.773312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Attempting to bind port ca9f725b-3eeb-43da-afa7-051f43fdf29c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'cc9dfcf8-c301-4698-ab35-b902625feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:44.773684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Attempting to bind port ca9f725b-3eeb-43da-afa7-051f43fdf29c on network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:44.790964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:44.791438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Checking segment: {'id': 'cc9dfcf8-c301-4698-ab35-b902625feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:44.791835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.792233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Bound using segment: {'id': 'cc9dfcf8-c301-4698-ab35-b902625feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:44.792715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Bound port: ca9f725b-3eeb-43da-afa7-051f43fdf29c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9dfcf8-c301-4698-ab35-b902625feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:44.793079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.808714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:44.829024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.829707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3558702 Apr 01 15:55:44.842950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48936) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.847241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68386-eea0-44a5-9da5-28648e35fcc7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Network': ['ID=24ac6f6f-5b1c-43e8-823f-040ae37bf57e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.853176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'network': {'name': 'tempest-router-network02--702585466'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:44.855739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'port_id': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'mac_address': 'fa:16:3e:71:f0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:55:44.895445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:44.913150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:44.930309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:network and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:44.933392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:44.935176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:44.941516 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3be1b203-0815-4b81-89b8-6f57e9c65700 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9958215 Apr 01 15:55:44.946704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48940) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.946909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:44.962870 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:44.974206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:44.981448 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.996934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.033418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.075063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:45.083923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.085584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting subnet 24b0892f-3935-4b71-81b8-35cd684c9582 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:45.092429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.117251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee3310f-501f-4c1b-be5a-5cca5dd487ab {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:45.129605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:45.147376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.148277 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Added segment c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd of type vlan for network 99865e71-f9bc-4fcc-a5ec-558526e6786c Apr 01 15:55:45.154843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] For port ca9f725b-3eeb-43da-afa7-051f43fdf29c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:45.158256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:45.164261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] For port ca9f725b-3eeb-43da-afa7-051f43fdf29c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ca9f725b-3eeb-43da-afa7-051f43fdf29c,segment=NetworkSegment(cc9dfcf8-c301-4698-ab35-b902625feddf),segment_id=cc9dfcf8-c301-4698-ab35-b902625feddf)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:45.172783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.174695 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:45.181808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.247424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.278668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.278953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.284225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:45.284877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.288989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.293942 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:45.304729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:45.305971 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.328441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.357738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.376151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.405039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b33db7-b70c-4e46-8bf2-ac1e59f738e2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.423329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.447581 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ff66e82d-f675-4233-8198-40323dd8f47a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2 HTTP/1.1" status: 204 len: 168 time: 0.7747233 Apr 01 15:55:45.448998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.465885 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:45.492158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6480842 Apr 01 15:55:45.492879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.497117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f842e-fc7c-4d3a-9ec1-706804a8485e None None] Pushing event updated for resources: {'Port': ['ID=ca9f725b-3eeb-43da-afa7-051f43fdf29c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.511346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2705e-1306-4feb-bd25-32fb065c1dc3 None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:45.517104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'subnet': {'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:45.553731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caf560-020c-44f7-afcc-e84cc12742ed tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Network': ['ID=99865e71-f9bc-4fcc-a5ec-558526e6786c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.597075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:55:45.612126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.628627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.642960 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.647653 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20530cf9-60f2-4d1a-a0c6-3097a4a776ac None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:45.691364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:45.691755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:45.697563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:subnet and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:45.701211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:45.707759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:45.711856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['bee3310f-501f-4c1b-be5a-5cca5dd487ab'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:55:45.743694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.749742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/24b0892f-3935-4b71-81b8-35cd684c9582 HTTP/1.1" status: 204 len: 168 time: 0.8022256 Apr 01 15:55:45.751716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.760639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4f91b-6b9a-4afc-9ee7-6e356b5acaa8 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Subnet': ['ID=24b0892f-3935-4b71-81b8-35cd684c9582,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.789102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.795132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a36dec-a06c-4641-8069-478d02c20c26 None None] Network 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:45.802220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:45.805916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.990716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4958fb5-98bc-4439-8ab3-35d700528f4c req-6b5a306c-11a6-407a-91e7-058cc0c6374d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:45.990964 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4958fb5-98bc-4439-8ab3-35d700528f4c req-6b5a306c-11a6-407a-91e7-058cc0c6374d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 945 time: 0.4435959 Apr 01 15:55:46.046533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.098351 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4958fb5-98bc-4439-8ab3-35d700528f4c req-90636932-db0b-4cca-8c3e-bd873baca64b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886464 Apr 01 15:55:46.107815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.235272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 3943824d-a12b-4622-9fa1-01aeecf9be1d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:46.235702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.290610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.332271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.336001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.347122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c227eb5-5adf-4210-b3b1-dc6b0b8e11b2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4 HTTP/1.1" status: 204 len: 168 time: 0.8966951 Apr 01 15:55:46.347372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48958) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.390518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.516511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] DHCP port deletion for 02cc123d-e8ee-4296-b0cf-f68f6abb1a57 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:46.527463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Deleting port 3943824d-a12b-4622-9fa1-01aeecf9be1d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:46.527837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.652962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.654745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Subnet': ['ID=0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.684147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Checking segment: {'id': 'b111cdaa-47c6-48d8-92d8-9110821925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:46.684498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network hostable DHCP agents. Network: 24ac6f6f-5b1c-43e8-823f-040ae37bf57e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:46.697627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] For port 3943824d-a12b-4622-9fa1-01aeecf9be1d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3943824d-a12b-4622-9fa1-01aeecf9be1d,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:46.698049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.716025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:46.716360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.868754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] For port 3943824d-a12b-4622-9fa1-01aeecf9be1d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3943824d-a12b-4622-9fa1-01aeecf9be1d,segment=NetworkSegment(39e59773-2c74-429d-9e73-f4c99172ee28),segment_id=39e59773-2c74-429d-9e73-f4c99172ee28)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:46.869075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.897937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Calling delete_port for 3943824d-a12b-4622-9fa1-01aeecf9be1d owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:47.009898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Calling delete_port for 3943824d-a12b-4622-9fa1-01aeecf9be1d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:47.110223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:47.152384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d570a-5505-4450-b4ed-7768ee83490c None None] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:47.170806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ca9f725b-3eeb-43da-afa7-051f43fdf29c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:47.222555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 24ac6f6f-5b1c-43e8-823f-040ae37bf57e) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.227203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:47.227920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.235084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256eb949-3a55-406c-ab38-51c673e39a36 None None] Network 45b3595a-a8b6-4081-80c0-59e1c2aa04ca requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:47.254814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c49ffd-cf92-4d7a-a844-0a90ee9d6bfc None None] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:47.356259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.383352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port 661fdf0b-7f47-4bf6-a429-514c2ade38e7, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=661fdf0b-7f47-4bf6-a429-514c2ade38e7,segment=NetworkSegment(d8faa3ca-3faa-4331-83be-f7f09e1b5488),segment_id=d8faa3ca-3faa-4331-83be-f7f09e1b5488)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:47.383915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.391488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:47.391758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:47.517277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 661fdf0b-7f47-4bf6-a429-514c2ade38e7 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:47.522226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] Pushing event deleted for resources: {'Port': ['ID=3943824d-a12b-4622-9fa1-01aeecf9be1d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.537028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-392fd75c-17c0-4a3c-8b3a-a2a3ad61c91f None None] Provisioning for port ca9f725b-3eeb-43da-afa7-051f43fdf29c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.545553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219c92b-59d8-4fa5-a06e-b54c3a898281 None None] No DVR routers for this DVR port 3943824d-a12b-4622-9fa1-01aeecf9be1d on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:47.548839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-98791f9b-7a2b-44d2-9a5a-88b5865f92f0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0484898 Apr 01 15:55:47.551977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48964) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.565325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'subnet': {'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:47.622529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73606682-ef01-4ee1-bb33-47bae5545722 req-53b29566-89bc-4b61-8193-662713c69b7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:47.624012 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73606682-ef01-4ee1-bb33-47bae5545722 req-53b29566-89bc-4b61-8193-662713c69b7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 945 time: 0.3618598 Apr 01 15:55:47.682521 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73606682-ef01-4ee1-bb33-47bae5545722 req-4d0ab262-1820-462f-a6bf-129a171d5dc5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498886 Apr 01 15:55:47.685445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:47.689597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Usage tracker for resource:subnet and tenant:c3ebd6debbd9419799eed2c22602945e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:47.692690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:47.700524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:47.707853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.731376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6662975d-d20c-4ee1-9e28-0965d3dc8dd8 None None] Could not find standard attr ID for object 661fdf0b-7f47-4bf6-a429-514c2ade38e7. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:47.761959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=661fdf0b-7f47-4bf6-a429-514c2ade38e7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.763802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No DVR routers for this DVR port 661fdf0b-7f47-4bf6-a429-514c2ade38e7 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:47.766991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ca9f725b-3eeb-43da-afa7-051f43fdf29c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:47.796192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Made reservation on behalf of c3ebd6debbd9419799eed2c22602945e for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:47.799783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.821629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ca9f725b-3eeb-43da-afa7-051f43fdf29c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.821910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.891511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.898818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Deleting port 3943824d-a12b-4622-9fa1-01aeecf9be1d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:47.899054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.968789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-24ac6f6f-5b1c-43e8-823f-040ae37bf57e', 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e', 'tenant_id': 'c3ebd6debbd9419799eed2c22602945e', 'fixed_ips': [{'subnet_id': '0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:47.969603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.987386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] The port '3943824d-a12b-4622-9fa1-01aeecf9be1d' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:55:47.989259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b3595a-a8b6-4081-80c0-59e1c2aa04ca']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.035287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8faa3ca-3faa-4331-83be-f7f09e1b5488') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.035530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8faa3ca-3faa-4331-83be-f7f09e1b5488') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.068170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.084901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f502770e-eb61-4f6c-8ae6-61e76f7a92e3 None None] DHCP port deletion for 45b3595a-a8b6-4081-80c0-59e1c2aa04ca request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:55:48.101969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.117711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.152252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.166354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.172365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ca9f725b-3eeb-43da-afa7-051f43fdf29c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ca9f725b-3eeb-43da-afa7-051f43fdf29c,segment=NetworkSegment(cc9dfcf8-c301-4698-ab35-b902625feddf),segment_id=cc9dfcf8-c301-4698-ab35-b902625feddf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:48.174402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:48.174812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:48.197635 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:48.244042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Checking segment: {'id': 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:48.244553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network hostable DHCP agents. Network: 99865e71-f9bc-4fcc-a5ec-558526e6786c, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:48.251759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Subnet': ['ID=93326f04-3318-4fc6-9d1d-99e48ec622ad,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.266638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Allocated IP 172.20.0.2 (24ac6f6f-5b1c-43e8-823f-040ae37bf57e/0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6/ad6c0682-3e5b-40d1-9a0b-12b33a6b8183) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:48.269375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.319864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cc123d-e8ee-4296-b0cf-f68f6abb1a57']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.335322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3943824d-a12b-4622-9fa1-01aeecf9be1d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:48.338356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e59773-2c74-429d-9e73-f4c99172ee28') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.338685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e59773-2c74-429d-9e73-f4c99172ee28') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:48.351748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.373441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:48.376405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.383471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:48.384111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:48.405472 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:48.420185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.443169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.454579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3943824d-a12b-4622-9fa1-01aeecf9be1d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:48.454924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3943824d-a12b-4622-9fa1-01aeecf9be1d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:48.455433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d95c95a4-af74-48ec-98f5-a535e353a41f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:48.472585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 99865e71-f9bc-4fcc-a5ec-558526e6786c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:48.476708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:48.477354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.501693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=45b3595a-a8b6-4081-80c0-59e1c2aa04ca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.504215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bee3310f-501f-4c1b-be5a-5cca5dd487ab up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:48.527979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4083a8-042e-4910-875e-e5de308f8c48 None None] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:48.566489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d95c95a4-af74-48ec-98f5-a535e353a41f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:48.566824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d95c95a4-af74-48ec-98f5-a535e353a41f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:48.591023 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf711035-11ea-4c35-851e-483d593ab369 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0378349 Apr 01 15:55:48.593767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48968) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.630379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.633591 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4f36fffe-36b6-467b-a7b4-02b58019abda tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/45b3595a-a8b6-4081-80c0-59e1c2aa04ca HTTP/1.1" status: 204 len: 168 time: 2.2850418 Apr 01 15:55:48.652975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.655808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48972) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.657915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ca9f725b-3eeb-43da-afa7-051f43fdf29c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.701087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Pushing event deleted for resources: {'Network': ['ID=02cc123d-e8ee-4296-b0cf-f68f6abb1a57,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.710123 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66d9a326-3709-40e9-a8ad-d1d5c398114c tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/networks/02cc123d-e8ee-4296-b0cf-f68f6abb1a57 HTTP/1.1" status: 204 len: 168 time: 2.9573169 Apr 01 15:55:48.714618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48978) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.720315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:48.764660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8a4a4c5c-f10a-4544-a6e1-d2faaaad1585 None None] Provisioning complete for port ca9f725b-3eeb-43da-afa7-051f43fdf29c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:48.765094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4c5c-f10a-4544-a6e1-d2faaaad1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.914252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.925708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Transition to ACTIVE for port object ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:48.946058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Transition to ACTIVE for port object ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:49.042847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.112873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port bee3310f-501f-4c1b-be5a-5cca5dd487ab completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:49.154979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port bee3310f-501f-4c1b-be5a-5cca5dd487ab triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:49.155377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.167017 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 01 15:55:49.167286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Removed routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 01 15:55:49.167856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.178475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978057fd-283a-4089-a205-f3434d477a39 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:49.179209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-978057fd-283a-4089-a205-f3434d477a39 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.183111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:49.189165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ca9f725b-3eeb-43da-afa7-051f43fdf29c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:49.229807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:49.258365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.274641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fe338-0ee6-4635-908e-2f6a3d13dc4d req-1db728c2-83cf-4232-b9f2-6985dfc673f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:49.276185 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e12fe338-0ee6-4635-908e-2f6a3d13dc4d req-1db728c2-83cf-4232-b9f2-6985dfc673f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 945 time: 0.3973048 Apr 01 15:55:49.282814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:49.295869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Pushing event updated for resources: {'Port': ['ID=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.338619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-99865e71-f9bc-4fcc-a5ec-558526e6786c', 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c', 'tenant_id': 'c3ebd6debbd9419799eed2c22602945e', 'fixed_ips': [{'subnet_id': '93326f04-3318-4fc6-9d1d-99e48ec622ad'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:49.339587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.388081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-978057fd-283a-4089-a205-f3434d477a39 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:49.392654 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-978057fd-283a-4089-a205-f3434d477a39 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7302175 Apr 01 15:55:49.393473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.503478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Attempting to bind port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:49.503478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Attempting to bind port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'b111cdaa-47c6-48d8-92d8-9110821925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:49.503478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Attempting to bind port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 on network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:49.504079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.507192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.520584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:49.520845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Checking segment: {'id': 'b111cdaa-47c6-48d8-92d8-9110821925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:49.521179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.521579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Bound using segment: {'id': 'b111cdaa-47c6-48d8-92d8-9110821925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:49.522072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Bound port: ad6c0682-3e5b-40d1-9a0b-12b33a6b8183, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b111cdaa-47c6-48d8-92d8-9110821925b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '24ac6f6f-5b1c-43e8-823f-040ae37bf57e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:49.522451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.624579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ca9f725b-3eeb-43da-afa7-051f43fdf29c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:49.624579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.655512 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e12fe338-0ee6-4635-908e-2f6a3d13dc4d req-059d4cf4-1dd1-4a48-a3e1-46d9c1cd9c7a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065567 Apr 01 15:55:49.665044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router c69712de-3ae1-4832-9f4c-b095beed4d35 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:49.689248 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47a8536c-d2bd-4d85-9177-97f22d9cd39b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2947745 Apr 01 15:55:49.700558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 48986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.713079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-636396720'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:49.740941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.749996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:49.759698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:49.769638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:49.781400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:49.825276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:49.831987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Allocated IP 172.20.0.2 (99865e71-f9bc-4fcc-a5ec-558526e6786c/93326f04-3318-4fc6-9d1d-99e48ec622ad/495ae84d-12f7-44e6-8803-d143d2b7c6d9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:49.841471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] For port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:49.845490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:49.847733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] For port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,segment=NetworkSegment(b111cdaa-47c6-48d8-92d8-9110821925b5),segment_id=b111cdaa-47c6-48d8-92d8-9110821925b5)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:49.852963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:49.875198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.880294 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-260c74a5-3fd2-41c0-a2d0-4f391ff8b853 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 701 time: 1.1620240 Apr 01 15:55:49.880555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48992) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.888718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Sync routers for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:49.901514 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'code': 200} Apr 01 15:55:49.909966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:49.911743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.926743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Allocated IP 172.20.0.1 (24ac6f6f-5b1c-43e8-823f-040ae37bf57e/0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6/3500a420-a920-4a97-b2f4-ab5d6dddc10a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:49.936908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-005619a5-194f-4198-ad95-524c3a000288 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Synchronizing usage tracker for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.943452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.947664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.990678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:50.036334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-005619a5-194f-4198-ad95-524c3a000288 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Unset dirty status for tenant:07c07f2477cf4f2fab7e325359faf439 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:50.037934 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-005619a5-194f-4198-ad95-524c3a000288 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 205 time: 0.1563101 Apr 01 15:55:50.040908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 48996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.066759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.067618 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment 7d058aff-fc30-4968-953e-ac45212419f2 of type vlan for network 79bde9ce-a210-44b7-a486-5d03f850c421 Apr 01 15:55:50.091251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:50.091898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.121402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.196826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.234032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.244187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.253170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.255311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.287602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 661fdf0b-7f47-4bf6-a429-514c2ade38e7 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:50.345743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 661fdf0b-7f47-4bf6-a429-514c2ade38e7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:55:50.346090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 661fdf0b-7f47-4bf6-a429-514c2ade38e7 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:50.348444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:50.367211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Transition to ACTIVE for port object 3500a420-a920-4a97-b2f4-ab5d6dddc10a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:50.468892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=79bde9ce-a210-44b7-a486-5d03f850c421,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.472095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fd65a-8b0e-4420-b7df-fbd5e037a62b None None] Pushing event updated for resources: {'Port': ['ID=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.515046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e51b3c5-8736-4b44-8e8c-54f2c804a727 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8101590 Apr 01 15:55:50.516267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052db80-7735-4780-b5e8-b9cd84b13983 req-22bbf57f-e943-4288-8bc2-ab1ee97d916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.517920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7052db80-7735-4780-b5e8-b9cd84b13983 req-22bbf57f-e943-4288-8bc2-ab1ee97d916d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1099 time: 0.1959655 Apr 01 15:55:50.519558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49000) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.526590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.528898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:50.552962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 79bde9ce-a210-44b7-a486-5d03f850c421 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:50.582881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Checking router: c69712de-3ae1-4832-9f4c-b095beed4d35 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:50.612182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.756381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7052db80-7735-4780-b5e8-b9cd84b13983 req-970b011c-3236-4347-b3ad-b51b8c631574 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135251 Apr 01 15:55:50.762707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Routers {'c69712de-3ae1-4832-9f4c-b095beed4d35'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:50.763742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.765569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c69712de-3ae1-4832-9f4c-b095beed4d35'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.766537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.770645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Port': ['ID=3500a420-a920-4a97-b2f4-ab5d6dddc10a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.806642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:50.814644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:50.819220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:50.822308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:50.826650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:50.829547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:50.875797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.876287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router c69712de-3ae1-4832-9f4c-b095beed4d35 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:50.913916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.916391 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8e02e7bb-1775-421e-ae09-2f4a01f10e7b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 204 len: 168 time: 0.8735421 Apr 01 15:55:50.921576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.925432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:50.930839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251060524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:50.940275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:50.948762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Usage tracker for resource:router and tenant:07c07f2477cf4f2fab7e325359faf439 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:50.948762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:50.956296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:50.977891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.995963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.015005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.016866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.020725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] Set router c69712de-3ae1-4832-9f4c-b095beed4d35 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:51.054581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.135053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.146242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:51.146843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.155157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:51.158698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.188131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b61860a6-6c43-476a-a713-d0882985183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:51.194864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Transition to ACTIVE for port object 495ae84d-12f7-44e6-8803-d143d2b7c6d9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:51.206937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61860a6-6c43-476a-a713-d0882985183a None None] The sync data for ids ['c69712de-3ae1-4832-9f4c-b095beed4d35'] in dv-neutron-835943-1-hyperv is: [{'id': 'c69712de-3ae1-4832-9f4c-b095beed4d35', 'name': 'tempest-RoutersTest-router-1352300049', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:36Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 11, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:51.231966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Transition to ACTIVE for port object 495ae84d-12f7-44e6-8803-d143d2b7c6d9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:51.265566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.270837 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf26d719-0d71-4e76-9ecd-fcb769c1b043 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3455868 Apr 01 15:55:51.273803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.282309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:51.316551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.384595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:51.390416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd6be2-6da5-4405-b883-c77f06960518 req-1cee6c7f-60cb-4490-925b-936e2150ec99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:51.392134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dbdd6be2-6da5-4405-b883-c77f06960518 req-1cee6c7f-60cb-4490-925b-936e2150ec99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 0.5312192 Apr 01 15:55:51.404348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:51.415226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:51.424472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:51.547739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dbdd6be2-6da5-4405-b883-c77f06960518 req-7bf2efcc-8284-40a6-9761-47793a265848 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382613 Apr 01 15:55:51.561848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Pushing event updated for resources: {'Port': ['ID=495ae84d-12f7-44e6-8803-d143d2b7c6d9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.595491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Attempting to bind port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:51.596187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Attempting to bind port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:51.597010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Attempting to bind port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 on network 99865e71-f9bc-4fcc-a5ec-558526e6786c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:51.606678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:51.607844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Checking segment: {'id': 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:51.608715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.609569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Bound using segment: {'id': 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:51.610524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Bound port: 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '99865e71-f9bc-4fcc-a5ec-558526e6786c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:51.611740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.782613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] For port 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:51.786037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] For port 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=495ae84d-12f7-44e6-8803-d143d2b7c6d9,segment=NetworkSegment(c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd),segment_id=c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:51.839385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066663f6-451c-495c-8b52-51eff323cc6e None None] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:51.873229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.934160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.048518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.058307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.152302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87754390-c54b-4bf3-a669-1e5a095f315d None None] Pushing event updated for resources: {'Port': ['ID=495ae84d-12f7-44e6-8803-d143d2b7c6d9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.218352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Provisioning for port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:52.256742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.267250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Provisioning complete for port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.267789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.421191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Router ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:52.478437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': '7d058aff-fc30-4968-953e-ac45212419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:52.478871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: 79bde9ce-a210-44b7-a486-5d03f850c421, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:52.529564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.550450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=f22c3fdd-9fba-42ba-9dcb-3c277613719a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.604749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] For port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,segment=NetworkSegment(b111cdaa-47c6-48d8-92d8-9110821925b5),segment_id=b111cdaa-47c6-48d8-92d8-9110821925b5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:52.652931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:52.660428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.664036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e96f6a44-5217-43d7-9351-00bb59e60e42 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "PUT /v2.0/routers/ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 200 len: 694 time: 1.3866549 Apr 01 15:55:52.667554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.668007 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Sync routers for ids ['ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:52.678143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49016) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.693519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Routers {'ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:52.694339 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:52.784036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50ed9c-6a05-4bf0-961c-01e84c83d483 None None] Pushing event updated for resources: {'Port': ['ID=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.797641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 79bde9ce-a210-44b7-a486-5d03f850c421 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:52.864070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.898763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 79bde9ce-a210-44b7-a486-5d03f850c421) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:52.907380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:52.908253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.912876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e0b45f-2ef3-4cd5-ab4a-43d3f12cba9f None None] Network 79bde9ce-a210-44b7-a486-5d03f850c421 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:52.944360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.945831 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Set router ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:53.193623 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5884169c-8430-4f54-9c52-3bc120e07e3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6727061 Apr 01 15:55:53.200000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.210346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.260999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Port': ['ID=3500a420-a920-4a97-b2f4-ab5d6dddc10a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.276291 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf', 'name': 'tempest-RoutersTest-router-1251060524', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:51Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.277311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421', 'name': 'tempest-PortsIpV6TestJSON-511674164'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:53.283723 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Checking router: ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:53.284585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Provisioning for port 3500a420-a920-4a97-b2f4-ab5d6dddc10a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:53.307771 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7033156c-c060-464c-98ce-2ef39c68e69b tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/routers/ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 200 len: 700 time: 0.6283257 Apr 01 15:55:53.308361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Provisioning complete for port 3500a420-a920-4a97-b2f4-ab5d6dddc10a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.308872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.310404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.324620 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Routers {'ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:53.325590 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.343899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:53.373119 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-63507727-c82d-4cd3-865c-8932de29ca7a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 200 len: 205 time: 0.0613565 Apr 01 15:55:53.379381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.494492 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] Set router ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:55:53.535981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Port 3500a420-a920-4a97-b2f4-ab5d6dddc10a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:53.563845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-79bde9ce-a210-44b7-a486-5d03f850c421', 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': 'f22c3fdd-9fba-42ba-9dcb-3c277613719a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:55:53.564777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.569210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.590926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.591466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.626432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Provisioning complete for port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.626899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19e101b5-ed5d-4e35-978b-9166c2442ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.654230 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf', 'name': 'tempest-RoutersTest-router-1251060524', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:51Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.681133 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620be99-9674-4754-bd00-b5188269dbcc None None] The sync data for ids ['ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf'] in dv-neutron-835943-1-hyperv is: [{'id': 'ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf', 'name': 'tempest-RoutersTest-router-1251060524', 'tenant_id': '07c07f2477cf4f2fab7e325359faf439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:51Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 2, 'project_id': '07c07f2477cf4f2fab7e325359faf439', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:53.700279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.716920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:53.719835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:53.735278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.832663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca00313-600f-48c1-ba59-bf27b06bd720 None None] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:53.983083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091e908-9739-402f-93f0-828702bd804b req-b7e28a3f-af9b-4af7-bfca-e1960aceeb65 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.984946 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1091e908-9739-402f-93f0-828702bd804b req-b7e28a3f-af9b-4af7-bfca-e1960aceeb65 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 1.1518974 Apr 01 15:55:53.990559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.991814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.995196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:54.004354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.056582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1091e908-9739-402f-93f0-828702bd804b req-59fa413b-9a2b-48a8-88f7-99bbc34dd1fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Apr 01 15:55:54.062210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port c29a333d-ee95-4a32-8b89-d9b51cd381bf yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:54.147767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Router 637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:55:54.158404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.159027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Fanout notify agent at l3_agent the message router_deleted on router ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:55:54.176237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.178017 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67123058-357d-4c2c-8be5-c0bec11164c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 204 len: 168 time: 0.7973881 Apr 01 15:55:54.182955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49034) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.215026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Allocated IP 2001:db8::2 (79bde9ce-a210-44b7-a486-5d03f850c421/f22c3fdd-9fba-42ba-9dcb-3c277613719a/4add48bb-cbfa-4cbd-96b4-752da537084d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:54.228935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 495ae84d-12f7-44e6-8803-d143d2b7c6d9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:54.236582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d2281cc-f583-445d-a05e-ff0ceb93f43e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 200 len: 205 time: 0.0520148 Apr 01 15:55:54.238744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49038) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.312140 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a000c711-825b-47e8-b49b-0fa3ce1d4692 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:54.314104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a000c711-825b-47e8-b49b-0fa3ce1d4692 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/ebe8b8a6-e0c3-4b89-ae11-80e8be12ffbf HTTP/1.1" status: 404 len: 336 time: 0.0724716 Apr 01 15:55:54.316760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49042) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.364635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4431df9e-bb00-4495-aca4-15f5fcdabf56 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:54.365271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4431df9e-bb00-4495-aca4-15f5fcdabf56 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:54.367619 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4431df9e-bb00-4495-aca4-15f5fcdabf56 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/51d1f5a6-e48f-41e2-8bde-208acd0c4363 HTTP/1.1" status: 404 len: 337 time: 0.0494266 Apr 01 15:55:54.372871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.423835 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b410d66-e7bf-4e3d-a23c-54886f75eb4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:54.424698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b410d66-e7bf-4e3d-a23c-54886f75eb4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:54.427296 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b410d66-e7bf-4e3d-a23c-54886f75eb4a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/d882dfa6-3d89-4a37-8b46-c275f691151f HTTP/1.1" status: 404 len: 337 time: 0.0513890 Apr 01 15:55:54.430004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49050) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.478608 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf25909-3255-4fcb-865d-9a4c85ecf36a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:54.479360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf25909-3255-4fcb-865d-9a4c85ecf36a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:54.483827 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7cf25909-3255-4fcb-865d-9a4c85ecf36a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/bba781af-e4cb-45d7-9280-068407721a43 HTTP/1.1" status: 404 len: 337 time: 0.0499337 Apr 01 15:55:54.484349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.543022 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae9aa4f-4a81-443a-a489-f84bf1e4a67e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:54.543538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae9aa4f-4a81-443a-a489-f84bf1e4a67e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:54.557739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:54.563595 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad4ceaef-663b-4987-91a7-18f4ae19ae50 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9687636 Apr 01 15:55:54.568046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ae9aa4f-4a81-443a-a489-f84bf1e4a67e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/24b0892f-3935-4b71-81b8-35cd684c9582 HTTP/1.1" status: 404 len: 337 time: 0.0819893 Apr 01 15:55:54.568046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.575021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.577056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] Sync routers for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:54.622513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:54.624635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:54.635016 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6e2f44d-3bb7-435c-bd5a-57353c698f0f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 200 len: 205 time: 0.0561740 Apr 01 15:55:54.636673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49066) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.717587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Provisioning for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:54.720668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:54.722629 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-cf98c704-81c5-46bf-87cc-e2206e88d52f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:54.725887 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf98c704-81c5-46bf-87cc-e2206e88d52f tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/c69712de-3ae1-4832-9f4c-b095beed4d35 HTTP/1.1" status: 404 len: 336 time: 0.0864303 Apr 01 15:55:54.726314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49070) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.738151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:54.739292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c211d-4507-417f-a35d-0845072841d3 req-bc1f272b-c069-4ff8-a6ec-66d92b1656ee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:54.740806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d35c211d-4507-417f-a35d-0845072841d3 req-bc1f272b-c069-4ff8-a6ec-66d92b1656ee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 0.4450262 Apr 01 15:55:54.744142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Provisioning complete for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.745166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.781362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.781737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.798383 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-808dd99c-bc87-4ace-bb4e-2c4e169f2da1 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 HTTP/1.1" status: 200 len: 205 time: 0.0679770 Apr 01 15:55:54.798618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.860150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:54.860858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:54.882209 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-0f1a8e31-08d5-4792-ba68-5bcc20f9d804 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:54.886133 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f1a8e31-08d5-4792-ba68-5bcc20f9d804 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/11fdb76e-bc8c-46cf-b6ad-9b6cb66ff798 HTTP/1.1" status: 404 len: 336 time: 0.0836861 Apr 01 15:55:54.886294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49078) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.942392 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d404868-e4e5-4630-ba17-5eb25cd54064 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:54.945747 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d35c211d-4507-417f-a35d-0845072841d3 req-ece9730b-5e0d-4495-8cb6-5917ed40a79e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910210 Apr 01 15:55:54.945909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d404868-e4e5-4630-ba17-5eb25cd54064 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:54.951493 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d404868-e4e5-4630-ba17-5eb25cd54064 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/33d297bc-3b5c-43cd-93e9-3ceaa622b75b HTTP/1.1" status: 404 len: 337 time: 0.0633936 Apr 01 15:55:54.952664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.957929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.967270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:54.967270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fd3a4-86c9-466c-b4bd-de0c6b605a24 None None] The sync data for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:54.979334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.985542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Transition to ACTIVE for port object 4add48bb-cbfa-4cbd-96b4-752da537084d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:55.016301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Transition to ACTIVE for port object 4add48bb-cbfa-4cbd-96b4-752da537084d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:55.019178 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e93edb24-e83c-4daf-bd89-5677afea91b2 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 200 len: 205 time: 0.0651014 Apr 01 15:55:55.021272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49090) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.133996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.143448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.167889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.252407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Network 79bde9ce-a210-44b7-a486-5d03f850c421 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:55.255937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] For port 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=495ae84d-12f7-44e6-8803-d143d2b7c6d9,segment=NetworkSegment(c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd),segment_id=c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:55.259018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:55.267611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:55.278060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Pushing event updated for resources: {'Port': ['ID=4add48bb-cbfa-4cbd-96b4-752da537084d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.283805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8b7a0d59-221c-4f27-aa21-d6d415a910e4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:55.287923 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b7a0d59-221c-4f27-aa21-d6d415a910e4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/adb08053-7fb7-4be9-9c71-a10d00781a8b HTTP/1.1" status: 404 len: 336 time: 0.2650976 Apr 01 15:55:55.288561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.340634 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-50074732-1891-4a53-821b-7a0eb2dd3ea3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ac9c7d-b1a1-450c-b57f-32358141f9e1 HTTP/1.1" status: 200 len: 205 time: 0.0508595 Apr 01 15:55:55.351159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49098) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.351473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.371834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::20f (79bde9ce-a210-44b7-a486-5d03f850c421/f22c3fdd-9fba-42ba-9dcb-3c277613719a/c29a333d-ee95-4a32-8b89-d9b51cd381bf) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:55.397500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d919958-5653-40b3-b749-dd01f37b8b47 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:55.401757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d919958-5653-40b3-b749-dd01f37b8b47 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1094 time: 0.4180431 Apr 01 15:55:55.403885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.412512 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e4abb8e1-2dd4-44c2-906f-63ce699736b0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:55.416866 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e4abb8e1-2dd4-44c2-906f-63ce699736b0 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/f5ac9c7d-b1a1-450c-b57f-32358141f9e1 HTTP/1.1" status: 404 len: 336 time: 0.0740771 Apr 01 15:55:55.417482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.451310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:55.459636 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d9159f-63f3-4e0a-a9c8-ead9a46f018d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:55.460667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d9159f-63f3-4e0a-a9c8-ead9a46f018d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:55.464104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16d9159f-63f3-4e0a-a9c8-ead9a46f018d tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/12133097-2866-4425-a0eb-c13c6a942931 HTTP/1.1" status: 404 len: 337 time: 0.0454922 Apr 01 15:55:55.465655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49110) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.475677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:55.488931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Attempting to bind port 4add48bb-cbfa-4cbd-96b4-752da537084d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:55.489142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Attempting to bind port 4add48bb-cbfa-4cbd-96b4-752da537084d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7d058aff-fc30-4968-953e-ac45212419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:55.489634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Attempting to bind port 4add48bb-cbfa-4cbd-96b4-752da537084d on network 79bde9ce-a210-44b7-a486-5d03f850c421 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:55:55.493355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:55.499652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:55.513700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:55:55.514183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Checking segment: {'id': '7d058aff-fc30-4968-953e-ac45212419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:55:55.514419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.514894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:55.515085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Bound using segment: {'id': '7d058aff-fc30-4968-953e-ac45212419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:55:55.515502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Bound port: 4add48bb-cbfa-4cbd-96b4-752da537084d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d058aff-fc30-4968-953e-ac45212419f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:55.515859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.521102 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-fd4fff6d-639d-46cd-a701-452b38938ecb tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:55.524656 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd4fff6d-639d-46cd-a701-452b38938ecb tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9524269 Apr 01 15:55:55.524823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8180ca89-ade9-4daa-b98f-2b9e14a82fec tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef71125-e85e-41f3-8537-fe2c72425413 HTTP/1.1" status: 200 len: 205 time: 0.0570221 Apr 01 15:55:55.524823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.525067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.527966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:55.529090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:55.535917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Provisioning complete for port 3500a420-a920-4a97-b2f4-ab5d6dddc10a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:55.536287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.560747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Pushing event updated for resources: {'Port': ['ID=495ae84d-12f7-44e6-8803-d143d2b7c6d9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.618167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.636354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-36bab70b-1b96-4801-95ee-c8b0d25de5e9 None None] Port 3500a420-a920-4a97-b2f4-ab5d6dddc10a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:55.672939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1ddd6c5d-25b5-4b20-a083-21e38c151fc3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:55.676653 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ddd6c5d-25b5-4b20-a083-21e38c151fc3 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/aef71125-e85e-41f3-8537-fe2c72425413 HTTP/1.1" status: 404 len: 336 time: 0.1493902 Apr 01 15:55:55.677278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.677486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] For port 4add48bb-cbfa-4cbd-96b4-752da537084d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:55:55.681004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] For port 4add48bb-cbfa-4cbd-96b4-752da537084d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4add48bb-cbfa-4cbd-96b4-752da537084d,segment=NetworkSegment(7d058aff-fc30-4968-953e-ac45212419f2),segment_id=7d058aff-fc30-4968-953e-ac45212419f2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:55:55.741752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.773865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.778823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc3d683-c6fc-4b80-97db-52fcfc090f2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:55.779313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc3d683-c6fc-4b80-97db-52fcfc090f2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:55.783484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebc3d683-c6fc-4b80-97db-52fcfc090f2a tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/9340f944-cf07-46d1-b0e6-3a2437ee27d3 HTTP/1.1" status: 404 len: 337 time: 0.1007600 Apr 01 15:55:55.786659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.803415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object c29a333d-ee95-4a32-8b89-d9b51cd381bf will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:55.837919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b61f73d1-1151-4719-9ace-049cd5b3aaae None None] Provisioning complete for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:55.838941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b61f73d1-1151-4719-9ace-049cd5b3aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.851349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.856890 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb54e094-66f3-45b1-98eb-b5077152a2d4 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28caf80-f1e2-44b3-92d4-d296ac7eda59 HTTP/1.1" status: 200 len: 205 time: 0.0684626 Apr 01 15:55:55.857149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49130) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.879571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2475c6-4613-4693-ad52-9a7fa552b9d2 None None] Pushing event updated for resources: {'Port': ['ID=4add48bb-cbfa-4cbd-96b4-752da537084d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.967226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.971187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-528300df-ef3f-4428-8772-a1a0ec1c5526 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] delete failed (client error): The resource could not be found. Apr 01 15:55:55.971815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-528300df-ef3f-4428-8772-a1a0ec1c5526 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/routers/c28caf80-f1e2-44b3-92d4-d296ac7eda59 HTTP/1.1" status: 404 len: 336 time: 0.1136749 Apr 01 15:55:56.013285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49134) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.067718 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99c60a9-2373-4e24-a20d-642a1dfbc1c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:56.068278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99c60a9-2373-4e24-a20d-642a1dfbc1c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:56.074305 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e99c60a9-2373-4e24-a20d-642a1dfbc1c9 tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/fc8f1dcd-ccf4-4771-81bb-1f0c06523498 HTTP/1.1" status: 404 len: 337 time: 0.0599349 Apr 01 15:55:56.077513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.197258 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e15b1f-e9a1-4e06-87f3-66e4729f0e1e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:56.198547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e15b1f-e9a1-4e06-87f3-66e4729f0e1e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:56.203916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8e15b1f-e9a1-4e06-87f3-66e4729f0e1e tempest-RoutersTest-1752286241 tempest-RoutersTest-1752286241-project] 10.222.0.18 "DELETE /v2.0/subnets/9d276eee-1c9f-498d-8c75-4f5d10ce2324 HTTP/1.1" status: 404 len: 337 time: 0.1247435 Apr 01 15:55:56.230122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 79bde9ce-a210-44b7-a486-5d03f850c421 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:56.236654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:56.246049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:56.252275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.253061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.278021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 495ae84d-12f7-44e6-8803-d143d2b7c6d9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:56.295460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=c29a333d-ee95-4a32-8b89-d9b51cd381bf,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.384485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:56.385024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.398929 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d226e90-3f9f-4643-8b89-d4e297913fa8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1426239 Apr 01 15:55:56.403000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.411059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': '79bde9ce-a210-44b7-a486-5d03f850c421', 'name': 'tempest-PortsIpV6TestJSON-1397888846'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:56.485028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.531784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.178 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/090cb577-05d6-42de-8918-d06d9965b3a9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:56.671947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:56.679428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:56.684174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:56.693140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:56.749222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.803101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:56.804907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.829987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49150) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.843370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 5c96175e-ea30-451e-812e-f17dfcd920fa yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:56.913905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.997215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port 3500a420-a920-4a97-b2f4-ab5d6dddc10a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:56.997694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.084929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:57.108210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:57.110927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=090cb577-05d6-42de-8918-d06d9965b3a9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.127952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:57.201447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e18a8fc7-5a6a-4d67-8dc0-8474baf95483 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07c07f2477cf4f2fab7e325359faf439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679423 Apr 01 15:55:57.203553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49156) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.224124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4816c-0620-45ce-b4c4-1de5dfd36f46 None None] Network 79bde9ce-a210-44b7-a486-5d03f850c421 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:55:57.233798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.245967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::2df (79bde9ce-a210-44b7-a486-5d03f850c421/f22c3fdd-9fba-42ba-9dcb-3c277613719a/5c96175e-ea30-451e-812e-f17dfcd920fa) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:57.380524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Calling delete_port for 3500a420-a920-4a97-b2f4-ab5d6dddc10a owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:57.423905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.490023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d3cad6aa-a5db-4941-b2ce-33148825b149 None None] Provisioning for port 4add48bb-cbfa-4cbd-96b4-752da537084d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:57.612718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.641494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.693628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Port': ['ID=3500a420-a920-4a97-b2f4-ab5d6dddc10a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.831920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.861593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 5c96175e-ea30-451e-812e-f17dfcd920fa will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:57.880907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.909677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c850c626-36eb-4c7a-9650-2c182428cf62,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.912121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e840453e-6fcf-439d-8a2a-a91fbaf55a4f None None] Provisioning for port c29a333d-ee95-4a32-8b89-d9b51cd381bf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:57.921251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e840453e-6fcf-439d-8a2a-a91fbaf55a4f None None] Provisioning complete for port c29a333d-ee95-4a32-8b89-d9b51cd381bf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:57.921251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e840453e-6fcf-439d-8a2a-a91fbaf55a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.951872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.956288 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-892fc413-1172-408b-a5d3-e0cad968994a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c850c626-36eb-4c7a-9650-2c182428cf62 HTTP/1.1" status: 204 len: 168 time: 0.7498059 Apr 01 15:55:57.985740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.009304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.018945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e840453e-6fcf-439d-8a2a-a91fbaf55a4f None None] Port c29a333d-ee95-4a32-8b89-d9b51cd381bf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:58.078128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.110680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network 79bde9ce-a210-44b7-a486-5d03f850c421 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:58.116440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:58.119077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:55:58.126200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:58.126944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.137565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=5c96175e-ea30-451e-812e-f17dfcd920fa,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.249284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2d28df2-6c4d-4e93-b9b8-c036b44f62e1 None None] Provisioning complete for port c29a333d-ee95-4a32-8b89-d9b51cd381bf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:58.249824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2d28df2-6c4d-4e93-b9b8-c036b44f62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.274772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-806fcb61-75b8-4726-9681-203fbff7bc6d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8698139 Apr 01 15:55:58.283749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49162) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.288858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4add48bb-cbfa-4cbd-96b4-752da537084d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:58.337011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Router 637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:55:58.417982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b2d28df2-6c4d-4e93-b9b8-c036b44f62e1 None None] Port c29a333d-ee95-4a32-8b89-d9b51cd381bf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:58.482058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:55:58.492171 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db5308c1-1890-49b8-a5da-9e596eb89f78 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622934 Apr 01 15:55:58.496222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.500661 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] Sync routers for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:58.505526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 4add48bb-cbfa-4cbd-96b4-752da537084d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:58.513289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4add48bb-cbfa-4cbd-96b4-752da537084d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:58.513673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.527292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:58.527947 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.627187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.668150 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.694049 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:55:58.694049 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.701658 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5c62756c-e4c1-4e00-a823-34ee897e2fcb tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] delete failed (client error): The resource could not be found. Apr 01 15:55:58.702707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5c62756c-e4c1-4e00-a823-34ee897e2fcb tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-931882003 HTTP/1.1" status: 404 len: 334 time: 0.2054834 Apr 01 15:55:58.706997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.712234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8806dece-da94-4715-a1a8-3739007abb1b tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'router': {'external_gateway_info': {'network_id': '637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:58.712810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a166f7-87f3-49d6-ba5e-38640f2faef2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:58.713606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68a166f7-87f3-49d6-ba5e-38640f2faef2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:58.755408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c264d59d-82ba-4028-8be4-eb002d4088a4 None None] Provisioning for port 5c96175e-ea30-451e-812e-f17dfcd920fa completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:58.765580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c264d59d-82ba-4028-8be4-eb002d4088a4 None None] Provisioning complete for port 5c96175e-ea30-451e-812e-f17dfcd920fa triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:58.765960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c264d59d-82ba-4028-8be4-eb002d4088a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.780310 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.780720 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb9625-c89c-4c68-9548-1682ed356423 None None] The sync data for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:58.825993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.855736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c264d59d-82ba-4028-8be4-eb002d4088a4 None None] Port 5c96175e-ea30-451e-812e-f17dfcd920fa cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:55:58.874906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68a166f7-87f3-49d6-ba5e-38640f2faef2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:58.879890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68a166f7-87f3-49d6-ba5e-38640f2faef2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A20f HTTP/1.1" status: 200 len: 928 time: 0.5910268 Apr 01 15:55:58.881295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.886461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 4add48bb-cbfa-4cbd-96b4-752da537084d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4add48bb-cbfa-4cbd-96b4-752da537084d,segment=NetworkSegment(7d058aff-fc30-4968-953e-ac45212419f2),segment_id=7d058aff-fc30-4968-953e-ac45212419f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:55:58.958701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.973844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 5c96175e-ea30-451e-812e-f17dfcd920fa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:55:58.974268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.074941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=4add48bb-cbfa-4cbd-96b4-752da537084d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.153560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.185899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8806dece-da94-4715-a1a8-3739007abb1b tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.223072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.301896 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8806dece-da94-4715-a1a8-3739007abb1b tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] update failed (client error): The resource could not be found. Apr 01 15:55:59.302947 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8806dece-da94-4715-a1a8-3739007abb1b tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 HTTP/1.1" status: 404 len: 339 time: 0.5949771 Apr 01 15:55:59.307064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49194) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.463653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=090cb577-05d6-42de-8918-d06d9965b3a9,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.466019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.476200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0b97edd-ee7b-4949-9e55-01b6093eaa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.522046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.582834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.674026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 5c96175e-ea30-451e-812e-f17dfcd920fa owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:55:59.742063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8466b656-6aaf-4823-86df-058c2e31ebec tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:59.742688 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-8466b656-6aaf-4823-86df-058c2e31ebec tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:55:59.743203 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8466b656-6aaf-4823-86df-058c2e31ebec tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:55:59.744384 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8466b656-6aaf-4823-86df-058c2e31ebec tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1602359 Apr 01 15:55:59.748407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.780685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817086562'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:59.793570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:59.805837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:59.810777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:59.820350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:59.845429 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 31b3c9fc-2bfb-4261-bae6-93f9a66ed174 associated. External IP: 172.26.7.178, port: bee3310f-501f-4c1b-be5a-5cca5dd487ab. Apr 01 15:55:59.864808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.954315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.145713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.214232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.219580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4add48bb-cbfa-4cbd-96b4-752da537084d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:00.234589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.243665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.261223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.281365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.313300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4add48bb-cbfa-4cbd-96b4-752da537084d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:00.313812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.350298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=5c96175e-ea30-451e-812e-f17dfcd920fa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.400536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.504874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Allocated IP 172.20.0.1 (8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3/28be632f-a8ed-4a96-be0f-5a985b80ac97/d2e48437-c241-4891-a19d-77de03a1557e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:00.508927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.514261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-711868fb-67b8-4325-ad7b-929486dfc7b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/5c96175e-ea30-451e-812e-f17dfcd920fa HTTP/1.1" status: 204 len: 168 time: 1.6318853 Apr 01 15:56:00.517837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49210) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.534905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router abb691e2-80de-4320-a518-1220c65dc32d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:00.586402 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dc656c-2da0-4eaa-bf33-6bc6c8c28cfd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:00.588079 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-53dc656c-2da0-4eaa-bf33-6bc6c8c28cfd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/5c96175e-ea30-451e-812e-f17dfcd920fa HTTP/1.1" status: 404 len: 333 time: 0.0692582 Apr 01 15:56:00.600571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.606681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49214) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.701261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.730928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.734938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:00.746837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Sync routers for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:00.756135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.762140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:00.762140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:00.774247 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.778424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c8378-388f-4505-8392-1768a681e711,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.816458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port c29a333d-ee95-4a32-8b89-d9b51cd381bf {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:00.816802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.843802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.897385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.908358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f03bd82d-65bd-4ab1-9d11-0d483a2bee85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4734781 Apr 01 15:56:00.908358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:00.911412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.951252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:00.974394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Transition to ACTIVE for port object d2e48437-c241-4891-a19d-77de03a1557e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:00.983608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'status': 'completed', 'code': 200} Apr 01 15:56:01.026227 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a2a3352-1480-4cf3-9547-96fb1ccb17ec tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/31b3c9fc-2bfb-4261-bae6-93f9a66ed174 HTTP/1.1" status: 200 len: 992 time: 0.1130941 Apr 01 15:56:01.098051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-2055fbda-e9e1-4fd6-8c50-9714e4832644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.099541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-2055fbda-e9e1-4fd6-8c50-9714e4832644 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1099 time: 0.0731966 Apr 01 15:56:01.122403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.186172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.190793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.230599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.258503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-5639cc26-0ff0-49e1-8c12-5c0ed6d7ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.260092 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-5639cc26-0ff0-49e1-8c12-5c0ed6d7ba1e service neutron] 10.222.0.90 "GET /v2.0/networks?id=800e3e5b-776c-45ef-af2b-6958cdd9574a HTTP/1.1" status: 200 len: 897 time: 0.1514089 Apr 01 15:56:01.326625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '31b3c9fc-2bfb-4261-bae6-93f9a66ed174', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'port_id': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'mac_address': 'fa:16:3e:71:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:57Z', 'updated_at': '2022-04-01T15:55:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.330573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Checking router: abb691e2-80de-4320-a518-1220c65dc32d for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:01.340916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:01.341651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:55:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:01.376225 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-8662eb61-6dca-4b30-a5a2-bfda9906ad31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab HTTP/1.1" status: 200 len: 1000 time: 0.1098132 Apr 01 15:56:01.400876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for c29a333d-ee95-4a32-8b89-d9b51cd381bf owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:01.441983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-fb5cced6-0cc4-4342-963a-97a2e7148d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.443692 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-fb5cced6-0cc4-4342-963a-97a2e7148d66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5cd9403e-f28d-4f61-b452-15782ff62c07 HTTP/1.1" status: 200 len: 834 time: 0.0612690 Apr 01 15:56:01.461122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ac564-88e7-4b98-b0de-6d40e76d08ef,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.484040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:01.493999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:01.504982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:01.534369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-4dc96023-1080-41a7-93fc-77eac063fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.535905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-4dc96023-1080-41a7-93fc-77eac063fa30 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=800e3e5b-776c-45ef-af2b-6958cdd9574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860877 Apr 01 15:56:01.555790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Port': ['ID=d2e48437-c241-4891-a19d-77de03a1557e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.571223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.571223 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2c58c8f-8051-4693-9d0c-89e02c3a792d tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8178887 Apr 01 15:56:01.571934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.588986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'f60ac564-88e7-4b98-b0de-6d40e76d08ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:01.589821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:01.597848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:01.605989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:01.613198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.655396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:01.673163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:01.719346 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-08cc19cf-1db0-44ab-b3ce-dcd9eed197c5 service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763353 Apr 01 15:56:01.820082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.831442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.877702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=c29a333d-ee95-4a32-8b89-d9b51cd381bf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.905827 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee7417ba-b9f9-4e0d-a687-4f11d9243a75 req-c0290cb4-45c2-4db2-9918-9e1687eaabed service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802645 Apr 01 15:56:01.927633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.935915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.949624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b1ca069-9026-4e53-82d1-73595a61b5ed tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/c29a333d-ee95-4a32-8b89-d9b51cd381bf HTTP/1.1" status: 204 len: 168 time: 1.3343880 Apr 01 15:56:01.951961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.993044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab99b68c-b75a-4d7f-aa06-db2e7833c4b3 None None] Provisioning for port d2e48437-c241-4891-a19d-77de03a1557e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:01.998717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab99b68c-b75a-4d7f-aa06-db2e7833c4b3 None None] Provisioning complete for port d2e48437-c241-4891-a19d-77de03a1557e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:02.005928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab99b68c-b75a-4d7f-aa06-db2e7833c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.006442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d335226-a8ba-4e06-a2d1-4080c98b97e2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:02.006442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d335226-a8ba-4e06-a2d1-4080c98b97e2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:02.029471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.034213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.095218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab99b68c-b75a-4d7f-aa06-db2e7833c4b3 None None] Port d2e48437-c241-4891-a19d-77de03a1557e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:02.114723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '31b3c9fc-2bfb-4261-bae6-93f9a66ed174', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'port_id': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'mac_address': 'fa:16:3e:71:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:57Z', 'updated_at': '2022-04-01T15:55:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:02.120687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4f8a79-554c-4176-9f16-a0448580e302 None None] The sync data for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv is: [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '31b3c9fc-2bfb-4261-bae6-93f9a66ed174', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.178', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'port_id': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'mac_address': 'fa:16:3e:71:f0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:57Z', 'updated_at': '2022-04-01T15:55:57Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:02.127629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.274492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d335226-a8ba-4e06-a2d1-4080c98b97e2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:02.276354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d335226-a8ba-4e06-a2d1-4080c98b97e2 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/c29a333d-ee95-4a32-8b89-d9b51cd381bf HTTP/1.1" status: 404 len: 333 time: 0.3227444 Apr 01 15:56:02.292884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49236) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.303291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55e7773-555d-47a3-b663-7b609e24ba39,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.356625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-503ec070-856c-42cc-9761-1b82e75c9ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.389026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6e6b9dc7-e1a2-41a1-b2ce-ce0615df26e5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/31b3c9fc-2bfb-4261-bae6-93f9a66ed174 HTTP/1.1" status: 200 len: 992 time: 0.3564601 Apr 01 15:56:02.394651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet f22c3fdd-9fba-42ba-9dcb-3c277613719a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:02.398128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.407264 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb807b-0bf3-4c46-bb5c-a7980b96a824 None None] New status for floating IP 31b3c9fc-2bfb-4261-bae6-93f9a66ed174: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:02.442426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.444066 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2dc76fb5-4f90-4c0c-bee3-593999a0193c tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8708422 Apr 01 15:56:02.450956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.464397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'f60ac564-88e7-4b98-b0de-6d40e76d08ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:02.480594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:02.488532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:02.493097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:02.502557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.530176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:02.596738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.642270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.723917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.748497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.803860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.842908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=f22c3fdd-9fba-42ba-9dcb-3c277613719a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.846499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.852609 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c676773-f0b1-43e8-95a6-838afe570927 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/f22c3fdd-9fba-42ba-9dcb-3c277613719a HTTP/1.1" status: 204 len: 168 time: 0.5573018 Apr 01 15:56:02.854047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c088f59-4093-41ec-9b9a-8ec94f30da10 None None] Network 79bde9ce-a210-44b7-a486-5d03f850c421 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:02.855495 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:02.860434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.860933 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c9e1b84f-703c-48fd-ba9f-7a1c195c8159 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4045572 Apr 01 15:56:02.860933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49248) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.861119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.924122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.952735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.957625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.073330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event updated for resources: {'Port': ['ID=d2e48437-c241-4891-a19d-77de03a1557e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.075731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.079881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.104975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.111743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ac564-88e7-4b98-b0de-6d40e76d08ef,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.118775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.122519 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f87cc67-2c1b-4dbb-bcdc-30ff2e93288a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/f60ac564-88e7-4b98-b0de-6d40e76d08ef HTTP/1.1" status: 204 len: 168 time: 0.2598197 Apr 01 15:56:03.122886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.139936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] DHCP port deletion for 79bde9ce-a210-44b7-a486-5d03f850c421 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:03.154770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Deleting port 4add48bb-cbfa-4cbd-96b4-752da537084d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:03.155179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.182071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-60381e09-d1ea-4b6e-98cf-6b33b1edd928 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:03.189810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 4add48bb-cbfa-4cbd-96b4-752da537084d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:03.190146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.283606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-60381e09-d1ea-4b6e-98cf-6b33b1edd928 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:03.288768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-60381e09-d1ea-4b6e-98cf-6b33b1edd928 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612730 Apr 01 15:56:03.289550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49256) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.296950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--672504845'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:03.303942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:03.314019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:03.314674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:03.316880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:03.368776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] For port 4add48bb-cbfa-4cbd-96b4-752da537084d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4add48bb-cbfa-4cbd-96b4-752da537084d,segment=NetworkSegment(7d058aff-fc30-4968-953e-ac45212419f2),segment_id=7d058aff-fc30-4968-953e-ac45212419f2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:03.369222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.391840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.480763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.508024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Calling delete_port for 4add48bb-cbfa-4cbd-96b4-752da537084d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:03.530704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:03.545719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:03.552418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:03.574064 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-06d4e0a7-425b-43e7-835c-e92b8075548b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/31b3c9fc-2bfb-4261-bae6-93f9a66ed174 HTTP/1.1" status: 200 len: 994 time: 0.1688747 Apr 01 15:56:03.574723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port 4add48bb-cbfa-4cbd-96b4-752da537084d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4add48bb-cbfa-4cbd-96b4-752da537084d,segment=NetworkSegment(7d058aff-fc30-4968-953e-ac45212419f2),segment_id=7d058aff-fc30-4968-953e-ac45212419f2)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:03.574723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.574927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:03.630566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.647453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.651907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a2a026a1-9888-4c99-beb2-948b77833ccd None None] Provisioning complete for port d2e48437-c241-4891-a19d-77de03a1557e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.652318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2a026a1-9888-4c99-beb2-948b77833ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.680528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.710694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 4add48bb-cbfa-4cbd-96b4-752da537084d owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:03.715552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.740154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] Pushing event deleted for resources: {'Port': ['ID=4add48bb-cbfa-4cbd-96b4-752da537084d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.752263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b960ffd-df2b-4cec-9438-7fb62d8afaef None None] No DVR routers for this DVR port 4add48bb-cbfa-4cbd-96b4-752da537084d on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:03.752624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Router 637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:03.760497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2a026a1-9888-4c99-beb2-948b77833ccd None None] Port d2e48437-c241-4891-a19d-77de03a1557e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:03.777073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f955291-1a6f-4339-a5ec-125474ae6fc9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.866388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.874239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a703a2d5-5771-4583-8b3b-723ec5713838 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5771458 Apr 01 15:56:03.874239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49264) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.877528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e1d4a7f4-00dd-4b9a-a2da-4883e6906f42 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': '7f955291-1a6f-4339-a5ec-125474ae6fc9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:03.878398 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-e1d4a7f4-00dd-4b9a-a2da-4883e6906f42 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:56:03.878905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-e1d4a7f4-00dd-4b9a-a2da-4883e6906f42 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:03.879980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1d4a7f4-00dd-4b9a-a2da-4883e6906f42 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069361 Apr 01 15:56:03.887713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49268) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.964829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.993075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.055046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:04.055697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:04.064653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:04.074816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] Sync routers for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:04.076138 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6e614968-5401-49b5-9fa4-f7dd791c39da tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7680011 Apr 01 15:56:04.079418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.084804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:04.085762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.137280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.152434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.161561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:04.162415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.171186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f955291-1a6f-4339-a5ec-125474ae6fc9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.236054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.239597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b7d05a66-28fd-4bc9-8980-8616e22b60f3 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f955291-1a6f-4339-a5ec-125474ae6fc9 HTTP/1.1" status: 204 len: 168 time: 0.3484964 Apr 01 15:56:04.240718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49276) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.267845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0824caeb-1e96-45a0-8db0-e0eefe9103a7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.268312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4add48bb-cbfa-4cbd-96b4-752da537084d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:04.293993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bec6209-b96d-4995-9910-cf800143c377 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:04.314102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.314505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7ecb8-63f3-4cbf-97e8-28f5cf56c2f6 None None] The sync data for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:04.315678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 4add48bb-cbfa-4cbd-96b4-752da537084d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:04.315944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4add48bb-cbfa-4cbd-96b4-752da537084d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:04.380409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6bec6209-b96d-4995-9910-cf800143c377 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:04.381675 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bec6209-b96d-4995-9910-cf800143c377 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1397376 Apr 01 15:56:04.385668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.391036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172902104'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:04.397635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:04.408413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:04.425661 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-0824caeb-1e96-45a0-8db0-e0eefe9103a7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:04.426749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0824caeb-1e96-45a0-8db0-e0eefe9103a7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 HTTP/1.1" status: 409 len: 329 time: 0.3462005 Apr 01 15:56:04.429589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.488866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.509327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.530330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:04.534130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:04.536990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:04.543335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:04.559388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 4add48bb-cbfa-4cbd-96b4-752da537084d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:04.560202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.636346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] The port '4add48bb-cbfa-4cbd-96b4-752da537084d' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:04.792211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.823003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.829082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bde9ce-a210-44b7-a486-5d03f850c421']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.842148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d058aff-fc30-4968-953e-ac45212419f2') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.845670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d058aff-fc30-4968-953e-ac45212419f2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:04.854957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.871261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.877407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:04.877794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:04.892695 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:04.905107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.009039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e45bc-bebd-4fc5-b29c-52998f6443a4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.040320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.106571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.131446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.138486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.139792 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57a27b1d-8b2f-4d33-bca0-8b0cbcf8de44 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7528260 Apr 01 15:56:05.141901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=79bde9ce-a210-44b7-a486-5d03f850c421,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.143622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.151768 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d14674d-0596-421e-8665-6e9ddca9df48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/79bde9ce-a210-44b7-a486-5d03f850c421 HTTP/1.1" status: 204 len: 168 time: 2.2939963 Apr 01 15:56:05.152333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49292) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.155455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-47caf74f-8fdf-47ca-b0f1-17c0f25fde2f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'e35e45bc-bebd-4fc5-b29c-52998f6443a4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:05.156301 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-47caf74f-8fdf-47ca-b0f1-17c0f25fde2f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:56:05.156795 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-47caf74f-8fdf-47ca-b0f1-17c0f25fde2f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:05.157720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47caf74f-8fdf-47ca-b0f1-17c0f25fde2f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130057 Apr 01 15:56:05.161297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.166535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-979971363'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:05.186780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:05.194985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:05.203945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:05.214117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:05.251301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.279106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.300588 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:05.304010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.376565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port d2e48437-c241-4891-a19d-77de03a1557e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:05.376910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.435106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.449411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:05.460834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e45bc-bebd-4fc5-b29c-52998f6443a4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.469171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.469532 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment 73b7d353-517c-4b05-ada3-ef98d42189d9 of type vlan for network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae Apr 01 15:56:05.493202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.495436 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f98580da-9426-4918-a8f2-ec652b6159c7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/e35e45bc-bebd-4fc5-b29c-52998f6443a4 HTTP/1.1" status: 204 len: 168 time: 0.3324125 Apr 01 15:56:05.498076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49300) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.516699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.577395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1932975-e3a5-4c91-a90c-a1e2ecfda2d7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:05.577610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.637897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.643380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.643955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.686570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1932975-e3a5-4c91-a90c-a1e2ecfda2d7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:05.687823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1932975-e3a5-4c91-a90c-a1e2ecfda2d7 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887984 Apr 01 15:56:05.692049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.699948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--229743000'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:05.700180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Calling delete_port for d2e48437-c241-4891-a19d-77de03a1557e owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:05.748616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:05.766990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.769847 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-587dd1e2-955a-45bd-b99a-40c1a8e53347 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6096630 Apr 01 15:56:05.770936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:05.773140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49308) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.778534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:05.791493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:05.879319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.913828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:05.916730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:05.921138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:05.923904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:05.926686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:05.929385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:05.937517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:05.939587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:05.969550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.017738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.019164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Port': ['ID=d2e48437-c241-4891-a19d-77de03a1557e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.063943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:06.067528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.109195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.221766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.300285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.301362 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40088cee-a13a-428c-8ffa-cd7154c552ac tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6083860 Apr 01 15:56:06.305228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.311853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fb09cea6-c1c8-4409-b6d6-c64805eaf215 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.325970 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-fb09cea6-c1c8-4409-b6d6-c64805eaf215 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:56:06.326546 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-fb09cea6-c1c8-4409-b6d6-c64805eaf215 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:06.327623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb09cea6-c1c8-4409-b6d6-c64805eaf215 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219133 Apr 01 15:56:06.330642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49316) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.337397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d3dd91d-30dd-45b6-a1f7-7071994ffea8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.338529 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-8d3dd91d-30dd-45b6-a1f7-7071994ffea8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:56:06.339002 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8d3dd91d-30dd-45b6-a1f7-7071994ffea8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:06.339940 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d3dd91d-30dd-45b6-a1f7-7071994ffea8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083437 Apr 01 15:56:06.342552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.350083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4a097bb9-9007-423c-9f06-45977e159f3e tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.350863 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-4a097bb9-9007-423c-9f06-45977e159f3e tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:56:06.351357 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4a097bb9-9007-423c-9f06-45977e159f3e tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:06.352278 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4a097bb9-9007-423c-9f06-45977e159f3e tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088904 Apr 01 15:56:06.356466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.372816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a9d71140-d36a-40c8-bac5-fe5dae2164d0 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.377862 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-a9d71140-d36a-40c8-bac5-fe5dae2164d0 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:56:06.377862 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a9d71140-d36a-40c8-bac5-fe5dae2164d0 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:06.377862 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a9d71140-d36a-40c8-bac5-fe5dae2164d0 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0177376 Apr 01 15:56:06.378984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.387263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.457830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.484131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.488536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.592626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=9ff539ff-e071-4eb0-ad8b-c3d231b13338,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.606958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': '73b7d353-517c-4b05-ada3-ef98d42189d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:06.607353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:06.660671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Router 637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:06.667160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.686701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.699230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.702811 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4ebe77b2-8621-47f7-b11d-2ecf10c5276b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/e77fa1e5-12ad-4c54-8b8a-f7503b9d1de4 HTTP/1.1" status: 204 len: 168 time: 0.3205082 Apr 01 15:56:06.702971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.705766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:06.766440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8773fbc6-f71b-424d-91d7-8017ae667057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:06.794607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:06.804056 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-833bfa1d-2b31-4312-b59a-92361aa77819 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3734815 Apr 01 15:56:06.805740 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] Sync routers for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:06.808198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49336) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.815046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:06.815404 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:06.816201 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:06.820280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.820877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.833382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdecb54-735e-48f2-aee4-8b2d4f895e81 None None] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:06.843046 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8773fbc6-f71b-424d-91d7-8017ae667057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:06.844560 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8773fbc6-f71b-424d-91d7-8017ae667057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406665 Apr 01 15:56:06.849007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.854466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112801328'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.861125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:06.872606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:06.877516 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-797f9f11-7250-4feb-bfc8-b970ddff87ae tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] show failed (client error): The resource could not be found. Apr 01 15:56:06.878542 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-797f9f11-7250-4feb-bfc8-b970ddff87ae tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1990129128 HTTP/1.1" status: 404 len: 335 time: 0.0695007 Apr 01 15:56:06.882565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49344) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.889008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6bb6a9bd-fbde-4deb-92cb-857d05a6a792 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.916329 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:06.925609 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] Routers {'637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:06.926207 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:06.958521 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0a1e387-c4d2-499b-a2c9-b0a12c11e544 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1806209 Apr 01 15:56:06.958769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49348) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.961565 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6bb6a9bd-fbde-4deb-92cb-857d05a6a792 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] update failed (client error): The resource could not be found. Apr 01 15:56:06.962657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6bb6a9bd-fbde-4deb-92cb-857d05a6a792 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-379076048 HTTP/1.1" status: 404 len: 334 time: 0.0789063 Apr 01 15:56:06.969932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.970118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae', 'name': 'tempest-PortsIpV6TestJSON-1507965333', 'fixed_ips': [{'subnet_id': '9ff539ff-e071-4eb0-ad8b-c3d231b13338', 'ip_address': '2001:db8::10'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:06.988603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:06.989008 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c947c-6fdb-4f0e-9ea7-3d7e2d58aae8 None None] The sync data for ids ['637bc96a-81db-4f57-b5f9-1a1ef4a3bb14'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:07.041018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting subnet 93326f04-3318-4fc6-9d1d-99e48ec622ad {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:07.046224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.113907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.114425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae', 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': '9ff539ff-e071-4eb0-ad8b-c3d231b13338'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:07.114890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.119570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.200879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.209023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:07.213859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:07.217532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.223196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.267611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.285204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Allocated IP 2001:db8::2 (dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae/9ff539ff-e071-4eb0-ad8b-c3d231b13338/b6c35eaf-b692-4b04-bd23-326e35314d45) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:07.286927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.341354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.356273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.383838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:07.399131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Subnet': ['ID=93326f04-3318-4fc6-9d1d-99e48ec622ad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.403036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.409606 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-873758a3-3b81-4e5d-99f6-98fbb4172925 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/subnets/93326f04-3318-4fc6-9d1d-99e48ec622ad HTTP/1.1" status: 204 len: 168 time: 0.4421866 Apr 01 15:56:07.413261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49356) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.444590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cd74c-4a48-4f0e-8e81-bd832ed08e20 None None] Network 99865e71-f9bc-4fcc-a5ec-558526e6786c requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:07.515566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.585762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting subnet 0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:07.597755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b74d01-6e55-4b5d-b0e6-52b878178a7f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.600147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.667846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.681134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.682357 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89ce7692-0f9c-40a3-bdee-38670b4230c8 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8321493 Apr 01 15:56:07.685439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.689361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.692212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fd555a9d-d561-4a40-8a02-e7124daef9ef tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:07.693368 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-fd555a9d-d561-4a40-8a02-e7124daef9ef tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:07.693857 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-fd555a9d-d561-4a40-8a02-e7124daef9ef tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:07.697756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd555a9d-d561-4a40-8a02-e7124daef9ef tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079446 Apr 01 15:56:07.698006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.702849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:07.709863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.714559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:07.720120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.720283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:07.723835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.726890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Transition to ACTIVE for port object b6c35eaf-b692-4b04-bd23-326e35314d45 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:07.736558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port ae13a601-fbf8-460a-a26c-12185ae43d9a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:07.751240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Transition to ACTIVE for port object b6c35eaf-b692-4b04-bd23-326e35314d45 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:07.824666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] DHCP port deletion for 99865e71-f9bc-4fcc-a5ec-558526e6786c request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:07.830218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Deleting port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:07.830755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.860489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.887152 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:07.891863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ead8b865-c1f6-44ce-9e02-e47b592534bf tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1903088 Apr 01 15:56:07.893365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49368) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.899020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ea886d91-bde9-4878-9ed4-baede2a85705 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:07.899622 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-ea886d91-bde9-4878-9ed4-baede2a85705 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:56:07.904560 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-ea886d91-bde9-4878-9ed4-baede2a85705 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:07.904691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.904797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea886d91-bde9-4878-9ed4-baede2a85705 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070262 Apr 01 15:56:07.904797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49372) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.910739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:07.919177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.922112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:07.926298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:07.934374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.951082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Pushing event updated for resources: {'Port': ['ID=b6c35eaf-b692-4b04-bd23-326e35314d45,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.954744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:07.966375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:07.967747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:08.027506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::10 (dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae/9ff539ff-e071-4eb0-ad8b-c3d231b13338/ae13a601-fbf8-460a-a26c-12185ae43d9a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:08.121546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Attempting to bind port b6c35eaf-b692-4b04-bd23-326e35314d45 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:08.121838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Attempting to bind port b6c35eaf-b692-4b04-bd23-326e35314d45 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '73b7d353-517c-4b05-ada3-ef98d42189d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:08.122208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Attempting to bind port b6c35eaf-b692-4b04-bd23-326e35314d45 on network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:08.129192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.142759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:08.143165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Checking segment: {'id': '73b7d353-517c-4b05-ada3-ef98d42189d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:08.143582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.143982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Bound using segment: {'id': '73b7d353-517c-4b05-ada3-ef98d42189d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:08.146445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Bound port: b6c35eaf-b692-4b04-bd23-326e35314d45, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b7d353-517c-4b05-ada3-ef98d42189d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:08.146445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.152489 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:08.153556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-308c6806-3594-490d-9351-c84b81aa3f7a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2477090 Apr 01 15:56:08.157484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49376) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.162687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-685aa00b-fbc0-44b5-8636-5f4ebec01964 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.163194 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-685aa00b-fbc0-44b5-8636-5f4ebec01964 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:08.163675 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-685aa00b-fbc0-44b5-8636-5f4ebec01964 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:08.167673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-685aa00b-fbc0-44b5-8636-5f4ebec01964 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063279 Apr 01 15:56:08.167989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.172910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.184575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:08.190203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:08.193398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:08.217126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:08.237107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Subnet': ['ID=0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.249510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.257133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 495ae84d-12f7-44e6-8803-d143d2b7c6d9 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:08.271512 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e4cf06f-8bef-4258-8cf4-5eee55ed40fd tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/subnets/0e84714d-c89a-4c9a-b1cf-4c8e8ba9e0f6 HTTP/1.1" status: 204 len: 168 time: 0.8571682 Apr 01 15:56:08.274152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49384) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.297040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de9b9e5-235a-4cef-9180-1e2829c02525 None None] Network 24ac6f6f-5b1c-43e8-823f-040ae37bf57e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:08.344593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.365606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object ae13a601-fbf8-460a-a26c-12185ae43d9a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:08.403958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] For port 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=495ae84d-12f7-44e6-8803-d143d2b7c6d9,segment=NetworkSegment(c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd),segment_id=c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:08.404352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.408751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.420787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:08.421202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.444242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.476065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:08.480094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f90e37d7-6bed-4cbf-990b-7740b29b5285 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3083656 Apr 01 15:56:08.480268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49388) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.514287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:08.517967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:08.518449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-399a6f71-d1ba-4041-98ec-8e68ed475356 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.518859 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-399a6f71-d1ba-4041-98ec-8e68ed475356 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:56:08.519394 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-399a6f71-d1ba-4041-98ec-8e68ed475356 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:08.524367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-399a6f71-d1ba-4041-98ec-8e68ed475356 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0391216 Apr 01 15:56:08.524575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:08.528517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.529894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.530516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.535577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.545433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:08.557577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:08.562855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:08.569953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=ae13a601-fbf8-460a-a26c-12185ae43d9a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.593158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:08.616449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c6a0f549-9a2a-4b72-8d86-072b2c4e38a6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6566548 Apr 01 15:56:08.620998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.625650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Calling delete_port for 495ae84d-12f7-44e6-8803-d143d2b7c6d9 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:08.627340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae', 'name': 'tempest-PortsIpV6TestJSON-1879757463', 'fixed_ips': [{'subnet_id': '9ff539ff-e071-4eb0-ad8b-c3d231b13338', 'ip_address': '2001:db8::f'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:08.741955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] For port b6c35eaf-b692-4b04-bd23-326e35314d45, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:08.794341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:08.806395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:08.807321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] For port b6c35eaf-b692-4b04-bd23-326e35314d45, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c35eaf-b692-4b04-bd23-326e35314d45,segment=NetworkSegment(73b7d353-517c-4b05-ada3-ef98d42189d9),segment_id=73b7d353-517c-4b05-ada3-ef98d42189d9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:08.811445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] For port 495ae84d-12f7-44e6-8803-d143d2b7c6d9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=495ae84d-12f7-44e6-8803-d143d2b7c6d9,segment=NetworkSegment(c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd),segment_id=c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:08.811740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.851353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.912590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.946200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Calling delete_port for 495ae84d-12f7-44e6-8803-d143d2b7c6d9 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:08.946955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:08.953556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.954437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.990974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 948be357-6f50-44bc-a0c4-9cf1cd9805ce yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:09.005707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] DHCP port deletion for 24ac6f6f-5b1c-43e8-823f-040ae37bf57e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:09.010081 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:09.012931 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6589453a-171c-425e-ba96-1560958ac057 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4834270 Apr 01 15:56:09.021787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Deleting port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:09.022224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.022970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49400) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.046013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'b9b74d01-6e55-4b5d-b0e6-52b878178a7f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:09.053409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.060167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:09.063009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:09.069140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:09.069860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:09.070502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.074435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] No DVR routers for this DVR port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:09.115246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda7f14-8eda-45f8-aaeb-8a2da437c68e None None] Pushing event updated for resources: {'Port': ['ID=b6c35eaf-b692-4b04-bd23-326e35314d45,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.197963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49abec-7cca-4952-9c66-f0f3595fb002 None None] Pushing event deleted for resources: {'Port': ['ID=495ae84d-12f7-44e6-8803-d143d2b7c6d9,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.258062 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::f (dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae/9ff539ff-e071-4eb0-ad8b-c3d231b13338/948be357-6f50-44bc-a0c4-9cf1cd9805ce) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:09.275674 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:09.279412 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48bb586b-09a5-484d-9008-d6b7c1730034 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2526021 Apr 01 15:56:09.279847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.339018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] For port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,segment=NetworkSegment(b111cdaa-47c6-48d8-92d8-9110821925b5),segment_id=b111cdaa-47c6-48d8-92d8-9110821925b5)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:09.343124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.383331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.441977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.519606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Calling delete_port for ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:09.543881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.570996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 948be357-6f50-44bc-a0c4-9cf1cd9805ce will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:09.571410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port 495ae84d-12f7-44e6-8803-d143d2b7c6d9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:09.571410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.647066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] The port '495ae84d-12f7-44e6-8803-d143d2b7c6d9' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:09.774040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.798625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99865e71-f9bc-4fcc-a5ec-558526e6786c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.812723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.813027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9554f7f-6c8e-4fa1-a045-f8f3f6ecacbd') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:09.825887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.840117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.854406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.860116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b74d01-6e55-4b5d-b0e6-52b878178a7f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.869792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:09.870191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.872425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.882610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:09.894361 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:09.925263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] No DVR routers for this DVR port ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:09.943661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda367-d980-46b8-8cb8-6d7a9f31f118 None None] Pushing event deleted for resources: {'Port': ['ID=ad6c0682-3e5b-40d1-9a0b-12b33a6b8183,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.967585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.970331 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c52f43e-644f-49de-83c7-0f78f8db03dc tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9b74d01-6e55-4b5d-b0e6-52b878178a7f HTTP/1.1" status: 204 len: 168 time: 0.6880791 Apr 01 15:56:09.975065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.035367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3c18450e-f581-4cbc-8bf8-f2a0933d2562 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:10.062594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:10.070447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:10.075815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:10.081157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.081774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.089809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=948be357-6f50-44bc-a0c4-9cf1cd9805ce,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.109676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.129410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.141628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3c18450e-f581-4cbc-8bf8-f2a0933d2562 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:10.142405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c18450e-f581-4cbc-8bf8-f2a0933d2562 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1663229 Apr 01 15:56:10.143591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Network': ['ID=99865e71-f9bc-4fcc-a5ec-558526e6786c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.146834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.149129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba51e57e-63cb-4b96-97a7-dff4de540889 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/networks/99865e71-f9bc-4fcc-a5ec-558526e6786c HTTP/1.1" status: 204 len: 168 time: 1.8723714 Apr 01 15:56:10.150965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.157935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--644705343'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:10.163383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.198198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:10.216167 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc465c1e-f08c-46f3-a11e-ee5125d9c0a8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5932910 Apr 01 15:56:10.233223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.234124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c35eaf-b692-4b04-bd23-326e35314d45 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:10.335166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.335166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.337054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa623100-be57-44e5-8d18-5f3d860a8528 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.339302 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa623100-be57-44e5-8d18-5f3d860a8528 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1214521 Apr 01 15:56:10.341944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.360438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.367823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:10.385535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b6c35eaf-b692-4b04-bd23-326e35314d45 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:10.405047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:10.417479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:10.427888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f1858-1cd6-4ad6-8f09-cbabdeefc513 None None] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:10.454459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdfd70b-15c3-43c5-b253-739fffff0dec tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.457390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:10.461726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdfd70b-15c3-43c5-b253-739fffff0dec tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.468439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdfd70b-15c3-43c5-b253-739fffff0dec tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.472980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cfdfd70b-15c3-43c5-b253-739fffff0dec tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1271269 Apr 01 15:56:10.473220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49428) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.498519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:10.498857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ad6c0682-3e5b-40d1-9a0b-12b33a6b8183 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:10.531102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.550496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 948be357-6f50-44bc-a0c4-9cf1cd9805ce {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:10.551168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.566161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ac6f6f-5b1c-43e8-823f-040ae37bf57e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:10.576301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Provisioning for port b6c35eaf-b692-4b04-bd23-326e35314d45 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:10.584555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Provisioning complete for port b6c35eaf-b692-4b04-bd23-326e35314d45 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:10.585023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.589864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b111cdaa-47c6-48d8-92d8-9110821925b5') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:10.590168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b111cdaa-47c6-48d8-92d8-9110821925b5') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:10.608838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.645531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.649585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.657403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:10.657883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:10.677088 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:10.743714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.818390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.818673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20044538-cca1-404e-b8a8-9330e1ab0de8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.844631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.888535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] For port b6c35eaf-b692-4b04-bd23-326e35314d45, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c35eaf-b692-4b04-bd23-326e35314d45,segment=NetworkSegment(73b7d353-517c-4b05-ada3-ef98d42189d9),segment_id=73b7d353-517c-4b05-ada3-ef98d42189d9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:10.894985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.914458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.917264 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/networks/24ac6f6f-5b1c-43e8-823f-040ae37bf57e HTTP/1.1" status: 204 len: 168 time: 0.7653143 Apr 01 15:56:10.921669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.956951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 948be357-6f50-44bc-a0c4-9cf1cd9805ce owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:10.962493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acaa26-8a82-4872-9875-bfe88f321502 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Network': ['ID=24ac6f6f-5b1c-43e8-823f-040ae37bf57e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.964408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.968249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2404088c-8fe8-4095-b716-bba9ba58f553 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8170266 Apr 01 15:56:10.971731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.976367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': '20044538-cca1-404e-b8a8-9330e1ab0de8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:10.984005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.997712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.010879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.021006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.031361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.040510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting subnet 28be632f-a8ed-4a96-be0f-5a985b80ac97 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:11.047346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.079749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dd188-3e26-47f7-a234-8cff4c885bdc None None] Pushing event updated for resources: {'Port': ['ID=b6c35eaf-b692-4b04-bd23-326e35314d45,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.112342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.228771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.273295 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The resource could not be found. Apr 01 15:56:11.274322 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57af5f92-682a-4a10-8ce0-429e8159be7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3020318 Apr 01 15:56:11.277335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.284180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': '20044538-cca1-404e-b8a8-9330e1ab0de8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '57f3b555-6ca4-43cf-8fb6-cc2a00954003'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:11.294289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.301789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.307987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.312669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Provisioning for port ae13a601-fbf8-460a-a26c-12185ae43d9a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:11.314294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.314454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.320711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Provisioning complete for port ae13a601-fbf8-460a-a26c-12185ae43d9a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:11.322501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.371996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=948be357-6f50-44bc-a0c4-9cf1cd9805ce,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.388184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Port ae13a601-fbf8-460a-a26c-12185ae43d9a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:11.391121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Could not find standard attr ID for object 948be357-6f50-44bc-a0c4-9cf1cd9805ce. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:11.413101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Provisioning complete for port b6c35eaf-b692-4b04-bd23-326e35314d45 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:11.413638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f49532c7-c3ba-4f68-9973-62ae82439202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.413762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.415065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.429259 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7432acb7-ca63-464f-830b-03eb97621645 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/948be357-6f50-44bc-a0c4-9cf1cd9805ce HTTP/1.1" status: 204 len: 168 time: 0.9520965 Apr 01 15:56:11.429613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49444) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.462913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Subnet': ['ID=28be632f-a8ed-4a96-be0f-5a985b80ac97,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.468538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.477739 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f9a2e7d-268a-4797-8ac8-f1ff6094a644 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/subnets/28be632f-a8ed-4a96-be0f-5a985b80ac97 HTTP/1.1" status: 204 len: 168 time: 0.5548716 Apr 01 15:56:11.482979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.483130 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3733870-e45d-4324-96e7-37c9c6158cea tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:11.483618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3733870-e45d-4324-96e7-37c9c6158cea tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:11.484743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675543c-9fbb-4d57-90b0-dfe9a5adfad1 None None] Network 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:11.573961 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The resource could not be found. Apr 01 15:56:11.577357 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66677e12-9d65-4efc-b0bc-1cbcc456dd28 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2968152 Apr 01 15:56:11.578174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49452) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.627510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.642969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port ca9f725b-3eeb-43da-afa7-051f43fdf29c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:11.644142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.654137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.683531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.691584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3733870-e45d-4324-96e7-37c9c6158cea tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:11.695517 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3733870-e45d-4324-96e7-37c9c6158cea tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/948be357-6f50-44bc-a0c4-9cf1cd9805ce HTTP/1.1" status: 404 len: 333 time: 0.2649565 Apr 01 15:56:11.696430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49456) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.820006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port ae13a601-fbf8-460a-a26c-12185ae43d9a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:11.820347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.840658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.868150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20044538-cca1-404e-b8a8-9330e1ab0de8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.882801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.883007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] DHCP port deletion for 8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:11.883125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64c83dde-8a5e-47e6-a400-538c514eeb71 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/20044538-cca1-404e-b8a8-9330e1ab0de8 HTTP/1.1" status: 204 len: 168 time: 0.3002379 Apr 01 15:56:11.883125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49460) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.885420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf1e1182-2b23-404a-b35b-0d1c232a7020 None None] Provisioning complete for port ae13a601-fbf8-460a-a26c-12185ae43d9a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:11.886039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf1e1182-2b23-404a-b35b-0d1c232a7020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.920984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Deleting port ca9f725b-3eeb-43da-afa7-051f43fdf29c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:11.920984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.950805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1732ab70-9140-45d8-bb24-e78f84aee779 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:12.006374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e1182-2b23-404a-b35b-0d1c232a7020 None None] Port ae13a601-fbf8-460a-a26c-12185ae43d9a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:12.032110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1732ab70-9140-45d8-bb24-e78f84aee779 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:12.037071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1732ab70-9140-45d8-bb24-e78f84aee779 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502235 Apr 01 15:56:12.037284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] For port ca9f725b-3eeb-43da-afa7-051f43fdf29c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ca9f725b-3eeb-43da-afa7-051f43fdf29c,segment=NetworkSegment(cc9dfcf8-c301-4698-ab35-b902625feddf),segment_id=cc9dfcf8-c301-4698-ab35-b902625feddf)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:12.037284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.037834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.044659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': 'f429f8fc-352f-49df-aba9-5283d1702e34', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:12.046768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf1e1182-2b23-404a-b35b-0d1c232a7020 None None] Could not find standard attr ID for object 948be357-6f50-44bc-a0c4-9cf1cd9805ce. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:12.053698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.057968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:12.061145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:12.069953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.185009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] For port ca9f725b-3eeb-43da-afa7-051f43fdf29c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ca9f725b-3eeb-43da-afa7-051f43fdf29c,segment=NetworkSegment(cc9dfcf8-c301-4698-ab35-b902625feddf),segment_id=cc9dfcf8-c301-4698-ab35-b902625feddf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:12.190765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.250913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c35eaf-b692-4b04-bd23-326e35314d45 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:12.266252 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The resource could not be found. Apr 01 15:56:12.267373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f840588-20c1-400d-93af-8fe058ebbca9 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2285874 Apr 01 15:56:12.272762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.279795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--761891741'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:12.286342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.297716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.317550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Calling delete_port for ca9f725b-3eeb-43da-afa7-051f43fdf29c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:12.355161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Calling delete_port for ca9f725b-3eeb-43da-afa7-051f43fdf29c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:12.383286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.408838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.412893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:12.416358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:12.424858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.460523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b6c35eaf-b692-4b04-bd23-326e35314d45 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:12.460951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.491962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.518277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.530623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.583392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.602747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] Pushing event deleted for resources: {'Port': ['ID=ca9f725b-3eeb-43da-afa7-051f43fdf29c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.614106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24898b6-0b91-4f5f-9895-45437b8644e0 None None] No DVR routers for this DVR port ca9f725b-3eeb-43da-afa7-051f43fdf29c on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:12.619945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for ae13a601-fbf8-460a-a26c-12185ae43d9a owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:12.645507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5572187b-93e1-4c74-a4c6-1fc542c45048,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.670675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:12.671385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:12.685619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ca9f725b-3eeb-43da-afa7-051f43fdf29c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:12.712187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.714078 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa4dbc9b-cbb0-4dea-a736-5c5d5dbf2857 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400883 Apr 01 15:56:12.716965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.722482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--681057270'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:12.723354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ca9f725b-3eeb-43da-afa7-051f43fdf29c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:12.723709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ca9f725b-3eeb-43da-afa7-051f43fdf29c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:12.730802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.735360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:12.738342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:12.746423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.826185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.849547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.853396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:12.854670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.856312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:12.862535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.935380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.941578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=ae13a601-fbf8-460a-a26c-12185ae43d9a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.952707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.001329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.032808 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14de91ef-498f-4751-b3cc-fe168dd73642 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/ae13a601-fbf8-460a-a26c-12185ae43d9a HTTP/1.1" status: 204 len: 168 time: 1.3329396 Apr 01 15:56:13.033056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49476) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.050361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926fbaf-34c0-4fb0-aee2-548aa0f4ad93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.077830 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c062f8c-588e-429b-8d22-035773f7759c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:13.078367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c062f8c-588e-429b-8d22-035773f7759c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:13.120805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.122131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00764918-cd9d-42ee-aef3-45d1b8070439 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4038830 Apr 01 15:56:13.124942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49480) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.130113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group_rule': {'security_group_id': '5572187b-93e1-4c74-a4c6-1fc542c45048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4926fbaf-34c0-4fb0-aee2-548aa0f4ad93'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:13.136781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:13.140664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:13.143415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c062f8c-588e-429b-8d22-035773f7759c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:13.143595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:13.144592 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c062f8c-588e-429b-8d22-035773f7759c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/ae13a601-fbf8-460a-a26c-12185ae43d9a HTTP/1.1" status: 404 len: 333 time: 0.1106098 Apr 01 15:56:13.149266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:13.149801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49484) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.180603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Deleting port ca9f725b-3eeb-43da-afa7-051f43fdf29c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:13.180857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.262313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] The port 'ca9f725b-3eeb-43da-afa7-051f43fdf29c' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:13.277771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:13.278823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-18f3e4c7-36dd-47b0-b7c0-887d28190b96 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1528804 Apr 01 15:56:13.281729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.341583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 9ff539ff-e071-4eb0-ad8b-c3d231b13338 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:13.345850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.348500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.371811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.439913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.473671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.477560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.497289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926fbaf-34c0-4fb0-aee2-548aa0f4ad93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.501321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.505490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.506601 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-804a9223-b42d-4b0d-b289-90ede8fa1c16 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/4926fbaf-34c0-4fb0-aee2-548aa0f4ad93 HTTP/1.1" status: 204 len: 168 time: 0.2237926 Apr 01 15:56:13.509287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.525550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9dfcf8-c301-4698-ab35-b902625feddf') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.526294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9dfcf8-c301-4698-ab35-b902625feddf') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:13.542387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.569123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.572724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b98fadcb-a18a-4cf2-88c6-9a9f69e31d7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:13.586013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:13.586414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: util.warn( Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:13.600728 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:13.652192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b98fadcb-a18a-4cf2-88c6-9a9f69e31d7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:13.653540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b98fadcb-a18a-4cf2-88c6-9a9f69e31d7f tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1426835 Apr 01 15:56:13.656443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.679758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.719111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.746568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.797555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.802196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.827480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Pushing event deleted for resources: {'Network': ['ID=8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.832221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.865155 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-21a46e0e-2ca9-4ed9-a5e2-2cd94339ae45 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/networks/8c1d4a1b-9f1f-44ab-9995-bfdee0a303b3 HTTP/1.1" status: 204 len: 168 time: 2.3856406 Apr 01 15:56:13.867896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49500) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.877463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff539ff-e071-4eb0-ad8b-c3d231b13338,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.882356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.887246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78c9c209-b00e-4106-90ac-9db210d117bc tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/9ff539ff-e071-4eb0-ad8b-c3d231b13338 HTTP/1.1" status: 204 len: 168 time: 0.7333884 Apr 01 15:56:13.887595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49504) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.887918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee7671-2e0f-4114-80f0-86aa7b8b2f32 None None] Network dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:13.913726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.919158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dacf0a36-61a2-4cfd-9f07-cd084dbb85d0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Synchronizing usage tracker for tenant:c3ebd6debbd9419799eed2c22602945e on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:13.942584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572187b-93e1-4c74-a4c6-1fc542c45048,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.007487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.011226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cafbef6a-2be4-4982-bca4-a1b36e318066 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/5572187b-93e1-4c74-a4c6-1fc542c45048 HTTP/1.1" status: 204 len: 168 time: 0.3516057 Apr 01 15:56:14.011539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49508) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.045527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dacf0a36-61a2-4cfd-9f07-cd084dbb85d0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Unset dirty status for tenant:c3ebd6debbd9419799eed2c22602945e on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:14.050596 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dacf0a36-61a2-4cfd-9f07-cd084dbb85d0 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "GET /v2.0/ports?device_id=637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 HTTP/1.1" status: 200 len: 205 time: 0.1778202 Apr 01 15:56:14.053383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.077620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3dd79c57-12f3-4ef2-9185-5cf32003a3af tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:14.128431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.141414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port b6c35eaf-b692-4b04-bd23-326e35314d45 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:14.141752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.216824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] DHCP port deletion for dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:14.221244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Deleting port b6c35eaf-b692-4b04-bd23-326e35314d45 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:14.226890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.243066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.297102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3dd79c57-12f3-4ef2-9185-5cf32003a3af tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:14.302726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3dd79c57-12f3-4ef2-9185-5cf32003a3af tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2856383 Apr 01 15:56:14.306000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.312700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755281731'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:14.352677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port b6c35eaf-b692-4b04-bd23-326e35314d45, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c35eaf-b692-4b04-bd23-326e35314d45,segment=NetworkSegment(73b7d353-517c-4b05-ada3-ef98d42189d9),segment_id=73b7d353-517c-4b05-ada3-ef98d42189d9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:14.353683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.369307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:14.431765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] For port b6c35eaf-b692-4b04-bd23-326e35314d45, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c35eaf-b692-4b04-bd23-326e35314d45,segment=NetworkSegment(73b7d353-517c-4b05-ada3-ef98d42189d9),segment_id=73b7d353-517c-4b05-ada3-ef98d42189d9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:14.438662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.438809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:14.483311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for b6c35eaf-b692-4b04-bd23-326e35314d45 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:14.559820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Calling delete_port for b6c35eaf-b692-4b04-bd23-326e35314d45 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:14.569980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.574276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.574276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.607091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:14.611483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Usage tracker for resource:security_group_rule and tenant:986ccb7d4f5e4153a03b0bbed85a7a39 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:14.614351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:14.620625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:14.649296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.655692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:14.659036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:14.684803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.685406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Fanout notify agent at l3_agent the message router_deleted on router 637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:14.702607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=b6c35eaf-b692-4b04-bd23-326e35314d45,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.704426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No DVR routers for this DVR port b6c35eaf-b692-4b04-bd23-326e35314d45 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:14.727050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.730809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.731909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46141ddc-9c99-4d9b-9c8c-e5801f50aaf7 tempest-RoutersNegativeTest-121377543 tempest-RoutersNegativeTest-121377543-project] 10.222.0.18 "DELETE /v2.0/routers/637bc96a-81db-4f57-b5f9-1a1ef4a3bb14 HTTP/1.1" status: 204 len: 168 time: 0.6774185 Apr 01 15:56:14.801027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.830272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.845690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8933463-7210-4bfc-8acc-f3efae7626f0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.858920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:14.871821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b7d353-517c-4b05-ada3-ef98d42189d9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:14.874336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b7d353-517c-4b05-ada3-ef98d42189d9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:14.883485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.892063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.893330 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c989745-1b5f-4967-bd52-2b584700cae5 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5863485 Apr 01 15:56:14.896217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.900671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.902078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b951068d-9412-4be0-b9ef-864643c9450a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:14.902809 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-b951068d-9412-4be0-b9ef-864643c9450a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:56:14.903341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-b951068d-9412-4be0-b9ef-864643c9450a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:14.904313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b951068d-9412-4be0-b9ef-864643c9450a tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "PUT /v2.0/security-groups/c8933463-7210-4bfc-8acc-f3efae7626f0 HTTP/1.1" status: 409 len: 330 time: 0.0071623 Apr 01 15:56:14.906842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.907013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:14.907427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:14.922099 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:15.075238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.076546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.095745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.104221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.104599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.157671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Deleting port b6c35eaf-b692-4b04-bd23-326e35314d45 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:15.158234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.182585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e20f1f40-d334-472c-96a3-79d7d3fed220 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/dbfc2e66-dd83-4cef-b51b-e2b31d28b6ae HTTP/1.1" status: 204 len: 168 time: 1.2939062 Apr 01 15:56:15.183349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.189252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-491451092'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:15.194052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:15.198765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:network and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:15.201666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:15.207787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:15.209624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.221771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.233505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8933463-7210-4bfc-8acc-f3efae7626f0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.234438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc303441-7038-400e-8d7e-6c5c1757aac2 None None] The port 'b6c35eaf-b692-4b04-bd23-326e35314d45' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:15.293630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.294837 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c2a746f-3371-4707-b8ec-f8ade00b7ae1 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8933463-7210-4bfc-8acc-f3efae7626f0 HTTP/1.1" status: 204 len: 168 time: 0.3870950 Apr 01 15:56:15.297614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.313717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:15.317017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.373981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:15.377822 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-63d63fcc-43b1-485c-b925-65b84a9158b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3ebd6debbd9419799eed2c22602945e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548846 Apr 01 15:56:15.380324 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.381677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eabce96f-87fc-4652-ab61-299d36fa666b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Synchronizing usage tracker for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:15.391873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.392336 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Added segment 86e90b32-14a2-4d9f-b6ec-dbda4816152a of type vlan for network eee9e476-d6d4-46a7-bec7-118f3e4aa854 Apr 01 15:56:15.425251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.441074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.465992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.492220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eabce96f-87fc-4652-ab61-299d36fa666b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] Unset dirty status for tenant:986ccb7d4f5e4153a03b0bbed85a7a39 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:15.494259 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eabce96f-87fc-4652-ab61-299d36fa666b tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1949642 Apr 01 15:56:15.498181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49550) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.514682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-46bce1bd-91af-4d23-8b72-bffbde792efb tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] delete failed (client error): The resource could not be found. Apr 01 15:56:15.515684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46bce1bd-91af-4d23-8b72-bffbde792efb tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "DELETE /v2.0/security-groups/905ed6bd-6d06-45f4-9034-bab310cf85d7 HTTP/1.1" status: 404 len: 347 time: 0.0164058 Apr 01 15:56:15.519425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.534455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.539753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.540327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.566082 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-125aa160-50f6-4447-9d89-e1fdc3ea3150 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] show failed (client error): The resource could not be found. Apr 01 15:56:15.567060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-125aa160-50f6-4447-9d89-e1fdc3ea3150 tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-groups/21b91d47-697a-4998-bd07-3017e70f1666 HTTP/1.1" status: 404 len: 347 time: 0.0465827 Apr 01 15:56:15.570931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.582972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.596878 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-127520d8-7871-4256-9ac2-206d03ebf0af tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] show failed (client error): The resource could not be found. Apr 01 15:56:15.597869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-127520d8-7871-4256-9ac2-206d03ebf0af tempest-NegativeSecGroupTest-1048864506 tempest-NegativeSecGroupTest-1048864506-project] 10.222.0.18 "GET /v2.0/security-group-rules/44860f10-3ba6-419c-ac96-37d03569e773 HTTP/1.1" status: 404 len: 356 time: 0.0259521 Apr 01 15:56:15.600828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d593cea-c1b8-4fb5-a07b-31fc10729421,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.610616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.613720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9703bcaf-65a6-414b-ae92-c67d3b33b294 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d593cea-c1b8-4fb5-a07b-31fc10729421 HTTP/1.1" status: 204 len: 168 time: 0.2316742 Apr 01 15:56:15.662085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Network': ['ID=eee9e476-d6d4-46a7-bec7-118f3e4aa854,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.667569 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-222c4024-d9b7-44e9-b02e-e33ebc7f3afb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4831300 Apr 01 15:56:15.670623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.676823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:15.678049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:15.809350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:15.809350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:15.809889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:15.815608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:15.906270 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:15.909994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.074258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49580) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.206039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c35eaf-b692-4b04-bd23-326e35314d45 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:16.241538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b6c35eaf-b692-4b04-bd23-326e35314d45 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:16.242187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c35eaf-b692-4b04-bd23-326e35314d45 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:16.246672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.264543 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-98407eee-82a4-4952-9cb1-192107566629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=986ccb7d4f5e4153a03b0bbed85a7a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891258 Apr 01 15:56:16.265171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49592) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.326044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.327991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.336340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Checking segment: {'id': '86e90b32-14a2-4d9f-b6ec-dbda4816152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:16.336739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network hostable DHCP agents. Network: eee9e476-d6d4-46a7-bec7-118f3e4aa854, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:16.361011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.443206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:16.477438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.495236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c8378-388f-4505-8392-1768a681e711,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.534797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, eee9e476-d6d4-46a7-bec7-118f3e4aa854) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:16.545425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:16.545425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.545732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ceebe2-39e5-4bac-b1eb-0f77d1396bde None None] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:16.569437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.571272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4b1b584-18f5-4ecd-9a96-95428787a29c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c4c8378-388f-4505-8392-1768a681e711 HTTP/1.1" status: 204 len: 168 time: 0.3044963 Apr 01 15:56:16.652729 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5cd8ba09-bdfb-455c-9829-e0cd1b0bf7f7 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9808722 Apr 01 15:56:16.655443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49606) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.660647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-125216097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:16.668094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:16.671857 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:router and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:16.674934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:16.680528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:16.765958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-eee9e476-d6d4-46a7-bec7-118f3e4aa854', 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': 'a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:16.767032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.771967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.773064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.788788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.818355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.918360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.950183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Allocated IP 2001:db8::2 (eee9e476-d6d4-46a7-bec7-118f3e4aa854/a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6/018d8f79-573c-4977-91dc-724d9dcdef1e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:17.028158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.033673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.042116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854', 'name': 'tempest-PortsIpV6TestJSON-1008632790'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:17.048385 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8629a6c-fa0b-4e23-95aa-bc9978e50b48 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3907878 Apr 01 15:56:17.084525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ced4741c-0a2d-4683-a074-0530732b8569 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:17.088249 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-ced4741c-0a2d-4683-a074-0530732b8569 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:56:17.088249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ced4741c-0a2d-4683-a074-0530732b8569 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:17.088249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ced4741c-0a2d-4683-a074-0530732b8569 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2675295 Apr 01 15:56:17.091698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.097813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719525269'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:17.116273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.122764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.126043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.132505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.184196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.194122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Transition to ACTIVE for port object 018d8f79-573c-4977-91dc-724d9dcdef1e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:17.200664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.213624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Transition to ACTIVE for port object 018d8f79-573c-4977-91dc-724d9dcdef1e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:17.215242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.229342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.230720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.233431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.234567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.236269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.237501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.241856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.243117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.272391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.326237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.332046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:17.334740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:17.337243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:17.340877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.342603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:17.361937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:17.375792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Pushing event updated for resources: {'Port': ['ID=018d8f79-573c-4977-91dc-724d9dcdef1e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.394887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.408650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.415853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.420306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.435528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.449572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7510a19a-748e-4bb4-a870-b7b1ec650e7d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.475716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Attempting to bind port 018d8f79-573c-4977-91dc-724d9dcdef1e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:17.476089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Attempting to bind port 018d8f79-573c-4977-91dc-724d9dcdef1e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '86e90b32-14a2-4d9f-b6ec-dbda4816152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:17.476455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Attempting to bind port 018d8f79-573c-4977-91dc-724d9dcdef1e on network eee9e476-d6d4-46a7-bec7-118f3e4aa854 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:17.482081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:17.482461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Checking segment: {'id': '86e90b32-14a2-4d9f-b6ec-dbda4816152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:17.482922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.483353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Bound using segment: {'id': '86e90b32-14a2-4d9f-b6ec-dbda4816152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:17.483966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Bound port: 018d8f79-573c-4977-91dc-724d9dcdef1e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e90b32-14a2-4d9f-b6ec-dbda4816152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'eee9e476-d6d4-46a7-bec7-118f3e4aa854'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:17.485367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.517883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.538653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::234 (eee9e476-d6d4-46a7-bec7-118f3e4aa854/a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6/1a0acc71-48e2-47ce-84d9-9b12d9f9e167) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:17.582943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] For port 018d8f79-573c-4977-91dc-724d9dcdef1e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:17.585944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] For port 018d8f79-573c-4977-91dc-724d9dcdef1e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=018d8f79-573c-4977-91dc-724d9dcdef1e,segment=NetworkSegment(86e90b32-14a2-4d9f-b6ec-dbda4816152a),segment_id=86e90b32-14a2-4d9f-b6ec-dbda4816152a)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:17.594401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.639762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6155f79c-9fe3-4ebf-9593-f80e1220caf8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.654747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.712373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.715182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43bad1bb-2d9e-432e-b131-464169ef3ec8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6208279 Apr 01 15:56:17.716992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49626) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.722886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '6155f79c-9fe3-4ebf-9593-f80e1220caf8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:17.730652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.735648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.739384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.740482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db748bc-6f6f-4af7-acaf-9412605bff1e None None] Pushing event updated for resources: {'Port': ['ID=018d8f79-573c-4977-91dc-724d9dcdef1e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.751598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.757461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.772682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:17.838724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.889128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.903856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.970189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:17.976968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:17.982339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:17.988308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:17.988944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.991608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.001115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=1a0acc71-48e2-47ce-84d9-9b12d9f9e167,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.016164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca95e71-aaad-41c8-8443-c3e17854ce14,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.110014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.113938 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d7cd8ed-4168-43d6-8ff0-f7a02ef6e46f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935926 Apr 01 15:56:18.114273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.124460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '6155f79c-9fe3-4ebf-9593-f80e1220caf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:18.126531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:18.130796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:18.134240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:18.140938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:18.144453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aeb9cb79-c7ae-48fc-aefd-ce1d1cacdc6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1085057 Apr 01 15:56:18.147028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.218356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 018d8f79-573c-4977-91dc-724d9dcdef1e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:18.233475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.349103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 018d8f79-573c-4977-91dc-724d9dcdef1e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:18.383653 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:18.384788 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe97bae7-86b3-44e5-af4a-a8dc2829a474 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2694354 Apr 01 15:56:18.387634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.457510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.486933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.629621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.648550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6155f79c-9fe3-4ebf-9593-f80e1220caf8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.657997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.659438 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9082bf7-6339-4551-a070-a73758ac6c0e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/6155f79c-9fe3-4ebf-9593-f80e1220caf8 HTTP/1.1" status: 204 len: 168 time: 0.2708402 Apr 01 15:56:18.668360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.734813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e6826abb-0259-4475-8ff1-910282090bfe tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:18.791075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab36b8-fab4-4dc0-a5dd-835cf2121afe None None] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:18.852227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e6826abb-0259-4475-8ff1-910282090bfe tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:18.854713 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6826abb-0259-4475-8ff1-910282090bfe tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875629 Apr 01 15:56:18.859016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.865255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--221805970'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:18.871784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.873093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:18.883090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:18.956221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Provisioning for port 018d8f79-573c-4977-91dc-724d9dcdef1e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:18.968963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.971923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Provisioning complete for port 018d8f79-573c-4977-91dc-724d9dcdef1e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.972336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.990673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:18.994517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:18.997632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:19.004451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:19.078635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.137278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.153695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.190703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] For port 018d8f79-573c-4977-91dc-724d9dcdef1e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=018d8f79-573c-4977-91dc-724d9dcdef1e,segment=NetworkSegment(86e90b32-14a2-4d9f-b6ec-dbda4816152a),segment_id=86e90b32-14a2-4d9f-b6ec-dbda4816152a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:19.208950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa515a66-fe34-4237-96e7-f394f9ab7b9d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.251779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.266468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.280511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.284920 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9b169e2-4b91-4e18-a1ce-1f2d191968d8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4212284 Apr 01 15:56:19.285175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.290959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dd9a42d7-6478-4746-a6df-c6249d14f716 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'aa515a66-fe34-4237-96e7-f394f9ab7b9d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:19.292138 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-dd9a42d7-6478-4746-a6df-c6249d14f716 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:56:19.292278 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-dd9a42d7-6478-4746-a6df-c6249d14f716 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:19.296244 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dd9a42d7-6478-4746-a6df-c6249d14f716 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070543 Apr 01 15:56:19.296244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.328361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb24753-6d60-4804-971b-f80fe3554169 None None] Pushing event updated for resources: {'Port': ['ID=018d8f79-573c-4977-91dc-724d9dcdef1e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.345046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.365730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.397586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.471353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=1a0acc71-48e2-47ce-84d9-9b12d9f9e167,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.527003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.550067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa515a66-fe34-4237-96e7-f394f9ab7b9d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.554778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.554967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Provisioning for port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:19.557946 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7508e31d-54bb-4d10-8dcb-9d7e07d21463 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa515a66-fe34-4237-96e7-f394f9ab7b9d HTTP/1.1" status: 204 len: 168 time: 0.2589486 Apr 01 15:56:19.558776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.582200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Provisioning complete for port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:19.583059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.631903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-74426dd5-afcd-4d19-86a5-4a53252990a8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:19.648707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:19.651130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.660567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Provisioning complete for port 018d8f79-573c-4977-91dc-724d9dcdef1e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:19.660966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f72351a-e7eb-4e15-88e5-9bdfd02ea989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.708856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-74426dd5-afcd-4d19-86a5-4a53252990a8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:19.710428 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74426dd5-afcd-4d19-86a5-4a53252990a8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505928 Apr 01 15:56:19.715370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49664) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.721050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--465055001'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:19.727123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:19.738984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:19.826227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.843884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.865156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:19.897468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:19.905451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2548e0b5-c836-4c7d-a854-b848f2fa2901 None None] Provisioning complete for port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:19.905824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2548e0b5-c836-4c7d-a854-b848f2fa2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.906600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:19.915651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:19.961266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2548e0b5-c836-4c7d-a854-b848f2fa2901 None None] Port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:20.193227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 018d8f79-573c-4977-91dc-724d9dcdef1e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:20.223473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.261840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 018d8f79-573c-4977-91dc-724d9dcdef1e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:20.262507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.296855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.317867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.348224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21330c7-b199-4e3a-93f9-3ae4388957f0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.394306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.395075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.546666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.547890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0de312f6-0a44-4222-837f-6000fbe05c85 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8315272 Apr 01 15:56:20.551224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49668) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.557319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a1f9402f-2fbb-45ec-b531-94992a850de5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'e21330c7-b199-4e3a-93f9-3ae4388957f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:20.557871 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-a1f9402f-2fbb-45ec-b531-94992a850de5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:56:20.558384 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a1f9402f-2fbb-45ec-b531-94992a850de5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:20.559347 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1f9402f-2fbb-45ec-b531-94992a850de5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070603 Apr 01 15:56:20.561825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49672) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.616851 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:20.625403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.643037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=1a0acc71-48e2-47ce-84d9-9b12d9f9e167,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.651813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.699584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:20.700756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:20.763341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.786634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21330c7-b199-4e3a-93f9-3ae4388957f0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.792358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.796246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49c24b16-c259-4ab6-8ddd-ce1af84574d9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/e21330c7-b199-4e3a-93f9-3ae4388957f0 HTTP/1.1" status: 204 len: 168 time: 0.2333522 Apr 01 15:56:20.797067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49676) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.851534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-376f597b-7244-48e5-b6b3-d0b0f0fad020 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:20.917717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-376f597b-7244-48e5-b6b3-d0b0f0fad020 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:20.919036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-376f597b-7244-48e5-b6b3-d0b0f0fad020 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208458 Apr 01 15:56:20.922698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.928040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700095136'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:20.934812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:20.944485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:20.968849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Router 16851058-1327-4b78-b518-ba0bcd34012d is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:20.988505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0c61934c-421c-4ab9-bfe3-4c0878313678 None None] Provisioning complete for port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:20.988884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c61934c-421c-4ab9-bfe3-4c0878313678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.042212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c61934c-421c-4ab9-bfe3-4c0878313678 None None] Port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:21.054766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.079587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.083605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.086547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.093949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.132529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:21.139975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1d9f3133-1879-48f5-91ef-5b3ca32bd1b9 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/routers/16851058-1327-4b78-b518-ba0bcd34012d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901152 Apr 01 15:56:21.141148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.143931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] Sync routers for ids ['16851058-1327-4b78-b518-ba0bcd34012d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:21.153435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] Routers {'16851058-1327-4b78-b518-ba0bcd34012d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:21.154052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['16851058-1327-4b78-b518-ba0bcd34012d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.210711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.216214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.224782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] Routers {'16851058-1327-4b78-b518-ba0bcd34012d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:21.225394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['16851058-1327-4b78-b518-ba0bcd34012d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.241877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c4662-3323-49f5-b908-3e70989ec1e8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:21.242564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b58c4662-3323-49f5-b908-3e70989ec1e8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:21.268752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.290674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:21.291278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feb8e6-d26d-4dfd-b61c-11f9135bb04a None None] The sync data for ids ['16851058-1327-4b78-b518-ba0bcd34012d'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:21.312327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b92e4-6961-4698-8845-a5ad43b7edcc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.345935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b58c4662-3323-49f5-b908-3e70989ec1e8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:21.347227 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b58c4662-3323-49f5-b908-3e70989ec1e8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?device_id=16851058-1327-4b78-b518-ba0bcd34012d HTTP/1.1" status: 200 len: 989 time: 0.2049530 Apr 01 15:56:21.350069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.512858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.513963 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cbff5670-beaa-4d82-b181-576c23b9a551 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5903122 Apr 01 15:56:21.516892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.522124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-916eb5b3-0da0-4390-b3f5-38d9367cc10a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b92e4-6961-4698-8845-a5ad43b7edcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.524055 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-916eb5b3-0da0-4390-b3f5-38d9367cc10a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:56:21.524579 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-916eb5b3-0da0-4390-b3f5-38d9367cc10a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:21.525556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-916eb5b3-0da0-4390-b3f5-38d9367cc10a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076423 Apr 01 15:56:21.528141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49696) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.532618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6fbefb53-0334-4bfd-877e-ab3067a1bef4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b92e4-6961-4698-8845-a5ad43b7edcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.533240 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-6fbefb53-0334-4bfd-877e-ab3067a1bef4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:56:21.533694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-6fbefb53-0334-4bfd-877e-ab3067a1bef4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:21.534568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6fbefb53-0334-4bfd-877e-ab3067a1bef4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055766 Apr 01 15:56:21.536809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.542713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de9dfba7-c071-45ae-8e8d-afaef0879a4e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b92e4-6961-4698-8845-a5ad43b7edcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.543527 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-de9dfba7-c071-45ae-8e8d-afaef0879a4e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:56:21.544146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-de9dfba7-c071-45ae-8e8d-afaef0879a4e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:21.547505 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de9dfba7-c071-45ae-8e8d-afaef0879a4e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072696 Apr 01 15:56:21.547650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.552571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-68d5a848-5937-473b-ae93-e138f9eb9b26 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'dd3b92e4-6961-4698-8845-a5ad43b7edcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.553423 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-68d5a848-5937-473b-ae93-e138f9eb9b26 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:56:21.553900 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-68d5a848-5937-473b-ae93-e138f9eb9b26 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:21.557963 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68d5a848-5937-473b-ae93-e138f9eb9b26 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063007 Apr 01 15:56:21.558256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.619988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.648644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.754511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.776700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b92e4-6961-4698-8845-a5ad43b7edcc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.782036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.783135 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0eb3ef06-dc51-42c1-a7c1-9a537cb834a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/dd3b92e4-6961-4698-8845-a5ad43b7edcc HTTP/1.1" status: 204 len: 168 time: 0.2241879 Apr 01 15:56:21.785881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.836283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01cc1a61-d942-4f67-8ec7-c90a00f8193c tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:21.939959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01cc1a61-d942-4f67-8ec7-c90a00f8193c tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:21.941290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-01cc1a61-d942-4f67-8ec7-c90a00f8193c tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1544986 Apr 01 15:56:21.945430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.950527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405501720'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:21.950845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.957065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.967420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:22.051860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.071835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:22.076723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:22.078907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:22.084852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:22.160511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.223399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.228949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:22.229290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.273727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a479db7-9ac3-4a63-81c8-db69645e8906,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.329028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.330183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ccfe87c0-6f20-4e21-8412-3606a9c3bdc0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3838186 Apr 01 15:56:22.333139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49722) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.338573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0dc6ea5f-4969-4fa0-bbe0-94206ab992ea tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.339044 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-0dc6ea5f-4969-4fa0-bbe0-94206ab992ea tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:22.339553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-0dc6ea5f-4969-4fa0-bbe0-94206ab992ea tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:22.342938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0dc6ea5f-4969-4fa0-bbe0-94206ab992ea tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064311 Apr 01 15:56:22.343170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.348035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.354801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:22.358639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:22.361479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:22.367308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:22.421366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.532218 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:22.533924 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a8ffe7e5-8b15-427a-9e14-71bcec7e1672 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1898456 Apr 01 15:56:22.536748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.543020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 1a0acc71-48e2-47ce-84d9-9b12d9f9e167 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:22.580556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-db899f93-761b-43ff-a028-82e92a695ab4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.581188 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-db899f93-761b-43ff-a028-82e92a695ab4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:56:22.581672 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-db899f93-761b-43ff-a028-82e92a695ab4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:22.582589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db899f93-761b-43ff-a028-82e92a695ab4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122688 Apr 01 15:56:22.585817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49734) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.590815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.597685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:22.601666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:22.605112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:22.610951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:22.789243 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:22.790470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99959e93-c967-432a-9bf0-aa5249cff937 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2036331 Apr 01 15:56:22.793373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49738) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.798921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-91f08336-e9c8-4d10-98a9-e7fe99960e47 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.799792 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-91f08336-e9c8-4d10-98a9-e7fe99960e47 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:56:22.800346 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-91f08336-e9c8-4d10-98a9-e7fe99960e47 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:22.801344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-91f08336-e9c8-4d10-98a9-e7fe99960e47 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070009 Apr 01 15:56:22.803593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49742) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.808562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:22.815056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:22.817636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.818910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:22.822446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:22.828439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:22.949453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Project 26baacfa2a4d4e269a152b9fc17196f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:23.017521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=1a0acc71-48e2-47ce-84d9-9b12d9f9e167,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.052470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:23.057012 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8b71ca29-0984-496e-b2ba-3dc93f3f805a tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2491078 Apr 01 15:56:23.057130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49746) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.062913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-758b2075-fcd7-4287-a13e-3dd4cc5a62f9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:23.063411 dv-neutron-835943-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-758b2075-fcd7-4287-a13e-3dd4cc5a62f9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:56:23.063890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-758b2075-fcd7-4287-a13e-3dd4cc5a62f9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:23.067125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-758b2075-fcd7-4287-a13e-3dd4cc5a62f9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066750 Apr 01 15:56:23.067450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49750) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.076185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:23.082291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:23.086185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:23.089414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:23.095997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:23.170011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.183794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Project 26baacfa2a4d4e269a152b9fc17196f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:23.269160 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:23.270218 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c5e4dd9-237a-4c76-92d9-890ec7db67c8 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2017708 Apr 01 15:56:23.273058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49754) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.278827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '9a479db7-9ac3-4a63-81c8-db69645e8906', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:23.285518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:23.289370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:23.292796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:23.298510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:23.365960 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Project 26baacfa2a4d4e269a152b9fc17196f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:23.437737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Router 16851058-1327-4b78-b518-ba0bcd34012d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:23.460326 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:23.461569 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1084ff7d-262c-48d3-afa3-3b1b5ec5e06f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1873331 Apr 01 15:56:23.464826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49758) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.526417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.555848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.571790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:23.582400 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879c135-d205-4496-8534-057be1ee5dab None None] Sync routers for ids ['16851058-1327-4b78-b518-ba0bcd34012d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:23.593163 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] Routers {'16851058-1327-4b78-b518-ba0bcd34012d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:23.593832 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['16851058-1327-4b78-b518-ba0bcd34012d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.653613 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.661979 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] Routers {'16851058-1327-4b78-b518-ba0bcd34012d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:23.662607 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['16851058-1327-4b78-b518-ba0bcd34012d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.670760 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-712972e3-a0fb-40e9-a7bd-1bd20f09fd28 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/routers/16851058-1327-4b78-b518-ba0bcd34012d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3196273 Apr 01 15:56:23.673465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.694740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.716717 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-703428c7-3755-4718-b7b9-3b239d2a7116 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:23.718360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-703428c7-3755-4718-b7b9-3b239d2a7116 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:23.719201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a479db7-9ac3-4a63-81c8-db69645e8906,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.723160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.727093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a19000cb-5f04-423a-8809-78220b2122bf tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a479db7-9ac3-4a63-81c8-db69645e8906 HTTP/1.1" status: 204 len: 168 time: 0.2613294 Apr 01 15:56:23.727312 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f879c135-d205-4496-8534-057be1ee5dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.727686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.731395 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879c135-d205-4496-8534-057be1ee5dab None None] The sync data for ids ['16851058-1327-4b78-b518-ba0bcd34012d'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:23.781189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92e24682-c22f-4284-b061-ec7985e458aa tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:23.837904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-703428c7-3755-4718-b7b9-3b239d2a7116 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:23.839181 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-703428c7-3755-4718-b7b9-3b239d2a7116 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/1a0acc71-48e2-47ce-84d9-9b12d9f9e167 HTTP/1.1" status: 404 len: 333 time: 0.1644597 Apr 01 15:56:23.841999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.902393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92e24682-c22f-4284-b061-ec7985e458aa tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:23.903600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92e24682-c22f-4284-b061-ec7985e458aa tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1737056 Apr 01 15:56:23.908027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.913589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--843019443'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:23.919577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:23.929667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:23.975710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.017295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.037642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:24.041431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:24.044282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:24.050296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:24.123542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.203382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.255032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda22ac5-ec0a-4f5f-98ea-8ab7bef10078,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.331556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.332838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23186fab-d7da-4d34-a9b2-b575a15adfc5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4236460 Apr 01 15:56:24.335665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.341208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'cda22ac5-ec0a-4f5f-98ea-8ab7bef10078', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:24.347153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:24.351164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:24.354735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:24.360581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:24.388369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.390931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.502956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.503517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Fanout notify agent at l3_agent the message router_deleted on router 16851058-1327-4b78-b518-ba0bcd34012d {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:24.515816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.516886 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2977c168-feb2-4fa3-9b78-66d9038c415c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/routers/16851058-1327-4b78-b518-ba0bcd34012d HTTP/1.1" status: 204 len: 168 time: 0.6739540 Apr 01 15:56:24.519513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49782) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.572518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The resource could not be found. Apr 01 15:56:24.573692 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16946a03-ece8-4269-b934-70f8430c8573 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2370622 Apr 01 15:56:24.576594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49786) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.581731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'cda22ac5-ec0a-4f5f-98ea-8ab7bef10078', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bfd4c004-4707-405e-88ae-0ac2e944b644'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:24.585229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:24.588589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:24.588747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.592514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:24.595428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:24.601700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:24.644203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.726993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.800662 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The resource could not be found. Apr 01 15:56:24.801612 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00a2d835-ecec-4eb0-adc4-8571b3b1a08e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2239492 Apr 01 15:56:24.804422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49790) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.860594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.870083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.896874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.902987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.906477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.912400 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1593faa-d1a8-49de-83c2-679d5d40a06f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6 HTTP/1.1" status: 204 len: 168 time: 0.3918920 Apr 01 15:56:24.914798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebd3ef-c522-4af8-8f1a-175da551cc66 None None] Network eee9e476-d6d4-46a7-bec7-118f3e4aa854 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:24.915335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.026721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.028984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.041826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port 018d8f79-573c-4977-91dc-724d9dcdef1e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:25.041826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.047758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda22ac5-ec0a-4f5f-98ea-8ab7bef10078,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.054706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.056791 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3fd7cecd-07a4-417d-9877-072d4dbebcb7 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/cda22ac5-ec0a-4f5f-98ea-8ab7bef10078 HTTP/1.1" status: 204 len: 168 time: 0.2506380 Apr 01 15:56:25.059621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.122314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9345af47-d565-4762-93ac-e7991329ba15 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:25.216731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af861272-0350-4dbd-b413-badc4300325a None None] DHCP port deletion for eee9e476-d6d4-46a7-bec7-118f3e4aa854 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:25.221123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af861272-0350-4dbd-b413-badc4300325a None None] Deleting port 018d8f79-573c-4977-91dc-724d9dcdef1e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:25.221489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861272-0350-4dbd-b413-badc4300325a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.251300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9345af47-d565-4762-93ac-e7991329ba15 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:25.252550 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9345af47-d565-4762-93ac-e7991329ba15 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1920037 Apr 01 15:56:25.256814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49802) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.262623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': 'f3f5a31f-85fe-4e93-b2c8-53ca4699e08b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:25.268332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:25.272148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:25.275791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:25.281545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:25.359169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] For port 018d8f79-573c-4977-91dc-724d9dcdef1e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=018d8f79-573c-4977-91dc-724d9dcdef1e,segment=NetworkSegment(86e90b32-14a2-4d9f-b6ec-dbda4816152a),segment_id=86e90b32-14a2-4d9f-b6ec-dbda4816152a)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:25.359413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.426558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af861272-0350-4dbd-b413-badc4300325a None None] For port 018d8f79-573c-4977-91dc-724d9dcdef1e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=018d8f79-573c-4977-91dc-724d9dcdef1e,segment=NetworkSegment(86e90b32-14a2-4d9f-b6ec-dbda4816152a),segment_id=86e90b32-14a2-4d9f-b6ec-dbda4816152a)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:25.426951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861272-0350-4dbd-b413-badc4300325a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.493923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for 018d8f79-573c-4977-91dc-724d9dcdef1e owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:25.547649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af861272-0350-4dbd-b413-badc4300325a None None] Calling delete_port for 018d8f79-573c-4977-91dc-724d9dcdef1e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:25.603378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The resource could not be found. Apr 01 15:56:25.604441 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d4ad5af-4291-42d2-b913-1613d0959322 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3467746 Apr 01 15:56:25.608011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49806) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.614670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705370414'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:25.619264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:25.628652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:25.634955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.638125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-af861272-0350-4dbd-b413-badc4300325a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:25.638489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-af861272-0350-4dbd-b413-badc4300325a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:25.687291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=018d8f79-573c-4977-91dc-724d9dcdef1e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.689080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No DVR routers for this DVR port 018d8f79-573c-4977-91dc-724d9dcdef1e on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:25.736525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.820839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:25.828157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.835052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:25.840257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:25.854264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:25.863270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee9e476-d6d4-46a7-bec7-118f3e4aa854']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:25.879665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e90b32-14a2-4d9f-b6ec-dbda4816152a') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:25.879900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e90b32-14a2-4d9f-b6ec-dbda4816152a') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:25.898383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.921655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.933441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:25.933826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:25.947967 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:26.046862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.139821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af861272-0350-4dbd-b413-badc4300325a None None] Deleting port 018d8f79-573c-4977-91dc-724d9dcdef1e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:26.140385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af861272-0350-4dbd-b413-badc4300325a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.151427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.187965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.205270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 018d8f79-573c-4977-91dc-724d9dcdef1e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:26.218907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.234390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=eee9e476-d6d4-46a7-bec7-118f3e4aa854,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.236385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-af861272-0350-4dbd-b413-badc4300325a None None] The port '018d8f79-573c-4977-91dc-724d9dcdef1e' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 15:56:26.249398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 018d8f79-573c-4977-91dc-724d9dcdef1e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:26.249586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1487eda2-b487-45ff-bc6f-9f705f70e30e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.249824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 018d8f79-573c-4977-91dc-724d9dcdef1e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:26.254529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-91b16449-ab41-438d-8dc2-2686d8f9f2b0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/eee9e476-d6d4-46a7-bec7-118f3e4aa854 HTTP/1.1" status: 204 len: 168 time: 1.3387530 Apr 01 15:56:26.258316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49810) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.400255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.401364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-56451332-5315-4d06-b3b5-ef40577ef344 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7924082 Apr 01 15:56:26.404209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.409447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403122631'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.415986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.420187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.423038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.429122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.436031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed1c30a-6511-489e-8a3d-e93a8ecc00ef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:26.436604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bed1c30a-6511-489e-8a3d-e93a8ecc00ef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:26.497299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.517521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.521160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.522853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bed1c30a-6511-489e-8a3d-e93a8ecc00ef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:26.524062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bed1c30a-6511-489e-8a3d-e93a8ecc00ef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/ac374aed-b911-41f7-8572-2c86cc9f91fc HTTP/1.1" status: 200 len: 845 time: 0.2641473 Apr 01 15:56:26.524441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.527730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49818) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.530115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.594358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d55cedd4-629c-4e82-af8b-1d2d7c77dffb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/ac374aed-b911-41f7-8572-2c86cc9f91fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0655115 Apr 01 15:56:26.598218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49822) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.601097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.604257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.651786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.697607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ca3e5-2d16-4729-ac81-924164f77e3f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.714135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.717938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.720707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.726411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.768815 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.770672 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da51cc64-4848-4157-9a5b-407920c2213e tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3654320 Apr 01 15:56:26.772900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.777899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '1487eda2-b487-45ff-bc6f-9f705f70e30e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'eb4ca3e5-2d16-4729-ac81-924164f77e3f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:26.784593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:26.788443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:26.791864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:26.797656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:26.857189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:26.860662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.884277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.992388 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55471435-b202-4cad-9ab5-239e518a04b6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/31b3c9fc-2bfb-4261-bae6-93f9a66ed174 HTTP/1.1" status: 200 len: 994 time: 0.1068707 Apr 01 15:56:27.028764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:27.029807 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed6799fa-9eb9-495b-a89e-ae331d2324ff tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2559550 Apr 01 15:56:27.038719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.145875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.173535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.217116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.276246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:27.279322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:27.283311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.283448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:27.283448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.288635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919fb23-10fa-4909-9f23-5c69d44984b5 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:27.307095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.319999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=56a35095-0de9-46d4-b712-aba0f121b0fa,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.330787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ca3e5-2d16-4729-ac81-924164f77e3f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.334855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.335992 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3f093a5-706d-4680-8107-d15ebb3f925d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb4ca3e5-2d16-4729-ac81-924164f77e3f HTTP/1.1" status: 204 len: 168 time: 0.2963357 Apr 01 15:56:27.339586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49848) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.408040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15485b1f-6baa-4f3b-98ac-9caed02ae701 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:27.422369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-120638ce-cd37-4b0b-8cd8-c2dd2c3931bd tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8229852 Apr 01 15:56:27.424996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.430195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'security_group': {'name': 'tempest-secgroup-1485809931'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:27.436388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.440360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.443349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.451126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.480691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15485b1f-6baa-4f3b-98ac-9caed02ae701 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:27.489541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15485b1f-6baa-4f3b-98ac-9caed02ae701 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1416371 Apr 01 15:56:27.490153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49856) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.557712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.569175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-d6554930-37f0-4c24-b98d-985ad457b4eb', 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'tenant_id': 'c589bbb66ea04a63a2ae90a91da3b23f', 'fixed_ips': [{'subnet_id': '56a35095-0de9-46d4-b712-aba0f121b0fa'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:27.570005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.580686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.597951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.610129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.615229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.624175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.631721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.633926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 090cb577-05d6-42de-8918-d06d9965b3a9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:27.634433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.733324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Allocated IP 2001:db8::2 (d6554930-37f0-4c24-b98d-985ad457b4eb/56a35095-0de9-46d4-b712-aba0f121b0fa/5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:27.770500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.799751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487eda2-b487-45ff-bc6f-9f705f70e30e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.824132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.824370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.839009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.889978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.893641 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-91a26fb9-6029-432f-8a78-9ffef09dc247 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/1487eda2-b487-45ff-bc6f-9f705f70e30e HTTP/1.1" status: 204 len: 168 time: 0.4000862 Apr 01 15:56:27.894024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49860) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.914112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.954296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 090cb577-05d6-42de-8918-d06d9965b3a9 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:27.954599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.966619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Transition to ACTIVE for port object 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:27.986133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Transition to ACTIVE for port object 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:27.989377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd76dab-0677-4ce7-89d4-9c4498be485a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.993947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a62a4cfd-4015-428c-9b76-61d8f4b95bf9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:28.026226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.027682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59519e05-7ce8-444f-b2d4-ad191704859a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6016417 Apr 01 15:56:28.030296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49864) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.035250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075846518'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.041262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.045819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.049080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.056364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.060811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.117110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a62a4cfd-4015-428c-9b76-61d8f4b95bf9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:28.124449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a62a4cfd-4015-428c-9b76-61d8f4b95bf9 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2233934 Apr 01 15:56:28.124770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49868) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.130404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--51923907'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.137407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.143311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:28.146427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:28.147827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.148890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:28.180295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.201191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.205235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.206076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.208176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.214856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.231238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.261671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=090cb577-05d6-42de-8918-d06d9965b3a9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.263450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.266020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Attempting to bind port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:28.266545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Attempting to bind port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'c6170fc8-8696-40ff-a96d-3cce1204d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:28.267060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Attempting to bind port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b on network d6554930-37f0-4c24-b98d-985ad457b4eb {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:28.273160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:28.273728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Checking segment: {'id': 'c6170fc8-8696-40ff-a96d-3cce1204d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:28.274263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.275635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Bound using segment: {'id': 'c6170fc8-8696-40ff-a96d-3cce1204d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:28.276329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Bound port: 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6170fc8-8696-40ff-a96d-3cce1204d311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:28.276816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.298208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.298559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.299183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.302599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.302599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:28.311206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.320213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.329941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.331170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.372493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.372493 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 31b3c9fc-2bfb-4261-bae6-93f9a66ed174 disassociated (deleted). External IP: 172.26.7.178, port: bee3310f-501f-4c1b-be5a-5cca5dd487ab. Apr 01 15:56:28.394405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.412903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:28.416655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:28.450215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.463334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971efd00-84a8-45fb-82be-198b72e2bc78,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.474695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.534656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.552539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485fcb-2940-417e-9843-8c9541fef278 None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.569892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.571046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66d159c1-d8a6-4224-a4f1-3ceb8b6cf1c0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5398209 Apr 01 15:56:28.574379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.579019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56826bbc-a852-4a43-96b8-5a5f463df324,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.583975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1476807140', 'security_groups': ['971efd00-84a8-45fb-82be-198b72e2bc78'], 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56a35095-0de9-46d4-b712-aba0f121b0fa'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.649522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.652018 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5fd8a2e-28bc-4849-af05-6abbeefe9cee tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5262108 Apr 01 15:56:28.655046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49876) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.660405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '56826bbc-a852-4a43-96b8-5a5f463df324', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.666953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.671242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.674746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.681740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.868852 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:28.873554 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc2e9cb7-f260-42bb-94d6-e369a24be652 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2172954 Apr 01 15:56:28.874312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49880) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.880317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group_rule': {'security_group_id': '56826bbc-a852-4a43-96b8-5a5f463df324', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:28.887270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.891726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.896602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.903594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.913468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.920605 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router abb691e2-80de-4320-a518-1220c65dc32d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:28.921897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:port and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.926573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.935662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:29.065961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:29.100156 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:29.103508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d5fe6c0-51a2-4308-9dfb-459d6e4f3f2b tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2258942 Apr 01 15:56:29.105303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.179178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.211346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.328799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.362228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56826bbc-a852-4a43-96b8-5a5f463df324,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.365949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:29.382605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Sync routers for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:29.401381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.405106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:29.405737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:29.436296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.451396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.455297 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7170c971-e5e6-4ef4-9513-249e7f1f1b5f tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/56826bbc-a852-4a43-96b8-5a5f463df324 HTTP/1.1" status: 204 len: 168 time: 0.3464220 Apr 01 15:56:29.458529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.479408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8db65aad-06e4-450b-a6e7-f883d14a0cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.495992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port fa3346f4-3949-4e1c-afee-7334d2754f16 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:29.549882 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a5d85a5-7f83-4a5e-b03c-cdc588977fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/31b3c9fc-2bfb-4261-bae6-93f9a66ed174 HTTP/1.1" status: 204 len: 168 time: 2.2679503 Apr 01 15:56:29.557041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:29.600303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a7c88ec-941d-4585-9546-78d1f6edcff4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:29.614801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:29.650274 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'status': 'completed', 'code': 200} Apr 01 15:56:29.729835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-aba12a44-7d77-4e67-9cf3-64402dbdd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.731356 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-aba12a44-7d77-4e67-9cf3-64402dbdd95b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 1099 time: 0.0799890 Apr 01 15:56:29.772567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a7c88ec-941d-4585-9546-78d1f6edcff4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:29.773859 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7a7c88ec-941d-4585-9546-78d1f6edcff4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3143914 Apr 01 15:56:29.776491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::79 (d6554930-37f0-4c24-b98d-985ad457b4eb/56a35095-0de9-46d4-b712-aba0f121b0fa/fa3346f4-3949-4e1c-afee-7334d2754f16) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:29.778535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49896) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.785979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798096928'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:29.792169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:29.808350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:29.820566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c343bdd-65e7-4dfc-9b37-b9ed91fbae29 None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:29.821589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c343bdd-65e7-4dfc-9b37-b9ed91fbae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.879301 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-efe307aa-9016-4769-8cbe-a54c4ef264a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.880654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-efe307aa-9016-4769-8cbe-a54c4ef264a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=800e3e5b-776c-45ef-af2b-6958cdd9574a HTTP/1.1" status: 200 len: 897 time: 0.1432173 Apr 01 15:56:29.939321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2c343bdd-65e7-4dfc-9b37-b9ed91fbae29 None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:29.954670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.957771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-e13b7c9d-7ea4-466f-a6ef-780c3f9ea0fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab HTTP/1.1" status: 200 len: 217 time: 0.0706713 Apr 01 15:56:29.998061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:30.005979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Usage tracker for resource:security_group_rule and tenant:26baacfa2a4d4e269a152b9fc17196f3 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:30.011393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:30.025891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:30.029714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-c184d366-7586-4b2e-8be4-cc2f32c02923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.031298 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-c184d366-7586-4b2e-8be4-cc2f32c02923 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5cd9403e-f28d-4f61-b452-15782ff62c07 HTTP/1.1" status: 200 len: 834 time: 0.0674787 Apr 01 15:56:30.045500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:30.055089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Checking router: abb691e2-80de-4320-a518-1220c65dc32d for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:30.070426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c343bdd-65e7-4dfc-9b37-b9ed91fbae29 None None] Provisioning for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:30.074067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.078004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:30.078973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:30.099831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object fa3346f4-3949-4e1c-afee-7334d2754f16 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:30.161813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-b569875e-e315-4c3e-a6fe-f5819686675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.163437 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-b569875e-e315-4c3e-a6fe-f5819686675a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=800e3e5b-776c-45ef-af2b-6958cdd9574a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264079 Apr 01 15:56:30.210484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.265775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d6794-fc13-488d-a28b-09dee2ff711b req-6759cb2e-224e-4ddf-86f3-049d2e11cf0b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.266635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b61d6794-fc13-488d-a28b-09dee2ff711b req-6759cb2e-224e-4ddf-86f3-049d2e11cf0b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:30.298409 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:30.308645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.337922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b61d6794-fc13-488d-a28b-09dee2ff711b req-6759cb2e-224e-4ddf-86f3-049d2e11cf0b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:30.339089 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b61d6794-fc13-488d-a28b-09dee2ff711b req-6759cb2e-224e-4ddf-86f3-049d2e11cf0b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 0.2146585 Apr 01 15:56:30.348727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.403250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:30.416739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc762a0b-062f-44bb-ad4e-05d40b4e3950,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.444632 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-8b74f30f-c5f6-4ea1-98ca-074419de825e service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729299 Apr 01 15:56:30.453905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:30.460849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:30.461798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.469481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:30.477858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:30.484103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:30.490163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.490719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.494672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=fa3346f4-3949-4e1c-afee-7334d2754f16,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.499449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b61d6794-fc13-488d-a28b-09dee2ff711b req-052d3939-f05f-467e-b692-18d3db2d4573 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487598 Apr 01 15:56:30.510935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.514768 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0104e93f-c34c-4139-a271-8ad15c2e8aa0 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7328560 Apr 01 15:56:30.514987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49902) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.520387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-be424dfa-0b4e-4baa-8eea-e92d1c5fdc67 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:30.523726 dv-neutron-835943-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-be424dfa-0b4e-4baa-8eea-e92d1c5fdc67 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:56:30.524563 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-be424dfa-0b4e-4baa-8eea-e92d1c5fdc67 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:56:30.528669 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be424dfa-0b4e-4baa-8eea-e92d1c5fdc67 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "PUT /v2.0/security-groups/cc762a0b-062f-44bb-ad4e-05d40b4e3950 HTTP/1.1" status: 409 len: 330 time: 0.0126948 Apr 01 15:56:30.529230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.601571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.628435 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-231199ca-01e3-4135-86b5-28311901473b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0529790 Apr 01 15:56:30.631969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49910) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.636027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.648338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:30.690947 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d9af011-b78e-4680-acd5-92eb9582aa41 req-0e5c639f-801d-4465-8f33-800b04eb4832 service neutron] 10.222.0.90 "GET /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388058 Apr 01 15:56:30.733530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.766120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.789156 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc762a0b-062f-44bb-ad4e-05d40b4e3950,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.797688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.801571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf95684f-d4fc-42bd-94da-b2c64d2009a5 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/cc762a0b-062f-44bb-ad4e-05d40b4e3950 HTTP/1.1" status: 204 len: 168 time: 0.2685530 Apr 01 15:56:30.801837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.822002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:30.826215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:30.829330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:30.835753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:30.873192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdf904e5-9f5c-441f-98fb-7227506675a4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Synchronizing usage tracker for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:30.875161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:30.908254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:30.911790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.941405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:30.945115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.974772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb968cb9-90ac-4d57-822e-e282d94851ca None None] The sync data for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv is: [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:55:20Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3b5961da-b72d-4273-b4eb-6b9a7aee3bbf', 'name': '', 'network_id': '800e3e5b-776c-45ef-af2b-6958cdd9574a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:52:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:17Z', 'updated_at': '2022-04-01T15:55:27Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5cd9403e-f28d-4f61-b452-15782ff62c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:31.000225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdf904e5-9f5c-441f-98fb-7227506675a4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] Unset dirty status for tenant:26baacfa2a4d4e269a152b9fc17196f3 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:31.008116 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdf904e5-9f5c-441f-98fb-7227506675a4 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2051606 Apr 01 15:56:31.008347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.031829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-69fb75bd-4dd3-4f34-8daa-c7f85d1b7f3d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] delete failed (client error): The resource could not be found. Apr 01 15:56:31.037729 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69fb75bd-4dd3-4f34-8daa-c7f85d1b7f3d tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "DELETE /v2.0/security-groups/583c2e05-6a90-4785-ac02-11c276aab620 HTTP/1.1" status: 404 len: 347 time: 0.0234275 Apr 01 15:56:31.037991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.038110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.042644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6a48-a73d-4f4a-9781-0232bac9acd8 None None] Provisioning for port fa3346f4-3949-4e1c-afee-7334d2754f16 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:31.050665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6a48-a73d-4f4a-9781-0232bac9acd8 None None] Provisioning complete for port fa3346f4-3949-4e1c-afee-7334d2754f16 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:31.051104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6a48-a73d-4f4a-9781-0232bac9acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.058972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1941fd91-ed6c-48a4-9b73-bd61f5ead9db tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] show failed (client error): The resource could not be found. Apr 01 15:56:31.062490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1941fd91-ed6c-48a4-9b73-bd61f5ead9db tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-groups/eee51810-f12f-464c-a728-ff54ebbf83a2 HTTP/1.1" status: 404 len: 347 time: 0.0234787 Apr 01 15:56:31.066190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.076781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56a35095-0de9-46d4-b712-aba0f121b0fa (CIDR: 2001:db8::/64) Apr 01 15:56:31.082938 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ddf4d448-d1d1-465c-8a6b-35e1f1f090b3 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] show failed (client error): The resource could not be found. Apr 01 15:56:31.089334 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ddf4d448-d1d1-465c-8a6b-35e1f1f090b3 tempest-NegativeSecGroupIPv6Test-1817565321 tempest-NegativeSecGroupIPv6Test-1817565321-project] 10.222.0.18 "GET /v2.0/security-group-rules/ea3abfcf-2d87-4dc5-a312-e6da77a99228 HTTP/1.1" status: 404 len: 356 time: 0.0169194 Apr 01 15:56:31.113245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd6a48-a73d-4f4a-9781-0232bac9acd8 None None] Port fa3346f4-3949-4e1c-afee-7334d2754f16 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:31.138041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:31.138521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:31.268418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d0b7d-aa3c-4753-9d33-b40ff935428d None None] New status for floating IP 31b3c9fc-2bfb-4261-bae6-93f9a66ed174: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:31.278222 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fc2c2322-1098-4f25-9652-d04445da928f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6449039 Apr 01 15:56:31.280929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49932) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.286287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:31.482386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:31.492303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:31.495955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:31.503109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:31.511782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-300c14ea-393d-46fe-ab1c-a0c9922499dc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:31.513240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-300c14ea-393d-46fe-ab1c-a0c9922499dc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 0.1427627 Apr 01 15:56:31.584353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port bee3310f-501f-4c1b-be5a-5cca5dd487ab {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:31.584748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.614397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:31.617825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.639914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49940) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.793894 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96e511e2-a33b-4b03-828f-2b2481869ce0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26baacfa2a4d4e269a152b9fc17196f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528456 Apr 01 15:56:31.796441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.854128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.879555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.986145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690a925-2853-4ae4-a16b-5549ffc95e6a req-a20fa412-03e9-480c-bc76-58734961251f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:31.987568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9690a925-2853-4ae4-a16b-5549ffc95e6a req-a20fa412-03e9-480c-bc76-58734961251f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 946 time: 0.3477061 Apr 01 15:56:32.014173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.032611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7510a19a-748e-4bb4-a870-b7b1ec650e7d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.065384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port bee3310f-501f-4c1b-be5a-5cca5dd487ab, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bee3310f-501f-4c1b-be5a-5cca5dd487ab,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:32.065748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.077574 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9690a925-2853-4ae4-a16b-5549ffc95e6a req-e39bfdda-d096-44bc-9623-229013cf2acf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3e499dd0-c4b0-4a1d-824b-5e724b8b9914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825496 Apr 01 15:56:32.107659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.111063 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e0257a10-b69e-43c5-ba65-9ce6844d0fd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7510a19a-748e-4bb4-a870-b7b1ec650e7d HTTP/1.1" status: 204 len: 168 time: 0.3114140 Apr 01 15:56:32.203182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:32.291603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:32.292098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.357126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-60512885-7b34-4ce8-a4c7-cea3f6691586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.359487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for bee3310f-501f-4c1b-be5a-5cca5dd487ab owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:32.622624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.664190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.734008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=bee3310f-501f-4c1b-be5a-5cca5dd487ab,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.737226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:32.744765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:32.752855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:32.753349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.756102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335041d5-f2a2-40a5-ad83-f26ff2f567a6 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:32.777424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.783640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=15e82bde-bf43-478a-891c-099a958f3b0f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.786290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.786658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.787044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.787409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.787743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.788081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.788408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.788735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.789060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.789384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.789735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.790056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.849321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.849676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.850088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.850401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.850733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.851062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.851414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.851739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.852063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.852418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.852739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.853059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:32.863840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port bee3310f-501f-4c1b-be5a-5cca5dd487ab on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:32.868118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.870418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'name': 'network-vif-deleted', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:32.920802 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f45216-11d7-4d78-bf17-fb780611a8cd', 'name': 'network-vif-deleted', 'tag': 'bee3310f-501f-4c1b-be5a-5cca5dd487ab', 'status': 'completed', 'code': 200} Apr 01 15:56:32.939280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.971975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-22177f3b-fad2-4e3e-aa8f-d41a530b2d7d tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6875699 Apr 01 15:56:32.971975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ae84108-a6c3-474c-aa6c-2d6f96c16384 req-2f90f79b-c369-456e-9a1f-1bd9425798d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/bee3310f-501f-4c1b-be5a-5cca5dd487ab HTTP/1.1" status: 204 len: 173 time: 1.4523513 Apr 01 15:56:32.972399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.977955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1093909815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15e82bde-bf43-478a-891c-099a958f3b0f'}], 'security_groups': ['1fd76dab-0677-4ce7-89d4-9c4498be485a']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:33.145318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Update dhcp port {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'fixed_ips': [{'subnet_id': '56a35095-0de9-46d4-b712-aba0f121b0fa', 'ip_address': '2001:db8::2'}, {'subnet_id': '15e82bde-bf43-478a-891c-099a958f3b0f'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:56:33.219636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.311033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-34219c9d-8f55-44cd-8580-1d80430bc923 req-2d47eaa7-63cf-4735-8c5c-326e1dc030d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:33.336652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.429120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Allocated IP 2001:db8:0:1::2 (d6554930-37f0-4c24-b98d-985ad457b4eb/15e82bde-bf43-478a-891c-099a958f3b0f/5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:33.465730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-34219c9d-8f55-44cd-8580-1d80430bc923 req-2d47eaa7-63cf-4735-8c5c-326e1dc030d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:33.466888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34219c9d-8f55-44cd-8580-1d80430bc923 req-2d47eaa7-63cf-4735-8c5c-326e1dc030d5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=04f45216-11d7-4d78-bf17-fb780611a8cd HTTP/1.1" status: 200 len: 210 time: 0.2206790 Apr 01 15:56:33.580248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:33.604790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.620749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.622340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Transition to ACTIVE for port object 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:33.711168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.857997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Delete allocated IP 2001:db8::79 (d6554930-37f0-4c24-b98d-985ad457b4eb/56a35095-0de9-46d4-b712-aba0f121b0fa) {{(pid=88601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:56:33.866981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bc346-94d7-4b38-bf53-5fc84b5e2562 None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.870289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8:0:1::2b4 (d6554930-37f0-4c24-b98d-985ad457b4eb/15e82bde-bf43-478a-891c-099a958f3b0f/fa3346f4-3949-4e1c-afee-7334d2754f16) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:34.084084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.103568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object fa3346f4-3949-4e1c-afee-7334d2754f16 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.183686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.210337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:34.351813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] In _notify_port_updated(), no bound segment for port fa3346f4-3949-4e1c-afee-7334d2754f16 on network d6554930-37f0-4c24-b98d-985ad457b4eb {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:56:34.357283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:34.357736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.359062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/ports/fa3346f4-3949-4e1c-afee-7334d2754f16 HTTP/1.1" status: 200 len: 931 time: 1.3860078 Apr 01 15:56:34.361955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49960) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.366982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7689ee-bd60-4bd5-97eb-bf4f9f186020 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=fa3346f4-3949-4e1c-afee-7334d2754f16,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.434322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port fa3346f4-3949-4e1c-afee-7334d2754f16 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:34.434663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.459755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:34.460304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.496584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.521730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:34.580520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.600939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Provisioning for port fa3346f4-3949-4e1c-afee-7334d2754f16 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:34.606852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Provisioning complete for port fa3346f4-3949-4e1c-afee-7334d2754f16 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:34.607268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.653389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.665125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Port fa3346f4-3949-4e1c-afee-7334d2754f16 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:34.690144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.690384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bee3310f-501f-4c1b-be5a-5cca5dd487ab no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:34.701253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.724543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: bee3310f-501f-4c1b-be5a-5cca5dd487ab {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:34.724889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bee3310f-501f-4c1b-be5a-5cca5dd487ab not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:34.734654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Provisioning for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:34.739850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:34.740225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a8a594-222c-4ac6-8af2-45105b16d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.837788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.858941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e499dd0-c4b0-4a1d-824b-5e724b8b9914,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.948054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for fa3346f4-3949-4e1c-afee-7334d2754f16 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:34.953520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.954677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-677a8b26-9f49-4343-8eda-5291385cdf72 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/3e499dd0-c4b0-4a1d-824b-5e724b8b9914 HTTP/1.1" status: 204 len: 168 time: 0.3732266 Apr 01 15:56:35.045209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-350bec22-6eab-45e4-bd57-bbe8664f047a None None] Provisioning complete for port fa3346f4-3949-4e1c-afee-7334d2754f16 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:35.045509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-350bec22-6eab-45e4-bd57-bbe8664f047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.072291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 49972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.107641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-350bec22-6eab-45e4-bd57-bbe8664f047a None None] Port fa3346f4-3949-4e1c-afee-7334d2754f16 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:35.168501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.218235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=fa3346f4-3949-4e1c-afee-7334d2754f16,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.263475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.274594 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-42fbe31d-5876-45de-98e0-7a9d93119262 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/fa3346f4-3949-4e1c-afee-7334d2754f16 HTTP/1.1" status: 204 len: 168 time: 0.9109144 Apr 01 15:56:35.277085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.325073 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea890c4b-6923-42d2-a15f-54852d54a861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:35.325612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea890c4b-6923-42d2-a15f-54852d54a861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:35.405320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea890c4b-6923-42d2-a15f-54852d54a861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:35.406511 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea890c4b-6923-42d2-a15f-54852d54a861 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/fa3346f4-3949-4e1c-afee-7334d2754f16 HTTP/1.1" status: 404 len: 333 time: 0.1284745 Apr 01 15:56:35.410936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.473568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.504520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.634541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.654757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971efd00-84a8-45fb-82be-198b72e2bc78,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.659387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.660489 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-387490ee-3a39-4dd2-a7d4-2f3fe24d2567 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/security-groups/971efd00-84a8-45fb-82be-198b72e2bc78 HTTP/1.1" status: 204 len: 168 time: 0.2485299 Apr 01 15:56:35.662996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49984) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.730660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.762671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.764740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.874370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.892568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd76dab-0677-4ce7-89d4-9c4498be485a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.897215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.902037 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1fe855e-f00e-4282-b22c-174ecb1735e1 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fd76dab-0677-4ce7-89d4-9c4498be485a HTTP/1.1" status: 204 len: 168 time: 0.2342694 Apr 01 15:56:35.902037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:35.966367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 56a35095-0de9-46d4-b712-aba0f121b0fa {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:35.969379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.028845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.116417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.130265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:36.130745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.296944 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.320851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:36.321822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.342061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=56a35095-0de9-46d4-b712-aba0f121b0fa,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.343986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.350226 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-805f316c-0de6-4670-9c29-662b14aced81 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/56a35095-0de9-46d4-b712-aba0f121b0fa HTTP/1.1" status: 204 len: 168 time: 0.4477360 Apr 01 15:56:36.354863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49992) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.357022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2bd2dd-2f7d-46d1-bd9b-17cbb5f54501 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:36.373621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:36.447253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:36.519343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:36.523249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:36.527116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:36.533058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:36.659500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:36.662940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.714111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.765736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=3b5961da-b72d-4273-b4eb-6b9a7aee3bbf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.040015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.115684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=95bad71f-61ad-46a7-abc6-4d16cdfe13ab,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.132377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:37.133517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:37.136726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:37.137381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.193959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.228092 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0cbc055-c463-4060-9510-3069a19b4e7e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8599756 Apr 01 15:56:37.229186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 49996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.234617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'security_group': {'name': 'tempest-secgroup-519159720'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:37.235718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80cb6c-4127-468d-ab29-05edc1236a06 None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:37.249293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.249293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.250823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.258643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.325462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.351703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.356811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.359710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4d113d15-6f1a-42b9-aeba-27c25cc63c4b None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.360732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4d113d15-6f1a-42b9-aeba-27c25cc63c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.362750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.372231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.458899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.459586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4d113d15-6f1a-42b9-aeba-27c25cc63c4b None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:37.510660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4d113d15-6f1a-42b9-aeba-27c25cc63c4b None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.510915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4d113d15-6f1a-42b9-aeba-27c25cc63c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.542239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.586097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router abb691e2-80de-4320-a518-1220c65dc32d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:37.595736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a247d-e248-4bcd-96d0-79c33e4ac95c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.656567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.660293 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97361529-8c02-4891-bb43-645be4ffc4ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4276321 Apr 01 15:56:37.660502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50000) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.666921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903854045'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:37.672325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.676730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.680521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.685752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.714068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Update dhcp port {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'fixed_ips': [{'subnet_id': '15e82bde-bf43-478a-891c-099a958f3b0f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95bad71f-61ad-46a7-abc6-4d16cdfe13ab'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:56:37.763363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.765590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.779477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:37.784380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:37.791113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.800180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.800723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.814568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Sync routers for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:37.843704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:37.844328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:37.881943 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3225ad6-5ff5-4f0e-8b0b-06940372c269 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/abb691e2-80de-4320-a518-1220c65dc32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058527 Apr 01 15:56:37.882252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50004) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.882736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.950123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet 5cd9403e-f28d-4f61-b452-15782ff62c07 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:37.953541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.965336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.008758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffd71e-7dee-4b21-9c28-8efa47362b72,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.022139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.068101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.072690 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20b5b849-e656-4904-acae-c6cd1e0c530a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4079411 Apr 01 15:56:38.072833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50008) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.078184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'security_group': {'name': 'tempest-secgroup-55953357'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.084164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.089009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.091883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.098179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.126578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.127826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:38.177185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.201965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.206119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:security_group_rule and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.212041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.219610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.284847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Allocated IP 2001:db8::2 (d6554930-37f0-4c24-b98d-985ad457b4eb/95bad71f-61ad-46a7-abc6-4d16cdfe13ab/5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:38.304571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.317837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.364407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.369069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd9403e-f28d-4f61-b452-15782ff62c07,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.373721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562c6aa-c34d-44d1-afd5-d2071f3e8e0a None None] Network 800e3e5b-776c-45ef-af2b-6958cdd9574a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:38.376313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de1559f5-5f49-4548-86ac-032d4d56417f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/5cd9403e-f28d-4f61-b452-15782ff62c07 HTTP/1.1" status: 204 len: 168 time: 0.4920382 Apr 01 15:56:38.376493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.376909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.422903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860118c1-5617-41c5-ad9c-9ef5b5751e09,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.502963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.506789 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a629106-ee5e-46be-bf7c-7298ee37fda4 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4306121 Apr 01 15:56:38.507131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50016) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:38.518643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1422784207', 'security_groups': ['860118c1-5617-41c5-ad9c-9ef5b5751e09'], 'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95bad71f-61ad-46a7-abc6-4d16cdfe13ab'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:38.555671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.664111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.675542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.725563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:38.765422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:38.766441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.796199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Transition to ACTIVE for port object 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:38.806818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:56:36Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.811323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Checking router: abb691e2-80de-4320-a518-1220c65dc32d for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:38.821664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Routers {'abb691e2-80de-4320-a518-1220c65dc32d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:38.821664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['abb691e2-80de-4320-a518-1220c65dc32d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.876606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.878653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.925263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] DHCP port deletion for 800e3e5b-776c-45ef-af2b-6958cdd9574a request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:38.965648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 6e53ca4a-48ad-4a03-a268-348c69096528 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:38.966112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.983583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Deleting port df69b2f6-26b8-4152-b897-9b476e240178 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:38.983814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.042791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.064678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] device_id is not set on port a73f4959-fefa-4060-9642-8006cf90caec yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:56:39.148236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 6e53ca4a-48ad-4a03-a268-348c69096528, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6e53ca4a-48ad-4a03-a268-348c69096528,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:39.149658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.163599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.221414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.221761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.222098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.222436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.222765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.223096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.223451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.223779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.224107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.224432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.224753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.225072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1aa3b7-d0c0-4bb3-a47d-8b0c7e07bad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:39.246458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] Set router abb691e2-80de-4320-a518-1220c65dc32d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:39.288718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 6e53ca4a-48ad-4a03-a268-348c69096528 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:39.309786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8::138 (d6554930-37f0-4c24-b98d-985ad457b4eb/95bad71f-61ad-46a7-abc6-4d16cdfe13ab/a73f4959-fefa-4060-9642-8006cf90caec) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:39.550807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] For port df69b2f6-26b8-4152-b897-9b476e240178, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=df69b2f6-26b8-4152-b897-9b476e240178,segment=NetworkSegment(30f5c8fc-a1a0-455a-8c26-8a200540c6a9),segment_id=30f5c8fc-a1a0-455a-8c26-8a200540c6a9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:39.551459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.551727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.575554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.595494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object a73f4959-fefa-4060-9642-8006cf90caec will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:39.605162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=6e53ca4a-48ad-4a03-a268-348c69096528,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.691637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.701424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.746087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Calling delete_port for df69b2f6-26b8-4152-b897-9b476e240178 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:39.762599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:39.766035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.775287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:39.781987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:39.782885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.800502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=a73f4959-fefa-4060-9642-8006cf90caec,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.874261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:56:36Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:39.878256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151a533-13f9-4b1a-bc17-9842e87e1550 None None] The sync data for ids ['abb691e2-80de-4320-a518-1220c65dc32d'] in dv-neutron-835943-1-hyperv is: [{'id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'name': 'tempest-TestNetworkBasicOps-router-493631420', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:09Z', 'updated_at': '2022-04-01T15:56:36Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '6e53ca4a-48ad-4a03-a268-348c69096528', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb691e2-80de-4320-a518-1220c65dc32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:10Z', 'updated_at': '2022-04-01T15:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:39.892608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.898986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6068a3d-f015-41a3-b883-1fc3e4c72d6c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3868468 Apr 01 15:56:39.899239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.899351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:39.909234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:39.932095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.979900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] Pushing event deleted for resources: {'Port': ['ID=df69b2f6-26b8-4152-b897-9b476e240178,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.990744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f82eeb-bca0-4cab-98c7-5468427ef539 None None] No DVR routers for this DVR port df69b2f6-26b8-4152-b897-9b476e240178 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:39.999628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.000000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.033291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.034212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router abb691e2-80de-4320-a518-1220c65dc32d {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:56:40.061186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:40.072762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.074028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcfb27b0-8dad-493b-9eb7-a49035557e7e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/abb691e2-80de-4320-a518-1220c65dc32d HTTP/1.1" status: 204 len: 168 time: 1.6961951 Apr 01 15:56:40.076745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.090778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:40.094822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:40.098092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:40.104989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:40.122488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Provisioning for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:40.127630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.128001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bfebcce8-4c13-49c5-9201-7f24629e1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.194380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.199771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:40.203905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.356880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:40.364861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95bad71f-61ad-46a7-abc6-4d16cdfe13ab (CIDR: 2001:db8::/64) Apr 01 15:56:40.375854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.404703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e3e5b-776c-45ef-af2b-6958cdd9574a']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.417850 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:40.418647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:40.418938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f5c8fc-a1a0-455a-8c26-8a200540c6a9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.419346 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f5c8fc-a1a0-455a-8c26-8a200540c6a9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.433699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.441833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.442474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.458356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.466410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:40.466799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:40.484463 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:40.626511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device df69b2f6-26b8-4152-b897-9b476e240178 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:40.660964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: df69b2f6-26b8-4152-b897-9b476e240178 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:40.661318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device df69b2f6-26b8-4152-b897-9b476e240178 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:40.661738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:40.694294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:40.695113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3b5961da-b72d-4273-b4eb-6b9a7aee3bbf not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:40.888632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b683b531-7f75-4187-867c-0d9e7a409c7c None None] Provisioning for port a73f4959-fefa-4060-9642-8006cf90caec completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:40.893643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b683b531-7f75-4187-867c-0d9e7a409c7c None None] Provisioning complete for port a73f4959-fefa-4060-9642-8006cf90caec triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:40.893966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b683b531-7f75-4187-867c-0d9e7a409c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.923080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.924010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7cd42f03-17ab-4c97-83b9-d2c44f6019f5 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0229082 Apr 01 15:56:40.926548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.950244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.953119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b683b531-7f75-4187-867c-0d9e7a409c7c None None] Port a73f4959-fefa-4060-9642-8006cf90caec cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:40.963023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:40.987921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=800e3e5b-776c-45ef-af2b-6958cdd9574a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.078923 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74e84638-dd98-422a-949a-231d774b023c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/800e3e5b-776c-45ef-af2b-6958cdd9574a HTTP/1.1" status: 204 len: 168 time: 1.0009503 Apr 01 15:56:41.092004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.097599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--424687958', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.104185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.108976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.112254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.119177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.133771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.137575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.140532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.146122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.213752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:41.217200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.242300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:41.245806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.248308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:41.257095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.257402 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 5be61680-8d6c-44af-a8ab-a9be24e2701c of type vlan for network 159b30ee-2d05-44d0-873c-1ce8f45f2bac Apr 01 15:56:41.285319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.375639 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 15e82bde-bf43-478a-891c-099a958f3b0f (CIDR: 2001:db8:0:1::/64) Apr 01 15:56:41.382010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.387604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:41.388189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.434383 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:41.434735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:41.496742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=159b30ee-2d05-44d0-873c-1ce8f45f2bac,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.505771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0a8fe0a-9328-409c-9c3d-5c44625b597c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4126022 Apr 01 15:56:41.506554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:41.508482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.513545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-440519181', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.517752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0710440-0bfa-44ab-aea4-649070c510b8 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5899630 Apr 01 15:56:41.520846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.525314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.526527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.528330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.532480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'subnet': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:41.534785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.622605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.623667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.638639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.670251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.674359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Usage tracker for resource:subnet and tenant:c589bbb66ea04a63a2ae90a91da3b23f is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.677165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.682782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.745585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Made reservation on behalf of c589bbb66ea04a63a2ae90a91da3b23f for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:41.749036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.079900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.159537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6e53ca4a-48ad-4a03-a268-348c69096528 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:42.193395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6e53ca4a-48ad-4a03-a268-348c69096528 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:42.193738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6e53ca4a-48ad-4a03-a268-348c69096528 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:42.211103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.268667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Network d6554930-37f0-4c24-b98d-985ad457b4eb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:42.271820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:42.276322 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:42.276910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.282875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999afdb-3387-4433-998b-63d2df2ab13b None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:42.309175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Subnet': ['ID=659b3d65-d6fa-45f4-9160-df70dde6dd20,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.369697 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6ae5d75-c1fc-421b-b6e4-baebc77fd3d3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8418350 Apr 01 15:56:42.370393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.377230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1742414703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '659b3d65-d6fa-45f4-9160-df70dde6dd20'}], 'security_groups': ['8e4a247d-e248-4bcd-96d0-79c33e4ac95c', 'd5ffd71e-7dee-4b21-9c28-8efa47362b72']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:42.482348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.511694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.512802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.618744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Update dhcp port {'port': {'network_id': 'd6554930-37f0-4c24-b98d-985ad457b4eb', 'fixed_ips': [{'subnet_id': '15e82bde-bf43-478a-891c-099a958f3b0f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95bad71f-61ad-46a7-abc6-4d16cdfe13ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '659b3d65-d6fa-45f4-9160-df70dde6dd20'}], 'binding:host_id': 'dv-neutron-835943-1-hyperv'}, 'id': '5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b'} from dv-neutron-835943-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 01 15:56:42.672780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.109 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/5bfc4de8-4f01-47d3-9475-f38f074de2c1) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:42.684426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.842470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.978230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Delete allocated IP 2001:db8::138 (d6554930-37f0-4c24-b98d-985ad457b4eb/95bad71f-61ad-46a7-abc6-4d16cdfe13ab) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:56:42.985541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Allocated IP 2001:db8:0:2::2ac (d6554930-37f0-4c24-b98d-985ad457b4eb/659b3d65-d6fa-45f4-9160-df70dde6dd20/a73f4959-fefa-4060-9642-8006cf90caec) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:42.990241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.055409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:43.063028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:43.067252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:43.097847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=5bfc4de8-4f01-47d3-9475-f38f074de2c1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.202345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.219549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Transition to ACTIVE for port object a73f4959-fefa-4060-9642-8006cf90caec will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:43.300014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.400066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] In _notify_port_updated(), no bound segment for port a73f4959-fefa-4060-9642-8006cf90caec on network d6554930-37f0-4c24-b98d-985ad457b4eb {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:56:43.400830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Allocated IP 2001:db8:0:2::2 (d6554930-37f0-4c24-b98d-985ad457b4eb/659b3d65-d6fa-45f4-9160-df70dde6dd20/5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:43.405446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:43.406065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.407421 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "PUT /v2.0/ports/a73f4959-fefa-4060-9642-8006cf90caec HTTP/1.1" status: 200 len: 970 time: 1.0357895 Apr 01 15:56:43.410169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.463949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ee5c8-925b-4d6d-8feb-cfa49e0ba6a3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event updated for resources: {'Port': ['ID=a73f4959-fefa-4060-9642-8006cf90caec,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.492107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port a73f4959-fefa-4060-9642-8006cf90caec {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:43.493039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.541614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.542436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:43.567764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.586806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Transition to ACTIVE for port object 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:43.656749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.755240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.834334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ce9de-3b6c-4ed2-9f1a-5ef3a50115ae None None] Pushing event updated for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.894619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for a73f4959-fefa-4060-9642-8006cf90caec owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:44.027787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.118143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.189418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=a73f4959-fefa-4060-9642-8006cf90caec,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.224935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:44.236221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.247090 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-360723ba-f11f-467e-a2c2-08e11db2bdb6 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/a73f4959-fefa-4060-9642-8006cf90caec HTTP/1.1" status: 204 len: 168 time: 0.8359256 Apr 01 15:56:44.249517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.299366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45f3157-87cb-4b95-903c-63bc99ee67f0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] GET failed (client error): The resource could not be found. Apr 01 15:56:44.299901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e45f3157-87cb-4b95-903c-63bc99ee67f0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Synchronizing usage tracker for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:44.330831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:56:44.448456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e45f3157-87cb-4b95-903c-63bc99ee67f0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Unset dirty status for tenant:c589bbb66ea04a63a2ae90a91da3b23f on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:44.452201 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e45f3157-87cb-4b95-903c-63bc99ee67f0 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports/a73f4959-fefa-4060-9642-8006cf90caec HTTP/1.1" status: 404 len: 333 time: 0.1989894 Apr 01 15:56:44.452549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.522339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.523184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:44.537629 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:44.561429 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:44.562479 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.571515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:44.571515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.596194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.622902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:44.627067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Could not find standard attr ID for object a73f4959-fefa-4060-9642-8006cf90caec. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:44.662580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.667818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.673206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-352ccac8-ac2f-49d2-a93d-fb550b4228f6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1583073 Apr 01 15:56:44.692795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Provisioning for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:44.702921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:44.704016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08a42304-15c4-4628-8d80-97ce803b6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.715753 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-98fe63a5-54b5-4d76-9b91-e78e04515150 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443547 Apr 01 15:56:44.716511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50064) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.733811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.757847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860118c1-5617-41c5-ad9c-9ef5b5751e09,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.766713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.770187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d65e65ff-452f-46c0-a0fb-19a737c7435b tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/security-groups/860118c1-5617-41c5-ad9c-9ef5b5751e09 HTTP/1.1" status: 204 len: 168 time: 0.3145041 Apr 01 15:56:44.773735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.782070 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:44.872059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.892622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48853008-f8f8-4442-bf19-12a1f4b3e3f2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:44.898643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48853008-f8f8-4442-bf19-12a1f4b3e3f2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1807079 Apr 01 15:56:44.900480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.951586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-42269938-e1e0-4309-a591-cb9a13efaa4e tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497994 Apr 01 15:56:44.970061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.976105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1823882020', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:45.036310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-70995103-b836-4509-bfe3-1a94fa3832a3 None None] Could not find standard attr ID for object a73f4959-fefa-4060-9642-8006cf90caec. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:45.051341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.100879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:45.105909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:45.108913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:45.115844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:45.140051 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:43Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:45.143821 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:45.144164 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Updating router 3aa69d25-d96b-4457-9a19-30a839a19edb port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:56:45.185500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.196146 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.204476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffd71e-7dee-4b21-9c28-8efa47362b72,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.207800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.211753 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e6c42b6-4ded-4b62-bd14-bbcd8db961ae tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5ffd71e-7dee-4b21-9c28-8efa47362b72 HTTP/1.1" status: 204 len: 168 time: 0.4360597 Apr 01 15:56:45.212712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.231537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:45.234722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.378681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.413701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.585427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.604892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a247d-e248-4bcd-96d0-79c33e4ac95c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.612644 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.614076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.617748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-34a64e0b-b626-48aa-bd9b-09a2bc39ad96 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e4a247d-e248-4bcd-96d0-79c33e4ac95c HTTP/1.1" status: 204 len: 168 time: 0.4023325 Apr 01 15:56:45.618181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.618871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.634880 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Transition to ACTIVE for port object 5bfc4de8-4f01-47d3-9475-f38f074de2c1 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:45.689824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 95bad71f-61ad-46a7-abc6-4d16cdfe13ab {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:45.693452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.759813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.761149 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.813893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=43cd213e-3b48-4cb7-b4ee-3e64d29c3580,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.826023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:45.826023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: 159b30ee-2d05-44d0-873c-1ce8f45f2bac, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:45.844255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Attempting to bind port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:45.844620 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Attempting to bind port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:45.844976 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Attempting to bind port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:45.848886 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Pushing event updated for resources: {'Port': ['ID=5bfc4de8-4f01-47d3-9475-f38f074de2c1,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.853725 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:45.854088 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:45.854478 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.854862 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:45.855336 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Bound port: 5bfc4de8-4f01-47d3-9475-f38f074de2c1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:45.855720 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.861291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.892261 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.892601 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.892935 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.893265 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.893591 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.893915 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.894259 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.894552 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.894869 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.895206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.895536 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.895837 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:45.937189 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] For port 5bfc4de8-4f01-47d3-9475-f38f074de2c1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:45.940053 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] For port 5bfc4de8-4f01-47d3-9475-f38f074de2c1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5bfc4de8-4f01-47d3-9475-f38f074de2c1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:45.941791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:46.016774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.057190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=95bad71f-61ad-46a7-abc6-4d16cdfe13ab,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.059111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.062021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 159b30ee-2d05-44d0-873c-1ce8f45f2bac) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:46.067730 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbfc8430-0afb-4f9c-a814-825e701c80ce tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/95bad71f-61ad-46a7-abc6-4d16cdfe13ab HTTP/1.1" status: 204 len: 168 time: 0.4476740 Apr 01 15:56:46.067977 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.074984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbdacdd-41c3-430f-8b6f-bd0410a0f8ea None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:46.078140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.085426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:46.086130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.097482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858abb9f-efb8-4da1-b8e0-c5f527e4e265 None None] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:46.146913 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb625570-7044-4f16-b6e6-afc5c96973c5 None None] Pushing event updated for resources: {'Port': ['ID=5bfc4de8-4f01-47d3-9475-f38f074de2c1,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.160311 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:46.160960 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.190307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 659b3d65-d6fa-45f4-9160-df70dde6dd20 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:46.193836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.251166 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad2fbee2-d775-4ea0-96db-3d5f4784e486 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2799704 Apr 01 15:56:46.253988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.258219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.373905 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:46.547955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:56:46.549032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.571744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.662577 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:43Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.667768 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574835d-f7d6-4584-ad8a-bc9c4c4918ed None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:43Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:46.741214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Allocated IP 172.20.0.2 (159b30ee-2d05-44d0-873c-1ce8f45f2bac/43cd213e-3b48-4cb7-b4ee-3e64d29c3580/7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:46.809070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.860211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=659b3d65-d6fa-45f4-9160-df70dde6dd20,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.864505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.883842 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0f7eb9ff-7cef-4577-b24f-b17f85c98aef tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/659b3d65-d6fa-45f4-9160-df70dde6dd20 HTTP/1.1" status: 204 len: 168 time: 0.8030951 Apr 01 15:56:46.886315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.985024 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b021afc-6ef8-4ea5-b664-22ca2717061a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:46.985487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b021afc-6ef8-4ea5-b664-22ca2717061a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:46.987480 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b021afc-6ef8-4ea5-b664-22ca2717061a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/95bad71f-61ad-46a7-abc6-4d16cdfe13ab HTTP/1.1" status: 404 len: 337 time: 0.1002176 Apr 01 15:56:46.989998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.094997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.113558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting subnet 15e82bde-bf43-478a-891c-099a958f3b0f {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:56:47.114874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Transition to ACTIVE for port object 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:47.125223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.147526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Transition to ACTIVE for port object 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:47.198931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.228855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.270906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.340308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.404701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:47.407973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:47.413314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:47.496148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Pushing event updated for resources: {'Port': ['ID=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.505198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00798edc-5616-4016-abcc-d2f1e54ed18c None None] Network d6554930-37f0-4c24-b98d-985ad457b4eb requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:47.508871 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.557322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Attempting to bind port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:47.557697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Attempting to bind port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:47.558096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Attempting to bind port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:47.565505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:47.565892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Checking segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:47.566307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.566707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Bound using segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:47.567225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Bound port: 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:47.567614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.577618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.588962 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/15e82bde-bf43-478a-891c-099a958f3b0f HTTP/1.1" status: 204 len: 168 time: 0.5979190 Apr 01 15:56:47.589276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50104) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.590031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9dbfa-8583-4e02-9e75-815df452d0ac tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Subnet': ['ID=15e82bde-bf43-478a-891c-099a958f3b0f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.645539 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11dba0d-8326-4274-b21b-f63dc1e5d406 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:47.645991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11dba0d-8326-4274-b21b-f63dc1e5d406 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:47.662353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d11dba0d-8326-4274-b21b-f63dc1e5d406 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/56a35095-0de9-46d4-b712-aba0f121b0fa HTTP/1.1" status: 404 len: 337 time: 0.0642755 Apr 01 15:56:47.665750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.704788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56fd20e7-a7fe-4bbb-a5f9-98dbee5987b1 None None] Provisioning complete for port ac374aed-b911-41f7-8572-2c86cc9f91fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:47.705166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56fd20e7-a7fe-4bbb-a5f9-98dbee5987b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.732753 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d040147-f394-4b80-bcc7-737fdf9a6b6f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "GET /v2.0/ports?device_id=16851058-1327-4b78-b518-ba0bcd34012d HTTP/1.1" status: 200 len: 205 time: 0.0653002 Apr 01 15:56:47.733416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.830258 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a8e3a816-9107-46d0-b79a-dd4c7f11b58a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] delete failed (client error): The resource could not be found. Apr 01 15:56:47.831511 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8e3a816-9107-46d0-b79a-dd4c7f11b58a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/routers/16851058-1327-4b78-b518-ba0bcd34012d HTTP/1.1" status: 404 len: 336 time: 0.0971544 Apr 01 15:56:47.834138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.861010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] For port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:47.869587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-56fd20e7-a7fe-4bbb-a5f9-98dbee5987b1 None None] Port ac374aed-b911-41f7-8572-2c86cc9f91fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:47.889462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] For port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:47.889628 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0823bae8-6d6f-4930-8b40-5462b64f6932 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:47.889628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0823bae8-6d6f-4930-8b40-5462b64f6932 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:47.889628 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0823bae8-6d6f-4930-8b40-5462b64f6932 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/a83e625f-0d9e-49a8-8bd6-56b52a4e8eb6 HTTP/1.1" status: 404 len: 337 time: 0.0421414 Apr 01 15:56:47.891777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56fd20e7-a7fe-4bbb-a5f9-98dbee5987b1 None None] Provisioning complete for port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:47.891941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.892158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56fd20e7-a7fe-4bbb-a5f9-98dbee5987b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.930453 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abaf1c7-e714-4449-80f6-015361acce68 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:47.931532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abaf1c7-e714-4449-80f6-015361acce68 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:47.933596 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3abaf1c7-e714-4449-80f6-015361acce68 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/9ff539ff-e071-4eb0-ad8b-c3d231b13338 HTTP/1.1" status: 404 len: 337 time: 0.0399225 Apr 01 15:56:47.935450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.937441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (159b30ee-2d05-44d0-873c-1ce8f45f2bac/43cd213e-3b48-4cb7-b4ee-3e64d29c3580/277ac65e-4ba5-4393-9bb0-8b5394c4c914) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:47.979908 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f940faef-6463-4df4-b8f8-0339681bc16f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:47.980287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f940faef-6463-4df4-b8f8-0339681bc16f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:47.984300 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f940faef-6463-4df4-b8f8-0339681bc16f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/f22c3fdd-9fba-42ba-9dcb-3c277613719a HTTP/1.1" status: 404 len: 337 time: 0.0450594 Apr 01 15:56:47.984559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.002937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.037279 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2e2048-c514-49de-a2d7-13348e1ab96c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.045932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2e2048-c514-49de-a2d7-13348e1ab96c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.045932 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6e2e2048-c514-49de-a2d7-13348e1ab96c tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/5f1260c3-0052-49c1-89e8-d6e0afc2c6b4 HTTP/1.1" status: 404 len: 333 time: 0.0534949 Apr 01 15:56:48.045932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.046320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] DHCP port deletion for d6554930-37f0-4c24-b98d-985ad457b4eb request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:56:48.080275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Deleting port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:48.080653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.088630 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d905c442-2e81-4662-a13c-fa44a45fd67f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.089095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d905c442-2e81-4662-a13c-fa44a45fd67f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.093799 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d905c442-2e81-4662-a13c-fa44a45fd67f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/b9b33db7-b70c-4e46-8bf2-ac1e59f738e2 HTTP/1.1" status: 404 len: 337 time: 0.0476134 Apr 01 15:56:48.094049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50136) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.140659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-207d3969-5b5b-46a4-9746-eeb9fb4513c3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.146045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207d3969-5b5b-46a4-9746-eeb9fb4513c3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.146045 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-207d3969-5b5b-46a4-9746-eeb9fb4513c3 tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/c4455b59-4e1a-4b81-a8ba-d977ad1f4ae4 HTTP/1.1" status: 404 len: 337 time: 0.0481145 Apr 01 15:56:48.146045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.160899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.208642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 277ac65e-4ba5-4393-9bb0-8b5394c4c914 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:48.211423 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d0e5de-aad0-424b-998d-9f4ea46a8aee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.212147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d0e5de-aad0-424b-998d-9f4ea46a8aee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.215828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04d0e5de-aad0-424b-998d-9f4ea46a8aee tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/5854d1fc-d779-4ec0-9fc9-14c684824739 HTTP/1.1" status: 404 len: 333 time: 0.0673311 Apr 01 15:56:48.216497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50144) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.220822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e93b3-7037-4d4f-8601-ad567d1d01d6 None None] Pushing event updated for resources: {'Port': ['ID=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.278250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5bfc4de8-4f01-47d3-9475-f38f074de2c1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:48.284642 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5a9891-2fbc-41de-af2d-1637df6db01e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.285407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5a9891-2fbc-41de-af2d-1637df6db01e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.287371 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a5a9891-2fbc-41de-af2d-1637df6db01e tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/1dc370d7-eafb-492d-8ca8-e1b42b020abd HTTP/1.1" status: 404 len: 337 time: 0.0696890 Apr 01 15:56:48.290821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50148) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.335664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.436076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.436429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] For port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,segment=NetworkSegment(c6170fc8-8696-40ff-a96d-3cce1204d311),segment_id=c6170fc8-8696-40ff-a96d-3cce1204d311)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:48.436844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.438648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0decfd82-a361-4692-9b95-156c5b35be3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:48.439128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0decfd82-a361-4692-9b95-156c5b35be3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:48.440842 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0decfd82-a361-4692-9b95-156c5b35be3f tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/subnets/5e148b74-b21a-4677-b4f3-145c2d0dc9dd HTTP/1.1" status: 404 len: 337 time: 0.1488183 Apr 01 15:56:48.443574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.461976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:48.463531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:48.468210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:48.543627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Deleting port ac374aed-b911-41f7-8572-2c86cc9f91fc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:56:48.544280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.563711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.580171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Calling delete_port for 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:48.681664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:48.684101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:48.685983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.783765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.813822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.842485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] No DVR routers for this DVR port 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:48.848845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3c7b1-46e0-410a-a1be-dcce937f77ca None None] Pushing event deleted for resources: {'Port': ['ID=5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.864224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.882362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 5bfc4de8-4f01-47d3-9475-f38f074de2c1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5bfc4de8-4f01-47d3-9475-f38f074de2c1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:48.886862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.957921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Calling delete_port for ac374aed-b911-41f7-8572-2c86cc9f91fc owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:56:48.962766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.037831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:49.088162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:56:49.088496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5f98ca2e-ae9e-4570-8c89-e9ae5fe2fb8b not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:49.095998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=5bfc4de8-4f01-47d3-9475-f38f074de2c1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.156904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.208643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Port': ['ID=ac374aed-b911-41f7-8572-2c86cc9f91fc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.216188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.293426 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4c70cdf-3110-4ce1-bc20-60c623fa249a tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/ports/ac374aed-b911-41f7-8572-2c86cc9f91fc HTTP/1.1" status: 204 len: 168 time: 0.8464968 Apr 01 15:56:49.293652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.339985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.417650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.439113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.518120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ceedec-230d-418d-bf12-cc4aca086793 None None] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:56:49.557126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.558216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.560765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.586734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6554930-37f0-4c24-b98d-985ad457b4eb']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.603188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6170fc8-8696-40ff-a96d-3cce1204d311') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.603634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6170fc8-8696-40ff-a96d-3cce1204d311') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:49.616106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.705076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:49.706328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:49.738426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2da996c-e5d1-48c7-a958-3833382d2559 None None] Provisioning for port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:49.739761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.747855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:49.748274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:49.763242 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:49.904194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:56:49.905735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.924316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.935321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] Pushing event deleted for resources: {'Network': ['ID=d6554930-37f0-4c24-b98d-985ad457b4eb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.938137 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d017972a-e74a-490c-8207-42de3f066bfb tempest-PortsIpV6TestJSON-1669406715 tempest-PortsIpV6TestJSON-1669406715-project] 10.222.0.18 "DELETE /v2.0/networks/d6554930-37f0-4c24-b98d-985ad457b4eb HTTP/1.1" status: 204 len: 168 time: 0.6435549 Apr 01 15:56:50.162680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0c6d9728-7cb5-4df0-9137-207129976f51 None None] Provisioning for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:50.168361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0c6d9728-7cb5-4df0-9137-207129976f51 None None] Provisioning complete for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:50.168949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c6d9728-7cb5-4df0-9137-207129976f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.234364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d9728-7cb5-4df0-9137-207129976f51 None None] Port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:50.263562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:56:50.271104 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a313e13f-0eb3-4ec7-a17e-fdc235f9dfbc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/3aa69d25-d96b-4457-9a19-30a839a19edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0159938 Apr 01 15:56:50.274486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.277124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:50.298480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:50.299068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:50.389106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:50.449176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b158e-15b4-482b-88e0-18f37826f1c5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.449644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b158e-15b4-482b-88e0-18f37826f1c5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.450104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b158e-15b4-482b-88e0-18f37826f1c5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.450557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b158e-15b4-482b-88e0-18f37826f1c5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.454792 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-780b158e-15b4-482b-88e0-18f37826f1c5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1767716 Apr 01 15:56:50.455027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.469634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50172) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.537312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e143c97-a5ff-4779-bc55-957e43650427 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.537779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e143c97-a5ff-4779-bc55-957e43650427 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.538369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e143c97-a5ff-4779-bc55-957e43650427 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.538832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e143c97-a5ff-4779-bc55-957e43650427 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.542916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e143c97-a5ff-4779-bc55-957e43650427 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0845590 Apr 01 15:56:50.543227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee394b1e-7d8e-4b78-b6c9-6e024b654ec8 None None] Provisioning complete for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:50.543227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee394b1e-7d8e-4b78-b6c9-6e024b654ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.543746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.632428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ee394b1e-7d8e-4b78-b6c9-6e024b654ec8 None None] Port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:50.637548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:50.665198 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc44c944-9f46-4cbc-b81e-d661518133e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c589bbb66ea04a63a2ae90a91da3b23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941538 Apr 01 15:56:50.667916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50182) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.684390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:50.697449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:50.697827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.728298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.758007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.793913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ed29519-2157-4e04-b875-52790b9447fb tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2494228 Apr 01 15:56:50.877555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3dd4fb8a-fefa-482a-a839-7445f53cc6a1 None None] Provisioning complete for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:50.877997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fb8a-fefa-482a-a839-7445f53cc6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.889269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.899774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b62ff2-c3b2-4719-8685-a497f2e5e870,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.907173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.908972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1aa712b9-4905-445b-a83c-2eadb7f55476 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62b62ff2-c3b2-4719-8685-a497f2e5e870 HTTP/1.1" status: 204 len: 168 time: 0.2395027 Apr 01 15:56:51.038220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4fb8a-fefa-482a-a839-7445f53cc6a1 None None] Port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:51.103024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.151758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:51.168228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:49Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:51.172270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:51.172629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Updating router 3aa69d25-d96b-4457-9a19-30a839a19edb port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:56:51.177171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.183911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645255897', 'description': 'tempest-secgroup-smoke-645255897 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:51.198681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.206214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.211604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.220590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.231555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.232418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5bfc4de8-4f01-47d3-9475-f38f074de2c1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:51.307728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.311008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.335133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.340611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.344145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.350201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.421326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.429558 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.489081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:51.489454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.496656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.545204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0197afe4-5bc0-4679-957a-5908ad5e2cb1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.622007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.623626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-508490bd-7650-4fb0-9705-19fa952f24ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4451902 Apr 01 15:56:51.626490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50194) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.631923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:51.638954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.643028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.645949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:51.653825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.720042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.782727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.853771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.875549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.887445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd94da9a-26ad-4087-9a54-44c96cc15ce2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.890531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Transition to ACTIVE for port object 277ac65e-4ba5-4393-9bb0-8b5394c4c914 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:51.973906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.975055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ad7c599-e370-4e9c-b4d3-4f70d62bd201 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3476124 Apr 01 15:56:51.978118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50198) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.983167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:51.985359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.990025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:51.994269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:51.997394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.003170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.089723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.144343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff86bab-f95c-4b32-a8fe-89e5fd543dcb None None] Pushing event updated for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.230006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.234614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Attempting to bind port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:52.235718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Attempting to bind port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:52.235718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Attempting to bind port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:52.247054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:52.247054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Checking segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:52.247054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.248367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Bound using segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:52.248903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Bound port: 277ac65e-4ba5-4393-9bb0-8b5394c4c914, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:52.249375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.267129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:52.307790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.331473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11d47e6-7c51-45a3-98d8-138e90392f5b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.399664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.401164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3d98fb84-4c7d-4528-8241-fefcd436d40f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4220016 Apr 01 15:56:52.403919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.407875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] For port 277ac65e-4ba5-4393-9bb0-8b5394c4c914, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:52.409130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:52.411836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] For port 277ac65e-4ba5-4393-9bb0-8b5394c4c914, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=277ac65e-4ba5-4393-9bb0-8b5394c4c914,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:52.416032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.420118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.423374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.423856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:52.424273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.429135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.481401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.508285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.576152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.598660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff86bab-f95c-4b32-a8fe-89e5fd543dcb None None] Pushing event updated for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.601202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:56:52.602467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.659566 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.690023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dc1a78-a2d0-4816-883b-ca5672859731,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.768531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.769876 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a7e9b9b-a993-4a97-bcaa-1eab74701e8f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649719 Apr 01 15:56:52.772598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.777784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:52.783731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.787537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.790564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.796222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.807586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:56:52.862512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.931252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.002191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.025920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55f1fb5-7059-4754-8875-fb916903dfdb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.113393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.117705 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7bff93bf-7221-4f8a-bf27-59558c1f605c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3410883 Apr 01 15:56:53.117892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50210) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.123039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:53.128901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:53.131614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:53.132902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:53.135710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe770c85-0f94-4a7a-a931-932db83fdeb8 None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:53.135989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:53.143103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:53.224599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:53.232971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.302516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.358914 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.383517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1580d423-e0a1-4eb7-adb3-722a9e488b28,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.459584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.461496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-285cd8dd-3bc3-4799-8e82-6d2f3adae36b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3421805 Apr 01 15:56:53.464382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.469566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '0197afe4-5bc0-4679-957a-5908ad5e2cb1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:53.476996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:53.480519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:53.483507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:53.489421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:53.559375 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:53.566481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.636353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.719369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.744882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097c8bf1-7a4e-4ef4-b937-b3de86d3786b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.831047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.832304 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d8b982c-b5e7-460d-bbf1-e5f4f42b841e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3669326 Apr 01 15:56:54.059519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-ee6bd7b0-fe37-49d8-a640-6d0cd34e4b76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:54.144930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-ee6bd7b0-fe37-49d8-a640-6d0cd34e4b76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:54.146110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-ee6bd7b0-fe37-49d8-a640-6d0cd34e4b76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645255897&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1278994 Apr 01 15:56:54.234376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 277ac65e-4ba5-4393-9bb0-8b5394c4c914 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:54.326356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-f410f782-a639-445d-852f-d13849e8ab64 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:54.326945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-f410f782-a639-445d-852f-d13849e8ab64 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:54.364359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:54.370066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:54.370438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.398664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-f410f782-a639-445d-852f-d13849e8ab64 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:54.399886 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-f410f782-a639-445d-852f-d13849e8ab64 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 796 time: 0.2470644 Apr 01 15:56:54.416109 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-4be23f97-52f6-4b93-94cb-32ac8df88efb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Apr 01 15:56:54.514934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-c1f3688c-798f-4111-8d46-6f71b7beaf28 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:54.532333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.569137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 277ac65e-4ba5-4393-9bb0-8b5394c4c914, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=277ac65e-4ba5-4393-9bb0-8b5394c4c914,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:56:54.588352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-c1f3688c-798f-4111-8d46-6f71b7beaf28 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:54.588352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-c1f3688c-798f-4111-8d46-6f71b7beaf28 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648755 Apr 01 15:56:54.653650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.728254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:54.729990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-f3a21727-0033-43d4-b1d7-ba30f844a852 service neutron] 10.222.0.18 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313524 Apr 01 15:56:54.861850 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-6c0bab0f-2281-435e-9595-fa751ad8a843 service neutron] 10.222.0.18 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257367 Apr 01 15:56:55.136727 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8ab8e7be-ae3b-4ca3-854e-b982be161aa0 req-28e42107-0a56-497e-b2d0-6886056604ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0525680 Apr 01 15:56:56.229700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 277ac65e-4ba5-4393-9bb0-8b5394c4c914 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:56.301909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.302273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.310993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf9d02b7-16e0-47cc-8e6b-a5026dab5a6a req-f5e8a666-c4b0-48fd-9f19-e77ed1f414f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0438585 Apr 01 15:56:57.373811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-9e660a6f-8ef4-4af5-9e7a-e20fc7e56d09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:57.375281 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-9e660a6f-8ef4-4af5-9e7a-e20fc7e56d09 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 796 time: 0.2495830 Apr 01 15:56:57.431500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-cbcd34de-2542-4fa8-a176-04e5b523679d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 379 time: 0.0483632 Apr 01 15:56:57.439613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['0197afe4-5bc0-4679-957a-5908ad5e2cb1']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:57.471585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4e928ab-0180-4213-8ae5-fb2017e75095 req-33689180-eb03-43f7-8e1f-5e71c3ab61e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0491424 Apr 01 15:56:57.616844 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:57.677613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:57.687309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:57.759125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:57.763359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.930434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.13 (159b30ee-2d05-44d0-873c-1ce8f45f2bac/43cd213e-3b48-4cb7-b4ee-3e64d29c3580/fe2e4489-f7e6-4dd9-a4d1-24dc522794be) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:58.117682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.135355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object fe2e4489-f7e6-4dd9-a4d1-24dc522794be will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:58.216298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.283354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:58.292422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:58.297564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:56:58.333722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.375252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:58.375913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.468466 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a0bc93d1-50ba-4ce3-b8c1-25c445fd1e2b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324306 Apr 01 15:56:58.480867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Request body: {'port': {'device_id': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:58.564524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07ec405f-1515-4708-b84b-26a06b0a3ccb None None] Provisioning for port fe2e4489-f7e6-4dd9-a4d1-24dc522794be completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:58.570457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07ec405f-1515-4708-b84b-26a06b0a3ccb None None] Provisioning complete for port fe2e4489-f7e6-4dd9-a4d1-24dc522794be triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:58.570905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07ec405f-1515-4708-b84b-26a06b0a3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.629400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-07ec405f-1515-4708-b84b-26a06b0a3ccb None None] Port fe2e4489-f7e6-4dd9-a4d1-24dc522794be cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:56:58.631812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.799414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387550e-678a-4ba4-8ba9-5f157dd84eb3 req-3ec76555-9d21-44c6-a266-dd8eef40e4cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:58.800123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d387550e-678a-4ba4-8ba9-5f157dd84eb3 req-3ec76555-9d21-44c6-a266-dd8eef40e4cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:58.898518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d387550e-678a-4ba4-8ba9-5f157dd84eb3 req-3ec76555-9d21-44c6-a266-dd8eef40e4cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:58.900177 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d387550e-678a-4ba4-8ba9-5f157dd84eb3 req-3ec76555-9d21-44c6-a266-dd8eef40e4cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 932 time: 0.3011651 Apr 01 15:56:58.973341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d387550e-678a-4ba4-8ba9-5f157dd84eb3 req-b5278341-3c7e-424f-a00c-971fe89d680e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615046 Apr 01 15:56:59.053710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2e4489-f7e6-4dd9-a4d1-24dc522794be {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:59.061096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.076189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Transition to ACTIVE for port object fe2e4489-f7e6-4dd9-a4d1-24dc522794be will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:59.152917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.283650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.388225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Attempting to bind port fe2e4489-f7e6-4dd9-a4d1-24dc522794be on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:59.388919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Attempting to bind port fe2e4489-f7e6-4dd9-a4d1-24dc522794be by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:59.388919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Attempting to bind port fe2e4489-f7e6-4dd9-a4d1-24dc522794be on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:59.393557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Port fe2e4489-f7e6-4dd9-a4d1-24dc522794be on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:56:59.393923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Attempting to bind port fe2e4489-f7e6-4dd9-a4d1-24dc522794be on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:56:59.398946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:56:59.399363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Checking segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:56:59.399730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Bound using segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:56:59.400159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Bound port: fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:59.400507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.461383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1eb866bb-142e-4481-aa4f-1acae92e15fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.492126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:56:59.495640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:56:59.571133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.627381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.627991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.629352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] 10.222.0.90 "PUT /v2.0/ports/fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 1094 time: 1.1534395 Apr 01 15:56:59.629789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:59.655214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314994a-37a5-4c25-8fce-247814a3b3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.684451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'status': 'completed', 'code': 200} Apr 01 15:56:59.881766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-6e055af5-bba4-4212-9094-35ba9c131b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.883756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-6e055af5-bba4-4212-9094-35ba9c131b82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1097 time: 0.1776922 Apr 01 15:57:00.021751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-8fb78600-395c-451b-8485-49b62bd37bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.023249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-8fb78600-395c-451b-8485-49b62bd37bf2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1324732 Apr 01 15:57:00.205445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-cf22b60e-5160-4493-8b61-2580f9bbd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.206896 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3961fde9-0bd2-4205-abc8-df9f4e0b5f3c req-cf22b60e-5160-4493-8b61-2580f9bbd8ae service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772065 Apr 01 15:57:00.231335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f06810-6ebc-4172-8e58-da3770458c2d req-43590082-6561-4dd2-9933-1e21a5a36e07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.232785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43f06810-6ebc-4172-8e58-da3770458c2d req-43590082-6561-4dd2-9933-1e21a5a36e07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 944 time: 0.1196129 Apr 01 15:57:00.328441 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43f06810-6ebc-4172-8e58-da3770458c2d req-f6303f14-34cf-4a92-8018-1f01c81f1842 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856402 Apr 01 15:57:00.349827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-aa3522cb-2919-466b-a11d-5b45ef57a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.351323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-aa3522cb-2919-466b-a11d-5b45ef57a917 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0930157 Apr 01 15:57:00.421190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-73def46b-8cfb-4cde-ae27-bd88c484cdfb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 217 time: 0.0627496 Apr 01 15:57:00.481495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-ce6b980d-ab97-489f-adb1-3d9b9c5a4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.482904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-ce6b980d-ab97-489f-adb1-3d9b9c5a4a36 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0564911 Apr 01 15:57:00.556187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-1591af3a-0294-47bf-86eb-64fff016b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.557665 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-1591af3a-0294-47bf-86eb-64fff016b3f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690982 Apr 01 15:57:00.685378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-a4cff585-c229-405c-8fe3-4626baef16cf service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218188 Apr 01 15:57:00.814533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a1eaa2f-dc1c-4c0a-bb17-691a8fed0cee req-d1af4064-ea7c-4841-a08e-728695d8be03 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235187 Apr 01 15:57:01.511994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a99f-7d7b-4425-a174-83111e30e2f1 req-48967fc3-929e-47d3-a317-9d6ef38678d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.513465 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4a5a99f-7d7b-4425-a174-83111e30e2f1 req-48967fc3-929e-47d3-a317-9d6ef38678d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 944 time: 0.0787604 Apr 01 15:57:01.557894 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4a5a99f-7d7b-4425-a174-83111e30e2f1 req-20f01273-56d6-431a-9099-fb7de12805cb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388207 Apr 01 15:57:02.356370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c886a5da-3c5d-46bf-b892-2b2828695274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.768153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.862292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9786d0-984f-49db-bc5e-b7deb714d3c4 req-f7cff025-8333-44a1-b04d-b217d3529954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.864342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c9786d0-984f-49db-bc5e-b7deb714d3c4 req-f7cff025-8333-44a1-b04d-b217d3529954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 944 time: 0.2010829 Apr 01 15:57:02.882230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.908506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c9786d0-984f-49db-bc5e-b7deb714d3c4 req-1337d6d9-46ab-47da-a7ba-12ea1db8fb34 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389593 Apr 01 15:57:03.596553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.160822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b7358-38d7-4f98-a219-a1af22144e3d req-32ca170e-d338-4806-8911-3a1d84661062 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.162343 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-879b7358-38d7-4f98-a219-a1af22144e3d req-32ca170e-d338-4806-8911-3a1d84661062 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 944 time: 0.1429379 Apr 01 15:57:04.215177 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-879b7358-38d7-4f98-a219-a1af22144e3d req-85c601c7-ed09-405b-a4d7-0b03bfd80324 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468247 Apr 01 15:57:04.482340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.808024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fe2e4489-f7e6-4dd9-a4d1-24dc522794be details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:57:04.939290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:04.952197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'port_id': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'mac_address': 'fa:16:3e:80:97:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:57:05.006506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.022904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2e4489-f7e6-4dd9-a4d1-24dc522794be {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:05.037759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:05.116500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.186604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.321338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['fe2e4489-f7e6-4dd9-a4d1-24dc522794be'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:57:05.396853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f10ec1-f833-4e06-87b0-bc24fb1e6a0e req-7690534b-0a31-4731-ac1a-9d933928801c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:05.398235 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27f10ec1-f833-4e06-87b0-bc24fb1e6a0e req-7690534b-0a31-4731-ac1a-9d933928801c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0800235 Apr 01 15:57:05.447464 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27f10ec1-f833-4e06-87b0-bc24fb1e6a0e req-637f73b1-13fc-429a-9576-cda76669ad3c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Apr 01 15:57:06.767058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ce86-63a3-49f9-ac10-a3fc421e272f req-cba091a7-da29-4a1a-9e94-2fec814a8970 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:06.768467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35b5ce86-63a3-49f9-ac10-a3fc421e272f req-cba091a7-da29-4a1a-9e94-2fec814a8970 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 945 time: 0.0816364 Apr 01 15:57:06.817581 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35b5ce86-63a3-49f9-ac10-a3fc421e272f req-a40ffea3-281c-4175-95be-8712b6bfd4b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433707 Apr 01 15:57:06.825537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fe2e4489-f7e6-4dd9-a4d1-24dc522794be up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:06.950652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port fe2e4489-f7e6-4dd9-a4d1-24dc522794be completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:06.955621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port fe2e4489-f7e6-4dd9-a4d1-24dc522794be triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:06.956018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.081716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.126768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:07.142325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:57:07.176024 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'code': 200} Apr 01 15:57:07.198354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.267832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.534427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52ec9-9c65-4daf-94d6-4516c9dadfee req-2c346f45-67cc-42bf-9d70-a937ecbf189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:07.535907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade52ec9-9c65-4daf-94d6-4516c9dadfee req-2c346f45-67cc-42bf-9d70-a937ecbf189d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0691774 Apr 01 15:57:07.576290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade52ec9-9c65-4daf-94d6-4516c9dadfee req-659f52c8-e796-4e4e-bf7c-4ad9f585bd86 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Apr 01 15:57:08.002383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a1b5e-84cd-45e9-84af-e27834298476 req-652cee0d-3361-46cd-9be5-12e2d7c0ac79 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:08.003882 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c0a1b5e-84cd-45e9-84af-e27834298476 req-652cee0d-3361-46cd-9be5-12e2d7c0ac79 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.0835190 Apr 01 15:57:08.050259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c0a1b5e-84cd-45e9-84af-e27834298476 req-97589b6d-4fe4-49a0-9a86-6ddc2fe774e7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401850 Apr 01 15:57:09.245523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025259f-0ec1-4492-aec7-ccc1603292fa req-1f2f30ff-6d85-4e78-a9af-61e26be90de8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:09.246970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d025259f-0ec1-4492-aec7-ccc1603292fa req-1f2f30ff-6d85-4e78-a9af-61e26be90de8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.0820856 Apr 01 15:57:09.291429 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d025259f-0ec1-4492-aec7-ccc1603292fa req-3aeb5070-24d2-4919-81b6-8b1cd0e509c2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386770 Apr 01 15:57:09.478505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5b58d-c0ef-416d-878e-b7756720cc85 req-93bddd4d-f05e-47c2-8c00-5491285d1117 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:09.479887 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2da5b58d-c0ef-416d-878e-b7756720cc85 req-93bddd4d-f05e-47c2-8c00-5491285d1117 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.0829611 Apr 01 15:57:09.522879 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2da5b58d-c0ef-416d-878e-b7756720cc85 req-15985748-29e3-4ca6-af9e-303f68cff35b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373483 Apr 01 15:57:09.545746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.726104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fad287-92bf-466a-aa13-bb90e0c19222 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:09.727820 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2fad287-92bf-466a-aa13-bb90e0c19222 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1094 time: 0.1810822 Apr 01 15:57:09.730716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.735493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:09.741418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:09.751685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:09.751685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:09.754143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:09.821442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.968279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.207703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.141 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/a260ba83-61a8-4bd9-99bf-dbfcd5b21630) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:10.366495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.438525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.503935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:10.511596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:10.514060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:10.549135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=a260ba83-61a8-4bd9-99bf-dbfcd5b21630,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.938785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.094776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.311242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.409925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.519352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=a260ba83-61a8-4bd9-99bf-dbfcd5b21630,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.529811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.703555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d associated. External IP: 172.26.7.141, port: fe2e4489-f7e6-4dd9-a4d1-24dc522794be. Apr 01 15:57:12.167482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:12.359488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:12.370124 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:12.381655 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:12.382886 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:57:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:12.472594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.530859 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba545766-5b8f-480b-b15d-e92ccbf3edb9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7966206 Apr 01 15:57:12.530859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:12.531461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.563875 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:12.574134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'status': 'completed', 'code': 200} Apr 01 15:57:12.649934 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a5ee97a-3741-45c3-8e16-f6a47f4f5062 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 992 time: 0.1170163 Apr 01 15:57:12.673640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-33c814b7-d1d7-483a-af18-cfb73eccd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.675096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-33c814b7-d1d7-483a-af18-cfb73eccd168 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0761781 Apr 01 15:57:12.806947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-52c3914a-9112-43cd-bd15-21fae89c5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.808441 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-52c3914a-9112-43cd-bd15-21fae89c5ad0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 897 time: 0.1280508 Apr 01 15:57:12.906554 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:80:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:12.910394 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:12.911356 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-24dd81c1-5a42-4645-bcf4-ca593dd93813 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 1000 time: 0.0971231 Apr 01 15:57:12.918731 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:12.919329 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:57:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:12.973046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-9cac1cb0-2be8-4cff-870c-22bf11b5c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.974498 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-9cac1cb0-2be8-4cff-870c-22bf11b5c5b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0574505 Apr 01 15:57:13.052262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-6fc9b8c8-8e7d-4f50-8d73-ecec929c8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:13.053716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-6fc9b8c8-8e7d-4f50-8d73-ecec929c8ac9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737889 Apr 01 15:57:13.063094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-8b685871-4854-40fa-ba73-9cc833707984 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:57:13.064120 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-8b685871-4854-40fa-ba73-9cc833707984 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049584 Apr 01 15:57:13.096818 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:13.204845 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-410f82ed-35c7-473a-bf1d-9fabfc7fc87b service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350093 Apr 01 15:57:13.335013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4d6f338-8f7a-4c1e-9ec8-1c999ac8f096 req-4d8f451c-bb39-4ff5-986f-e0031dfeae34 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244192 Apr 01 15:57:13.488518 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:80:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.492374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70259a08-73c7-4c6d-8ba7-ba30a8c03b9c None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:80:97:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:13.653117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.671164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53065e3-0909-4026-8088-fa6181753c3e None None] New status for floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:13.760030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-245ea751-0b04-4619-94d0-53c1b7c6c196 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 992 time: 0.1056786 Apr 01 15:57:14.764415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.874008 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-031056f7-cdcc-4874-8ad7-dc8a02911e08 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 994 time: 0.1084323 Apr 01 15:57:29.465786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-896e0544-2d89-477f-b25d-98e92e124135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.328736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-12ef5eda-05a6-4ea2-974f-6c45a455fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.768810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.894594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.642809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.538357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.616741 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:57:39.339454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.532627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284adfb-65e7-4f7a-9ca3-7b62329ce76d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.533009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284adfb-65e7-4f7a-9ca3-7b62329ce76d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.533467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284adfb-65e7-4f7a-9ca3-7b62329ce76d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:39.535307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0284adfb-65e7-4f7a-9ca3-7b62329ce76d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a98506393404401480b2b26b3027bae2&network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 3000 time: 0.1948588 Apr 01 15:57:43.176096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.236224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a692a7-3ad4-4852-bc55-a01efeab4266 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.237682 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03a692a7-3ad4-4852-bc55-a01efeab4266 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f HTTP/1.1" status: 200 len: 814 time: 0.0606015 Apr 01 15:57:44.296653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.304078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:44.444911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.757817 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-8d193f59-0ed8-4e5b-9690-81e79c20360b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4041185 Apr 01 15:57:44.887680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.925820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-bf8bd65a-5896-4139-a85b-6f255d854e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:44.927333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-bf8bd65a-5896-4139-a85b-6f255d854e2f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0917764 Apr 01 15:57:44.937818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.938139 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d disassociated. External IP: 172.26.7.141, port: fe2e4489-f7e6-4dd9-a4d1-24dc522794be. Apr 01 15:57:45.219848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-5b6da0e5-1e43-4333-ad7a-ce33c05db0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.221287 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-5b6da0e5-1e43-4333-ad7a-ce33c05db0b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 897 time: 0.2342858 Apr 01 15:57:45.346757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-1bbb6430-ffaf-4b36-b2e8-0b7200139ef0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 217 time: 0.0752320 Apr 01 15:57:45.486569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-e5b81f4f-54a4-49a9-ab48-0e2411dd6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.488026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-e5b81f4f-54a4-49a9-ab48-0e2411dd6541 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.1347294 Apr 01 15:57:45.556834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:57:45.654902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-3497d8c6-52b0-4143-aed1-d9cff90b0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:45.657008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-3497d8c6-52b0-4143-aed1-d9cff90b0af7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1594672 Apr 01 15:57:45.841893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:57:45.848903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.851957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:45.861060 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:45.861665 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:57:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:45.925775 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49a419a7-a6c6-46cb-92cf-57e209e3e934 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 690 time: 1.6279933 Apr 01 15:57:45.926565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:45.928630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50338) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.932241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-98fa962d-2a7e-4ab6-b256-86b4049e2cfd service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651851 Apr 01 15:57:46.020632 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83699143-05e5-4bc0-841e-e997952d4efe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 690 time: 0.0908206 Apr 01 15:57:46.050952 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:46.104978 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'status': 'completed', 'code': 200} Apr 01 15:57:46.215551 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-249df8dd-8cd2-444a-9361-1130280c8ed8 req-3515532c-f008-4d33-b2b2-d29c7d47fe55 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772369 Apr 01 15:57:46.368071 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:46.371877 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:46.380976 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:57:46.381574 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:57:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:46.410160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-b6263f41-97cf-475d-92ab-4374b67841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.411677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-b6263f41-97cf-475d-92ab-4374b67841e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0702281 Apr 01 15:57:46.544376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-24b48bc0-47e4-4e70-b8f9-d119ad090a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.545927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-24b48bc0-47e4-4e70-b8f9-d119ad090a67 service neutron] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 897 time: 0.1269655 Apr 01 15:57:46.555790 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:57:46.620810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-74e0bdcc-0c15-4e64-bf0d-d4f0b4444cfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 217 time: 0.0669353 Apr 01 15:57:46.685247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-58af8016-c606-46eb-8bb5-fdae2c080a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.687320 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-58af8016-c606-46eb-8bb5-fdae2c080a33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0602243 Apr 01 15:57:46.766738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-1c223262-4a63-4cf8-87fa-7bd22f903c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.768336 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-1c223262-4a63-4cf8-87fa-7bd22f903c53 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760345 Apr 01 15:57:46.906436 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:46.910409 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4003-bfda-492d-97ab-7d4b8ba1681e None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:46.911965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-da23a9da-5f70-4be1-9839-a75dab0f82c2 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362302 Apr 01 15:57:47.034373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50346) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.049829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-03a9489d-32f2-4d28-9d61-0fff5f9d7bde req-9e49bffb-18b7-49bc-9b3f-a51c6eb6a114 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308131 Apr 01 15:57:47.131085 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab2918ee-58ae-44cf-9715-7c8d9f920490 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 690 time: 0.0942831 Apr 01 15:57:47.139462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6297e-5ab9-49c6-8715-2b0feff406f3 None None] New status for floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:48.132955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.214930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32ec07b5-72cf-41d1-982b-c58b9468b19f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 688 time: 0.0808122 Apr 01 15:57:49.450665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50356) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.455816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310318304', 'description': 'tempest-secgroup-smoke-1310318304 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:49.462278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:49.471755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:49.522048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.542565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:49.546949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:49.549865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:49.555616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:49.626029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.676494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.717497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33dbfb-1340-4a0e-8b23-32510a933a20,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.727751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.728109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.728453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.728794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.729163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.729472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.729804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.730137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.730471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.730799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.731126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.731475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:49.785335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.786647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3b10280-7c21-4c50-bae5-55509c371001 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3348749 Apr 01 15:57:49.789603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.794607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:49.800903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:49.804914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:49.807813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:49.813965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:49.900093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.961956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.013487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.040355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b6dd6d-0d2f-495c-8e1d-cec0f46d1282,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.116660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.117948 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b742e049-fc63-4122-b87a-125dd770e81e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273134 Apr 01 15:57:50.120757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.126145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:50.133643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:50.137553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:50.140938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:50.147093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:50.220977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.283927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.351135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.375166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7a87f1-9a42-45bb-b4ed-1f264768cfcc,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.448130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.449493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bceb079f-37bd-4fc2-9fce-027994679441 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277574 Apr 01 15:57:50.452853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50368) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.457942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:50.463970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:50.468120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:50.471021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:50.476726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:50.535436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.598189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.665489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.691348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649ebc25-8a30-4bd5-bda8-defcf0253bcd,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.761064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.762327 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0cc821d3-f22d-467f-8d51-fff8bd416fcb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085501 Apr 01 15:57:50.765726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50372) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.770726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:50.776936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:50.781357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:50.784273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:50.792801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:50.876763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.945027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.025103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.051896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efd51b0-051f-4260-b7a5-ace50a8f8963,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.128318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.129561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a0d73dcc-e89f-41df-bcb6-3be2e45f10b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628967 Apr 01 15:57:51.132345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50376) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:51.137456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:51.144095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:51.147882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:51.150730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:51.156901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:51.230690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:51.238495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.306473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.378060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.396734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f205bc79-c88c-4e2f-b0f3-0aa787efe2e9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.568131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.569251 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6e1ecb45-7b2f-43fe-ab15-e4a9694e69e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4359043 Apr 01 15:57:51.572280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:51.578019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '4e33dbfb-1340-4a0e-8b23-32510a933a20', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:51.584320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:51.588089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:51.591584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:51.598024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:51.659782 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:51.666907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.741143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.808186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.832380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0c7b9b-63f0-497f-a80b-a6b438d36f18,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.842559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.842907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.843277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.843616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.843947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.844278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.844612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.844929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.845261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.845581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.845904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.846228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:51.910893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.912449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4c7d918-eb9e-4618-897c-97a175cc8c4e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390000 Apr 01 15:57:52.221746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-c3e44075-8c4e-4f1e-b98b-1bdbdea7f3ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:52.292607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-c3e44075-8c4e-4f1e-b98b-1bdbdea7f3ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:52.293834 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-c3e44075-8c4e-4f1e-b98b-1bdbdea7f3ae tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310318304&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1118798 Apr 01 15:57:52.451041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-3fd06709-25ae-4107-b2c1-cffb45994838 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.452621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-3fd06709-25ae-4107-b2c1-cffb45994838 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 796 time: 0.1514158 Apr 01 15:57:52.467387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-1d9812ae-2f95-49ad-ba54-390b25eb96c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0092843 Apr 01 15:57:52.651238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-59e08426-f6d9-420d-b568-f7c366b7dc5c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1783991 Apr 01 15:57:52.667320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-53f00cec-22a1-4f86-91f3-72f077138414 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:57:52.668333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-53f00cec-22a1-4f86-91f3-72f077138414 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053525 Apr 01 15:57:52.797708 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-69a64cfb-83ef-4a17-885f-5f68fdd90e4d service neutron] 10.222.0.18 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228113 Apr 01 15:57:52.927351 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-7a90660e-e8b9-4462-8c85-6ed1490e875f service neutron] 10.222.0.18 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238155 Apr 01 15:57:53.198424 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-513f71a2-f138-44d2-9663-508953d332ec req-d9b4b3c2-fbaf-45d4-8599-25582fbb0ee0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 210 time: 0.0417354 Apr 01 15:57:54.345090 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e87af6a2-ce4e-4396-bb93-4c6f14c1cd0f req-202c9b91-a420-4356-9b05-eb68952536dc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 210 time: 0.0436246 Apr 01 15:57:55.497349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-400a3b66-1c5e-435c-8f7a-47c3f7068214 req-a5d4bc02-9dd7-4b2e-a893-71e05e47c646 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 210 time: 0.0429320 Apr 01 15:57:55.510577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-e2895a30-b88a-45cd-9880-196fa67a8876 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:55.512050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-e2895a30-b88a-45cd-9880-196fa67a8876 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 796 time: 0.1539905 Apr 01 15:57:55.566348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-6d9c1606-79ac-4608-8383-a128a113608d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 472 time: 0.0468185 Apr 01 15:57:55.574694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '8a77f24e-0080-436d-8892-be1c84f5051c', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['4e33dbfb-1340-4a0e-8b23-32510a933a20']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:55.711679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:55.722030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:55.808241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:55.811816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.978122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.4 (159b30ee-2d05-44d0-873c-1ce8f45f2bac/43cd213e-3b48-4cb7-b4ee-3e64d29c3580/fb4740e6-832c-46d4-a055-e3047b57b750) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:56.172106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.188484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object fb4740e6-832c-46d4-a055-e3047b57b750 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:56.311492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.377255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:56.385051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:56.389581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:57:56.424352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.462134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.462770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.551797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-89107fde-d475-4301-9f6b-b0ba11ce9fa9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9804130 Apr 01 15:57:56.563728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Request body: {'port': {'device_id': '8a77f24e-0080-436d-8892-be1c84f5051c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:56.721172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.739546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6c78a69-7d2d-4e5d-be73-a4b2fe2fe205 None None] Provisioning for port fb4740e6-832c-46d4-a055-e3047b57b750 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:56.745291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6c78a69-7d2d-4e5d-be73-a4b2fe2fe205 None None] Provisioning complete for port fb4740e6-832c-46d4-a055-e3047b57b750 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:56.745716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6c78a69-7d2d-4e5d-be73-a4b2fe2fe205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.799095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6c78a69-7d2d-4e5d-be73-a4b2fe2fe205 None None] Port fb4740e6-832c-46d4-a055-e3047b57b750 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:57:56.800329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494d93-49cd-48fe-9a95-2bbad69b4827 req-95cd1882-5f5a-4aa3-b5d0-7e9fa9b3cfef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.801033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-88494d93-49cd-48fe-9a95-2bbad69b4827 req-95cd1882-5f5a-4aa3-b5d0-7e9fa9b3cfef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:56.923473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-88494d93-49cd-48fe-9a95-2bbad69b4827 req-95cd1882-5f5a-4aa3-b5d0-7e9fa9b3cfef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:56.924608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88494d93-49cd-48fe-9a95-2bbad69b4827 req-95cd1882-5f5a-4aa3-b5d0-7e9fa9b3cfef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 931 time: 0.3105798 Apr 01 15:57:57.149491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88494d93-49cd-48fe-9a95-2bbad69b4827 req-811820df-8ea5-4048-b6e3-12f29ff8f1d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711958 Apr 01 15:57:57.234462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4740e6-832c-46d4-a055-e3047b57b750 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:57.241924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.256436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Transition to ACTIVE for port object fb4740e6-832c-46d4-a055-e3047b57b750 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:57.339031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.494958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.586139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Attempting to bind port fb4740e6-832c-46d4-a055-e3047b57b750 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:57.586865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Attempting to bind port fb4740e6-832c-46d4-a055-e3047b57b750 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:57.586865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Attempting to bind port fb4740e6-832c-46d4-a055-e3047b57b750 on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:57.591467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Port fb4740e6-832c-46d4-a055-e3047b57b750 on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:57:57.591790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Attempting to bind port fb4740e6-832c-46d4-a055-e3047b57b750 on network 159b30ee-2d05-44d0-873c-1ce8f45f2bac {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:57:57.596838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:57:57.597180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Checking segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:57:57.597568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Bound using segment: {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:57:57.598003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Bound port: fb4740e6-832c-46d4-a055-e3047b57b750, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be61680-8d6c-44af-a8ab-a9be24e2701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:57.598345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.686291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:57:57.689725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fb4740e6-832c-46d4-a055-e3047b57b750,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:57:57.762429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.822081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:57.822737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.824086 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] 10.222.0.90 "PUT /v2.0/ports/fb4740e6-832c-46d4-a055-e3047b57b750 HTTP/1.1" status: 200 len: 1093 time: 1.2647862 Apr 01 15:57:57.824508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:57.849755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a436a-de8a-497c-964c-675d03ce29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.882981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'status': 'completed', 'code': 200} Apr 01 15:57:57.981554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576054d5-dde5-4390-a65a-bb43100335fe req-8315aad9-a01f-4b40-b463-53ba891d9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:57.983061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-576054d5-dde5-4390-a65a-bb43100335fe req-8315aad9-a01f-4b40-b463-53ba891d9a3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 1096 time: 0.0757360 Apr 01 15:57:58.125771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576054d5-dde5-4390-a65a-bb43100335fe req-98b64bf3-c0fe-41d3-a191-95df93d8738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.126980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-576054d5-dde5-4390-a65a-bb43100335fe req-98b64bf3-c0fe-41d3-a191-95df93d8738b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1369264 Apr 01 15:57:58.318307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576054d5-dde5-4390-a65a-bb43100335fe req-7a02cba2-bb1a-4d08-82d2-2542a9d0ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.318307 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-576054d5-dde5-4390-a65a-bb43100335fe req-7a02cba2-bb1a-4d08-82d2-2542a9d0ab6c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848834 Apr 01 15:57:58.357740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9522e-769b-4325-8183-b3df2f64160b req-76648bdb-1de9-4e8d-9327-d29e3cba7f4b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.359241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82f9522e-769b-4325-8183-b3df2f64160b req-76648bdb-1de9-4e8d-9327-d29e3cba7f4b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 943 time: 0.0942626 Apr 01 15:57:58.446980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82f9522e-769b-4325-8183-b3df2f64160b req-3f031a1c-6421-4d4b-b539-ea33b5dfe4dc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556672 Apr 01 15:57:58.470345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-eb943433-5547-45fb-8393-ff84d765420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.471863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-eb943433-5547-45fb-8393-ff84d765420e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 1096 time: 0.1112220 Apr 01 15:57:58.553992 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-74286430-3f13-48ab-9777-022041fb7179 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4740e6-832c-46d4-a055-e3047b57b750 HTTP/1.1" status: 200 len: 217 time: 0.0747418 Apr 01 15:57:58.629595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-2fa73e7c-4a5f-4974-a510-3343e7234c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.631027 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-2fa73e7c-4a5f-4974-a510-3343e7234c0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0713673 Apr 01 15:57:58.727871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-702101af-6ca1-4998-ab00-cf61ced6ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:58.729339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-702101af-6ca1-4998-ab00-cf61ced6ab6f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923772 Apr 01 15:57:58.869592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-ef71e981-5a63-4111-aaeb-2d3b869c86b9 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343250 Apr 01 15:57:59.118940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-807cdf98-5952-491f-b51b-f6da15b3fb81 req-23d1b4f8-e208-4e40-83c2-64249288f71a service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426212 Apr 01 15:57:59.499410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8855892e-f4c6-4753-9662-3342c58faf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.644889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a0bd0-22dc-4b27-bbed-c2dc3319db4f req-d341c109-ee6f-4058-9f03-87ec26cfffce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:59.646333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-370a0bd0-22dc-4b27-bbed-c2dc3319db4f req-d341c109-ee6f-4058-9f03-87ec26cfffce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 943 time: 0.0880334 Apr 01 15:57:59.692878 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-370a0bd0-22dc-4b27-bbed-c2dc3319db4f req-0f7d7602-43fc-4f17-a3fc-b8637f7c717e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Apr 01 15:58:00.877478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a538f-e886-4a52-aa78-3009ee7c793e req-6692e85e-32ad-4313-ae03-62f847b3ddd2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.878920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-578a538f-e886-4a52-aa78-3009ee7c793e req-6692e85e-32ad-4313-ae03-62f847b3ddd2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 943 time: 0.0800924 Apr 01 15:58:00.922707 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-578a538f-e886-4a52-aa78-3009ee7c793e req-4b883a10-f410-421a-a732-ff8cc6b855d9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Apr 01 15:58:02.106494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019f0d3-f8f8-4091-8a1b-baa2080b0547 req-517af8ee-1308-4722-8bce-c12911064485 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.108155 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0019f0d3-f8f8-4091-8a1b-baa2080b0547 req-517af8ee-1308-4722-8bce-c12911064485 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 943 time: 0.0809348 Apr 01 15:58:02.153030 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0019f0d3-f8f8-4091-8a1b-baa2080b0547 req-64384a56-a427-4583-8fff-8c53188b65c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Apr 01 15:58:02.345310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9a0eae7-0095-47b4-a58e-2d7524e9435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.789553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.922190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.041704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fb4740e6-832c-46d4-a055-e3047b57b750 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:58:03.175536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fb4740e6-832c-46d4-a055-e3047b57b750,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:03.188882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'port_id': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'mac_address': 'fa:16:3e:a2:cd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:58:03.243716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.260385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4740e6-832c-46d4-a055-e3047b57b750 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:58:03.275698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fb4740e6-832c-46d4-a055-e3047b57b750,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:03.333660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.339637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4207d2-3123-4d98-9d84-f45091343003 req-d2341dfd-699d-4728-9aa7-61a6fb04d8a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:03.341100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce4207d2-3123-4d98-9d84-f45091343003 req-d2341dfd-699d-4728-9aa7-61a6fb04d8a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 943 time: 0.0823734 Apr 01 15:58:03.385608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce4207d2-3123-4d98-9d84-f45091343003 req-e274d882-596a-49d5-9314-1065f13cf0d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382779 Apr 01 15:58:03.404347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:03.411954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.412309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.412655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.412997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.413332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.413665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.413995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.414325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.414656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.414981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.415332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.415658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:03.533954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['fb4740e6-832c-46d4-a055-e3047b57b750'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:58:03.584865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.476928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.575889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b313b1-0b82-4f55-904c-0d83d76a29a4 req-179b7ce7-bfc5-4efb-937b-4fab10d64348 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:04.577344 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6b313b1-0b82-4f55-904c-0d83d76a29a4 req-179b7ce7-bfc5-4efb-937b-4fab10d64348 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 944 time: 0.0830114 Apr 01 15:58:04.621273 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6b313b1-0b82-4f55-904c-0d83d76a29a4 req-2b0546d6-f5e2-4300-a043-737728ba6c81 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Apr 01 15:58:05.041511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fb4740e6-832c-46d4-a055-e3047b57b750 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:05.229289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port fb4740e6-832c-46d4-a055-e3047b57b750 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:05.234344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port fb4740e6-832c-46d4-a055-e3047b57b750 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:05.234712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.350460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.408749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:05.419211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fb4740e6-832c-46d4-a055-e3047b57b750,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:05.504156 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'code': 200} Apr 01 15:58:05.505366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.572789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:05.807272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243bd3c-71d7-4b30-b059-f24871d23721 req-3cd90ce8-edef-4e16-883e-124e5770d042 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:05.808734 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f243bd3c-71d7-4b30-b059-f24871d23721 req-3cd90ce8-edef-4e16-883e-124e5770d042 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0793557 Apr 01 15:58:05.848565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e8ad9-2627-42a6-ab70-a7dee7674e81 req-5496cb7e-432b-497b-ba66-1f25aebfd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:05.850055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-103e8ad9-2627-42a6-ab70-a7dee7674e81 req-5496cb7e-432b-497b-ba66-1f25aebfd03c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 1098 time: 0.0699568 Apr 01 15:58:05.856472 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f243bd3c-71d7-4b30-b059-f24871d23721 req-6a8b6600-6bda-42c8-9f66-8610a78486b4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Apr 01 15:58:05.891599 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-103e8ad9-2627-42a6-ab70-a7dee7674e81 req-e616e444-105f-4f0c-8a05-220a1721e8f8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Apr 01 15:58:07.045208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f1821-bff0-4c3d-a112-9e978403503a req-8b47cc4a-cf74-4848-9470-2b8a30cedaa4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:07.047086 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-292f1821-bff0-4c3d-a112-9e978403503a req-8b47cc4a-cf74-4848-9470-2b8a30cedaa4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0831499 Apr 01 15:58:07.095184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-292f1821-bff0-4c3d-a112-9e978403503a req-23c4d191-d8fc-4a57-95d0-822e3805c855 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Apr 01 15:58:08.275438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a702-867c-497f-b3ca-837adde31c67 req-42f397a4-ad01-46e4-8a32-ded751ca8565 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:08.276875 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66a4a702-867c-497f-b3ca-837adde31c67 req-42f397a4-ad01-46e4-8a32-ded751ca8565 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0782859 Apr 01 15:58:08.321845 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66a4a702-867c-497f-b3ca-837adde31c67 req-9b2208b5-0eaf-4a0b-b42c-55c5b47431e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386596 Apr 01 15:58:08.525907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743b22-ded3-48af-9458-3bb5963e09d2 req-3c467a81-3843-4f57-b7b6-32b83a955c12 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:08.527265 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69743b22-ded3-48af-9458-3bb5963e09d2 req-3c467a81-3843-4f57-b7b6-32b83a955c12 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0815818 Apr 01 15:58:08.572894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69743b22-ded3-48af-9458-3bb5963e09d2 req-03592fd5-ee5d-42eb-ad75-b328654b7733 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Apr 01 15:58:08.595291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.663873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1469-4355-487d-8d3b-d40a9b063bda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:08.665353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b08b1469-4355-487d-8d3b-d40a9b063bda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 1093 time: 0.0690935 Apr 01 15:58:08.668105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.673160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'port_id': 'fb4740e6-832c-46d4-a055-e3047b57b750'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:08.751658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.335724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.412674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.680326 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d associated. External IP: 172.26.7.141, port: fb4740e6-832c-46d4-a055-e3047b57b750. Apr 01 15:58:10.026399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:10.206879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:10.211671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.215968 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:10.226653 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:10.227394 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.265018 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f6b60d6c-c136-4e41-9964-73711faad977 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 991 time: 1.5959101 Apr 01 15:58:10.265686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:10.268458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.312619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'status': 'completed', 'code': 200} Apr 01 15:58:10.380212 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8466eed0-e327-4130-aeae-8395ecac020a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 991 time: 0.1104295 Apr 01 15:58:10.402912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-67ffbdcc-6ed7-491d-ba37-28d3da4c204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.404417 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-67ffbdcc-6ed7-491d-ba37-28d3da4c204f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 1098 time: 0.0712767 Apr 01 15:58:10.407337 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:10.534658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-afd74fa9-a3be-42f4-985c-fddd4b6259a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.536070 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-afd74fa9-a3be-42f4-985c-fddd4b6259a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 897 time: 0.1259332 Apr 01 15:58:10.640680 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-84431a82-ebf0-40d0-aa67-3eae91843415 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb4740e6-832c-46d4-a055-e3047b57b750 HTTP/1.1" status: 200 len: 999 time: 0.0982366 Apr 01 15:58:10.705647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-a63bab02-8045-4bf8-8275-cbaf273953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.707071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-a63bab02-8045-4bf8-8275-cbaf273953dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0606432 Apr 01 15:58:10.747632 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:a2:cd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a77f24e-0080-436d-8892-be1c84f5051c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:58:09Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.751482 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:10.759936 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:10.760542 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:10.781869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-9438c075-fa46-4752-9b6f-ae1d87e1f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.783872 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-9438c075-fa46-4752-9b6f-ae1d87e1f66c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699034 Apr 01 15:58:10.914690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-8cb0f826-3ac1-442c-a112-60eb716f8945 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248200 Apr 01 15:58:10.937574 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:11.045699 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f577bb30-f189-496f-ba22-42787a7ce0e5 req-10d1659b-c5da-4495-9140-d6a4d0f8e632 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251757 Apr 01 15:58:11.280320 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:a2:cd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a77f24e-0080-436d-8892-be1c84f5051c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:58:09Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:11.284638 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9daf826-e786-4c0b-a26c-5c56284df774 None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '5b30aa10-f0fe-4868-a7f7-826d40ed387d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.141', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'port_id': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'mac_address': 'fa:16:3e:a2:cd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a77f24e-0080-436d-8892-be1c84f5051c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:10Z', 'updated_at': '2022-04-01T15:58:09Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:11.382513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:11.478310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdc5f0-ddba-451b-aa8b-77e390c2fca0 None None] New status for floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:58:11.493061 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2072b1c-6b97-47c4-83fc-d8e09afa2091 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 991 time: 0.1093245 Apr 01 15:58:11.616429 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:12.496587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.714239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aad0f4ce-e0dc-4542-93eb-690c58be1a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 200 len: 993 time: 0.2165048 Apr 01 15:58:29.446098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b58-6b09-4e70-99c5-a219f7116a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.320387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cbd4bc03-a915-4036-803c-e9b0acd23305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.760436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.903221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.595091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.497221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.475044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe3ee-a69d-4635-a851-e059d94fed4a req-d9fbd846-0c43-4f0a-aa1f-1cdde861efc5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:42.476397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a5fbe3ee-a69d-4635-a851-e059d94fed4a req-d9fbd846-0c43-4f0a-aa1f-1cdde861efc5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0831392 Apr 01 15:58:42.520771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a5fbe3ee-a69d-4635-a851-e059d94fed4a req-660c6779-ba39-4cea-aad6-b82de573048e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Apr 01 15:58:43.712106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021ad56-1761-4dc2-bc8c-d6dbf7bf1a21 req-70481062-57d3-42f3-bbbc-9f9d4b4f419e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:43.713568 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8021ad56-1761-4dc2-bc8c-d6dbf7bf1a21 req-70481062-57d3-42f3-bbbc-9f9d4b4f419e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0809660 Apr 01 15:58:43.742875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7b7d8cb0-bc73-4f54-9190-02251146e9fe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:43.745691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7b7d8cb0-bc73-4f54-9190-02251146e9fe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 945 time: 0.0801589 Apr 01 15:58:43.768115 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8021ad56-1761-4dc2-bc8c-d6dbf7bf1a21 req-1f86c8ff-9b6a-4ab7-a353-235a6152a73c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e33dbfb-1340-4a0e-8b23-32510a933a20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Apr 01 15:58:43.821245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port fb4740e6-832c-46d4-a055-e3047b57b750 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:43.821489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.072621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port fb4740e6-832c-46d4-a055-e3047b57b750, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fb4740e6-832c-46d4-a055-e3047b57b750,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:44.072901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.373757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.374129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.374440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d disassociated. External IP: 172.26.7.141, port: fb4740e6-832c-46d4-a055-e3047b57b750. Apr 01 15:58:44.374771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for fb4740e6-832c-46d4-a055-e3047b57b750 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:44.594119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.649121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=fb4740e6-832c-46d4-a055-e3047b57b750,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:44.841193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:44.953360 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-426a2e8e-4268-4b49-8fa1-ca9dbc83e365 req-ae8f6a09-22f7-4faa-923e-23bf8e40fb1f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 210 time: 0.0566432 Apr 01 15:58:45.189474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:45.198877 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:45.209054 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:45.209603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.260253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port fb4740e6-832c-46d4-a055-e3047b57b750 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:45.262715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.265399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'name': 'network-vif-deleted', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:45.313961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a77f24e-0080-436d-8892-be1c84f5051c', 'name': 'network-vif-deleted', 'tag': 'fb4740e6-832c-46d4-a055-e3047b57b750', 'status': 'completed', 'code': 200} Apr 01 15:58:45.343838 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b358950-bf61-4b80-b679-b52d2f18ab48 req-7d12d605-0700-44ff-8c57-044fb82e069f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/fb4740e6-832c-46d4-a055-e3047b57b750 HTTP/1.1" status: 204 len: 173 time: 1.5933490 Apr 01 15:58:45.441092 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:45.921001 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.928547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:45.938092 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:45.938691 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:46.139642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-773dc19d-579b-41b9-b556-c5be8188ac02 req-c864c718-24c6-41c2-adf1-80ac72a7f6e6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:46.165519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:46.205800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-773dc19d-579b-41b9-b556-c5be8188ac02 req-c864c718-24c6-41c2-adf1-80ac72a7f6e6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:46.207252 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-773dc19d-579b-41b9-b556-c5be8188ac02 req-c864c718-24c6-41c2-adf1-80ac72a7f6e6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a77f24e-0080-436d-8892-be1c84f5051c HTTP/1.1" status: 200 len: 210 time: 0.1204464 Apr 01 15:58:46.382531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-db111323-8bb3-430d-836e-653a93d586a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743437 Apr 01 15:58:46.489277 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:46.493109 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08dda0-8c99-4c3c-a8d5-c31c3c519e3c None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '277ac65e-4ba5-4393-9bb0-8b5394c4c914', 'name': '', 'network_id': '159b30ee-2d05-44d0-873c-1ce8f45f2bac', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:6b:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:47Z', 'updated_at': '2022-04-01T15:56:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '43cd213e-3b48-4cb7-b4ee-3e64d29c3580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:46.525155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-c9711d93-43d0-4f90-94e6-7a7e2e53ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.526629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-c9711d93-43d0-4f90-94e6-7a7e2e53ecdd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 1099 time: 0.0758300 Apr 01 15:58:46.683160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-a03db1d4-398e-4138-bb23-e2b97bf4491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.685082 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-a03db1d4-398e-4138-bb23-e2b97bf4491b service neutron] 10.222.0.90 "GET /v2.0/networks?id=159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 200 len: 897 time: 0.1384940 Apr 01 15:58:46.722968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f11f-d6ca-4918-a841-cfa5cc08305d None None] New status for floating IP 5b30aa10-f0fe-4868-a7f7-826d40ed387d: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:58:46.754354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-f632481f-50ef-4429-beca-81acc2aadfea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 200 len: 217 time: 0.0623846 Apr 01 15:58:46.820189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-10ee88a1-c8c7-4fea-9f50-cd66a31718ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.822172 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-10ee88a1-c8c7-4fea-9f50-cd66a31718ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 200 len: 835 time: 0.0615754 Apr 01 15:58:46.901802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-221b41b2-98db-473d-b850-21114e0ac394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.903391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-221b41b2-98db-473d-b850-21114e0ac394 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=159b30ee-2d05-44d0-873c-1ce8f45f2bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745020 Apr 01 15:58:47.050635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-f881b9f6-7ae8-42a4-b31d-ec991a733292 service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410301 Apr 01 15:58:47.185371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f62188fa-e8ad-4156-9bb6-fcfff6125d6c req-a48bbf2c-f9cf-47b0-ab3b-1764280b4a8a service neutron] 10.222.0.90 "GET /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280735 Apr 01 15:58:47.301785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50494) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.369224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.402159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.554567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.574529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33dbfb-1340-4a0e-8b23-32510a933a20,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:47.656559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.657746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-699d9dcb-bee2-471b-ac02-095a2eb992c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e33dbfb-1340-4a0e-8b23-32510a933a20 HTTP/1.1" status: 204 len: 168 time: 0.3549483 Apr 01 15:58:47.726403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50500) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.881557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port a260ba83-61a8-4bd9-99bf-dbfcd5b21630 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:47.881902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.052120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.052459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.173545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for a260ba83-61a8-4bd9-99bf-dbfcd5b21630 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:48.383490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.528167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=a260ba83-61a8-4bd9-99bf-dbfcd5b21630,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.614801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:48.619006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.705553 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.706708 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-460d4b4d-4f53-4962-8302-50a071b1bb9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b30aa10-f0fe-4868-a7f7-826d40ed387d HTTP/1.1" status: 204 len: 168 time: 0.9787815 Apr 01 15:58:49.187266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fb4740e6-832c-46d4-a055-e3047b57b750 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:49.220557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: fb4740e6-832c-46d4-a055-e3047b57b750 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:49.220906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fb4740e6-832c-46d4-a055-e3047b57b750 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:49.221239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61159bcd-8814-46d4-a785-7f6f0ae9bacc req-ff32f849-a9cf-4dc8-935e-a49420a88d96 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:49.222739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61159bcd-8814-46d4-a785-7f6f0ae9bacc req-ff32f849-a9cf-4dc8-935e-a49420a88d96 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Apr 01 15:58:49.266134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-61159bcd-8814-46d4-a785-7f6f0ae9bacc req-95cceb4f-83d6-4162-8edd-56c8fc75bffd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:49.319586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-61159bcd-8814-46d4-a785-7f6f0ae9bacc req-95cceb4f-83d6-4162-8edd-56c8fc75bffd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:49.320717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61159bcd-8814-46d4-a785-7f6f0ae9bacc req-95cceb4f-83d6-4162-8edd-56c8fc75bffd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917714 Apr 01 15:58:50.430748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-0029127b-4da5-43c8-9428-72b1494135e1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:50.432253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-0029127b-4da5-43c8-9428-72b1494135e1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.0837219 Apr 01 15:58:50.501653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port fe2e4489-f7e6-4dd9-a4d1-24dc522794be {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:50.501990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.507182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f4880-4f8a-4480-8f24-0f0f0df8e2e5 req-6dd7f742-a9b0-445e-947f-8684b29a69fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:50.508505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8a8f4880-4f8a-4480-8f24-0f0f0df8e2e5 req-6dd7f742-a9b0-445e-947f-8684b29a69fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:50.611116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8a8f4880-4f8a-4480-8f24-0f0f0df8e2e5 req-6dd7f742-a9b0-445e-947f-8684b29a69fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:50.612356 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a8f4880-4f8a-4480-8f24-0f0f0df8e2e5 req-6dd7f742-a9b0-445e-947f-8684b29a69fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 946 time: 0.1851733 Apr 01 15:58:50.656796 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a8f4880-4f8a-4480-8f24-0f0f0df8e2e5 req-4af78031-f020-41f3-9048-a4ae3402980e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=0197afe4-5bc0-4679-957a-5908ad5e2cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379939 Apr 01 15:58:50.747658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port fe2e4489-f7e6-4dd9-a4d1-24dc522794be, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:50.747941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.971258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for fe2e4489-f7e6-4dd9-a4d1-24dc522794be owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:51.171462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.225004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=fe2e4489-f7e6-4dd9-a4d1-24dc522794be,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.266025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.266372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.266710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.267046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.267417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.267748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.268072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.268395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.268719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.269037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.269355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.269701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:51.307039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port fe2e4489-f7e6-4dd9-a4d1-24dc522794be on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:51.309221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.311642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'name': 'network-vif-deleted', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:58:51.356738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6412e19c-126a-4960-8a1e-cfaed6a3b4c1', 'name': 'network-vif-deleted', 'tag': 'fe2e4489-f7e6-4dd9-a4d1-24dc522794be', 'status': 'completed', 'code': 200} Apr 01 15:58:51.363516 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55b67187-da4b-4fe0-8c65-7a41851cd1f1 req-7f7de3bf-30b5-455a-8665-cfe5edbcb446 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/fe2e4489-f7e6-4dd9-a4d1-24dc522794be HTTP/1.1" status: 204 len: 173 time: 0.9265530 Apr 01 15:58:51.826019 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68061a14-cc1f-4d14-a3a3-eee6cdc4388a req-41904a07-d98e-4c4d-a54d-0adb2d19a98d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=6412e19c-126a-4960-8a1e-cfaed6a3b4c1 HTTP/1.1" status: 200 len: 210 time: 0.0459445 Apr 01 15:58:52.921651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:52.989779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.019546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.136770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.156006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197afe4-5bc0-4679-957a-5908ad5e2cb1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:53.163474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.163841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.164184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.164519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.164844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.165171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.165494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.165817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.166139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.166460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.166776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.167093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:53.221758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.222945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79acecb0-ac9a-49d6-8e9f-bce3669ac3c3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/0197afe4-5bc0-4679-957a-5908ad5e2cb1 HTTP/1.1" status: 204 len: 168 time: 0.3002927 Apr 01 15:58:53.309672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:53.859630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.212205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 277ac65e-4ba5-4393-9bb0-8b5394c4c914 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:54.212544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.494204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 277ac65e-4ba5-4393-9bb0-8b5394c4c914, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=277ac65e-4ba5-4393-9bb0-8b5394c4c914,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:54.494893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.613670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 277ac65e-4ba5-4393-9bb0-8b5394c4c914 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:54.988653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.035603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=277ac65e-4ba5-4393-9bb0-8b5394c4c914,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.198563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fe2e4489-f7e6-4dd9-a4d1-24dc522794be no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:55.231651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: fe2e4489-f7e6-4dd9-a4d1-24dc522794be {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:55.232004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device fe2e4489-f7e6-4dd9-a4d1-24dc522794be not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:55.314619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.670460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3aa69d25-d96b-4457-9a19-30a839a19edb has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:58:55.961265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:58:55.971384 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Sync routers for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:58:55.975296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e3c4014-640f-4868-a998-2f36cc9328fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/3aa69d25-d96b-4457-9a19-30a839a19edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6645236 Apr 01 15:58:55.978194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:55.980910 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:55.981516 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:56.056284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet 43cd213e-3b48-4cb7-b4ee-3e64d29c3580 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 15:58:56.060317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.132366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.177511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:56.225641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.373002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.417407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=43cd213e-3b48-4cb7-b4ee-3e64d29c3580,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:56.421141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.428913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b545c-e768-4ba9-a591-0adb46794f5c None None] Network 159b30ee-2d05-44d0-873c-1ce8f45f2bac requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:58:56.430608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.439771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0cbca172-5ee1-4386-9525-dab597644c98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/43cd213e-3b48-4cb7-b4ee-3e64d29c3580 HTTP/1.1" status: 204 len: 168 time: 0.4604623 Apr 01 15:58:56.547826 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:56.551745 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Checking router: 3aa69d25-d96b-4457-9a19-30a839a19edb for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:58:56.560529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Routers {'3aa69d25-d96b-4457-9a19-30a839a19edb'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:58:56.561296 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3aa69d25-d96b-4457-9a19-30a839a19edb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:56.636858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.728184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] DHCP port deletion for 159b30ee-2d05-44d0-873c-1ce8f45f2bac request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 15:58:56.732326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Deleting port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:56.732699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.760899 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] Set router 3aa69d25-d96b-4457-9a19-30a839a19edb gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:58:56.869574 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.942706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 5bfc4de8-4f01-47d3-9475-f38f074de2c1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:58:56.943081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.956542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] For port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,segment=NetworkSegment(5be61680-8d6c-44af-a8ab-a9be24e2701c),segment_id=5be61680-8d6c-44af-a8ab-a9be24e2701c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:56.958041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.086588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Calling delete_port for 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:57.095535 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:57.100308 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6e9aa3-a0be-4834-8fb4-7b1862b08f72 None None] The sync data for ids ['3aa69d25-d96b-4457-9a19-30a839a19edb'] in dv-neutron-835943-1-hyperv is: [{'id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'name': 'tempest-TestNetworkBasicOps-router-440519181', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:41Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '5bfc4de8-4f01-47d3-9475-f38f074de2c1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69d25-d96b-4457-9a19-30a839a19edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:42Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:58:57.140396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 5bfc4de8-4f01-47d3-9475-f38f074de2c1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5bfc4de8-4f01-47d3-9475-f38f074de2c1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:58:57.141237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.313778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.315918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 5bfc4de8-4f01-47d3-9475-f38f074de2c1 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:58:57.359584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] Pushing event deleted for resources: {'Port': ['ID=7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.362895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f7b00-6d41-4714-acf1-efaf8e4f4a0a None None] No DVR routers for this DVR port 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:57.594242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.644687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=5bfc4de8-4f01-47d3-9475-f38f074de2c1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.742884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.029731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.031973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.125301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.125847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa69d25-d96b-4457-9a19-30a839a19edb {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 15:58:58.141359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.142469 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8477395b-ccc1-45f7-8cbd-fbcb48239f26 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/3aa69d25-d96b-4457-9a19-30a839a19edb HTTP/1.1" status: 204 len: 168 time: 1.7108619 Apr 01 15:58:58.145471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.284591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.418091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.444565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159b30ee-2d05-44d0-873c-1ce8f45f2bac']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.456805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be61680-8d6c-44af-a8ab-a9be24e2701c') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.457099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be61680-8d6c-44af-a8ab-a9be24e2701c') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:58.469735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.489297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.497469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:58:58.498093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:58.512423 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:58.634603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:58.645615 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.666171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.671619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:58.671968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7b5ebdd2-0105-44c6-9b5c-88357ee0bc8d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:58.672380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 277ac65e-4ba5-4393-9bb0-8b5394c4c914 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:58.678418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=159b30ee-2d05-44d0-873c-1ce8f45f2bac,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.709422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 277ac65e-4ba5-4393-9bb0-8b5394c4c914 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:58:58.709787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 277ac65e-4ba5-4393-9bb0-8b5394c4c914 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:58.731816 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f22293af-7d7b-4373-b755-fe15b729d294 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/159b30ee-2d05-44d0-873c-1ce8f45f2bac HTTP/1.1" status: 204 len: 168 time: 0.5849571 Apr 01 15:58:58.754943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.761097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--1853033627', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:58.766900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:58.771899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:58.778061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:58.784194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:58.845530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:58.849043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.876856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:58.885941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.886281 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 57dff5ba-d3af-4068-9da5-6a4c1579f7c2 of type vlan for network 49f6c10b-be62-453f-9c28-34aec58326a8 Apr 01 15:58:58.920104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.033586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.039254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:59.039831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.153668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=49f6c10b-be62-453f-9c28-34aec58326a8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.163982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 49f6c10b-be62-453f-9c28-34aec58326a8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:59.206036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed00e5ad-9792-4575-9459-68b0d3dfcf2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4499228 Apr 01 15:58:59.208741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.215149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:58:59.223552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:59.227910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:59.232839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:59.240631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:59.319558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.321251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.336490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.433884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-78040c1b-1561-4f35-b11c-3c6e9a1a00d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.659512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.129647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.159577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.235352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5bfc4de8-4f01-47d3-9475-f38f074de2c1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:00.269986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5bfc4de8-4f01-47d3-9475-f38f074de2c1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 15:59:00.270325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5bfc4de8-4f01-47d3-9475-f38f074de2c1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:00.322034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.138 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/f82cd1b6-a708-492b-b928-f7c44c02bef1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:00.469852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.554114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.623354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:00.631619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:00.636304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:00.668669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=f82cd1b6-a708-492b-b928-f7c44c02bef1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:01.167859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.503073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.867648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 15:59:02.050679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:02.060136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Sync routers for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:02.069646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:02.070761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:58:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:02.131249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.134449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc056c31-d0e2-4309-967e-0fe041219dbe tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9224763 Apr 01 15:59:02.136382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50550) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.176010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7447b8d3-6afd-4366-8001-6a6ee54f978e tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384231 Apr 01 15:59:02.178550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.248820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:02.311740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d817c1b-5209-4aff-b572-b9b3f44e7c53 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:02.313205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d817c1b-5209-4aff-b572-b9b3f44e7c53 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332388 Apr 01 15:59:02.316060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50558) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.355019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa2a2fab-1cb1-451e-86fe-e85861da3826 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378842 Apr 01 15:59:02.359040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50562) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.365225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77638344', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:02.441281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-605aedc8-cbf2-473c-8da6-affb85b6efc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.481659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.485434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.488285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:02.494424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.545867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:02.549716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Checking router: 1c4543f8-43a3-4a25-ace0-f520b88e95b6 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:02.550069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Updating router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 port f82cd1b6-a708-492b-b928-f7c44c02bef1 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:02.559649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:02.563108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.606258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.815654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.839445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.920626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=efeb540c-9788-4091-9e32-7299377d0882,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.926311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:02.926673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: 49f6c10b-be62-453f-9c28-34aec58326a8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:02.938260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.970243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.981711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Transition to ACTIVE for port object f82cd1b6-a708-492b-b928-f7c44c02bef1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:03.022329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 49f6c10b-be62-453f-9c28-34aec58326a8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:03.085048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.113615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 49f6c10b-be62-453f-9c28-34aec58326a8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:03.119936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:03.120719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.134901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000c819-5976-4d51-b793-4fe0d522a7ce None None] Network 49f6c10b-be62-453f-9c28-34aec58326a8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:03.217434 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e923abd8-cbb6-4e1d-8d8c-2eab96ec4543 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8571146 Apr 01 15:59:03.220046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50566) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.242122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Pushing event updated for resources: {'Port': ['ID=f82cd1b6-a708-492b-b928-f7c44c02bef1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.250179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Attempting to bind port f82cd1b6-a708-492b-b928-f7c44c02bef1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:03.250602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Attempting to bind port f82cd1b6-a708-492b-b928-f7c44c02bef1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:03.250904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Attempting to bind port f82cd1b6-a708-492b-b928-f7c44c02bef1 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:03.267492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:03.267899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:03.268304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.268694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:03.269165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Bound port: f82cd1b6-a708-492b-b928-f7c44c02bef1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:03.269535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.443926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] For port f82cd1b6-a708-492b-b928-f7c44c02bef1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:03.456430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] For port f82cd1b6-a708-492b-b928-f7c44c02bef1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f82cd1b6-a708-492b-b928-f7c44c02bef1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:03.500769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-49f6c10b-be62-453f-9c28-34aec58326a8', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 15:59:03.501637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.569222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.671631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.691717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:03.692346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:03.764698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Pushing event updated for resources: {'Port': ['ID=f82cd1b6-a708-492b-b928-f7c44c02bef1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.802576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.802919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.803282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.803630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.803952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.804307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.804629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.804951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.805276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.805597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.805918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.806231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e45ac-bb79-44f9-8136-8ee63777b554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:03.833155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Allocated IP 172.20.0.2 (49f6c10b-be62-453f-9c28-34aec58326a8/efeb540c-9788-4091-9e32-7299377d0882/f7fd8758-729f-42cb-bc85-f7c972b6e9c0) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:04.037995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:04.049111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.375986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.394344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Transition to ACTIVE for port object f7fd8758-729f-42cb-bc85-f7c972b6e9c0 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:04.427621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Transition to ACTIVE for port object f7fd8758-729f-42cb-bc85-f7c972b6e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:04.451877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:04.455834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6eff4-3c77-4585-a2a2-0d62cbb2486a None None] The sync data for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv is: [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:00Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:04.509458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.553788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.574105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Network 49f6c10b-be62-453f-9c28-34aec58326a8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:04.577132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:04.577571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (49f6c10b-be62-453f-9c28-34aec58326a8/efeb540c-9788-4091-9e32-7299377d0882/fbc0f7b4-a936-4e5f-b122-4a296f79ac08) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:04.579672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:04.640072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Pushing event updated for resources: {'Port': ['ID=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.712588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Attempting to bind port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:04.712965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Attempting to bind port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:04.713336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Attempting to bind port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:04.722895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:04.723425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Checking segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:04.723834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.724234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Bound using segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:04.724716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Bound port: f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:04.725097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.769191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.789027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object fbc0f7b4-a936-4e5f-b122-4a296f79ac08 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:04.830848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:04.834295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:04.900165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.908601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.971902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 49f6c10b-be62-453f-9c28-34aec58326a8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:04.980578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:04.982925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:04.999487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075606-c48a-41f9-a65b-a457527c0460 None None] Pushing event updated for resources: {'Port': ['ID=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:05.024989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:05.056254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.412651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.957540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.018949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160e278-9da1-4102-99b1-282c2a1b0268 None None] Network 49f6c10b-be62-453f-9c28-34aec58326a8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 15:59:06.045443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.161879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.169815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.243506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3d1ff1e8-e665-4161-b471-f236b1475d85 None None] Provisioning for port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:06.331280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 49f6c10b-be62-453f-9c28-34aec58326a8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:06.332597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:06.371732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7fd8758-729f-42cb-bc85-f7c972b6e9c0 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:06.541855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:06.548418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:06.553620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:06.554626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.664784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Provisioning for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:06.678437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Provisioning complete for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:06.679353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.738359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:06.746421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.750612 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Sync routers for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:06.756104 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b8a2bb2-ee28-447f-8d5b-718ea8780a95 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/1c4543f8-43a3-4a25-ace0-f520b88e95b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5327671 Apr 01 15:59:06.756343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50572) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.765336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:06.770892 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:06.771543 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.783940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Provisioning complete for port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:06.784534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.836747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:06.907931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.908718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f82cd1b6-a708-492b-b928-f7c44c02bef1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:06.930137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4af50d-53b6-47ba-bc79-48ba78ddca58 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.930762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4af50d-53b6-47ba-bc79-48ba78ddca58 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.931339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4af50d-53b6-47ba-bc79-48ba78ddca58 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.931996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4af50d-53b6-47ba-bc79-48ba78ddca58 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.933751 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb4af50d-53b6-47ba-bc79-48ba78ddca58 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1757779 Apr 01 15:59:06.936608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.972947 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:07.028999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7356d2-2da3-4a5f-887b-b09391efcd2b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:07.029504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7356d2-2da3-4a5f-887b-b09391efcd2b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:07.030112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7356d2-2da3-4a5f-887b-b09391efcd2b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:07.031249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7356d2-2da3-4a5f-887b-b09391efcd2b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:07.034460 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1a7356d2-2da3-4a5f-887b-b09391efcd2b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0962164 Apr 01 15:59:07.037042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.043724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.056525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.155592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:07.156009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-524a84c3-3a1c-43a1-bda8-42fc456d0bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:07.188027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f82cd1b6-a708-492b-b928-f7c44c02bef1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:07.193314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f82cd1b6-a708-492b-b928-f7c44c02bef1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:07.193685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.283300 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58da6f11-8668-45e8-9cff-13ade638e135 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2449813 Apr 01 15:59:07.285840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.292005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1438531672', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:07.320559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.338144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f82cd1b6-a708-492b-b928-f7c44c02bef1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f82cd1b6-a708-492b-b928-f7c44c02bef1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:07.347729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.352529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Checking router: 1c4543f8-43a3-4a25-ace0-f520b88e95b6 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:07.352875 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Updating router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:59:07.399790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.406603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.437174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:07.441538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:port and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:07.444612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:07.450388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:07.477011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f82cd1b6-a708-492b-b928-f7c44c02bef1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.547994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:07.551503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.598895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] device_id is not set on port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:59:07.836158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d4a1f38-1454-4b1f-94e4-19b73d644c80 None None] Provisioning complete for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:07.836435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d4a1f38-1454-4b1f-94e4-19b73d644c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.843374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.855581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Transition to ACTIVE for port object fbc0f7b4-a936-4e5f-b122-4a296f79ac08 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:07.889074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a1f38-1454-4b1f-94e4-19b73d644c80 None None] Port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:07.930744 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.001751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.13 (49f6c10b-be62-453f-9c28-34aec58326a8/efeb540c-9788-4091-9e32-7299377d0882/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:08.060546 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Pushing event updated for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.070159 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.070504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.070846 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.071194 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.071529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.071859 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.072186 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.072508 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.072830 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.073151 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.073473 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.073791 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:08.172639 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Attempting to bind port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:08.172999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Attempting to bind port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:08.173355 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Attempting to bind port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:08.179398 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:08.179764 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Checking segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:08.180160 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.180548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Bound using segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:08.181005 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Bound port: fbc0f7b4-a936-4e5f-b122-4a296f79ac08, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:08.181390 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.247986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.265193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object bd811670-2ad4-4b1b-a4eb-a3d09a54f04d will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:08.275678 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] For port fbc0f7b4-a936-4e5f-b122-4a296f79ac08, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:08.279041 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] For port fbc0f7b4-a936-4e5f-b122-4a296f79ac08, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:08.290631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7fd8758-729f-42cb-bc85-f7c972b6e9c0 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:08.362334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:08.362618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.365540 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.406293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.449757 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:08.450385 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:08.480497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 49f6c10b-be62-453f-9c28-34aec58326a8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:08.489321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:08.494548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:08.518155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f82cd1b6-a708-492b-b928-f7c44c02bef1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:08.524895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f39c6-95e2-447e-9e56-83609595ade2 None None] Pushing event updated for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.546476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.596724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:08.597387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.613709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f82cd1b6-a708-492b-b928-f7c44c02bef1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:08.614289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.670921 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:08.702947 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6b1ce0e-46cf-4cc1-9482-4d76d27b9954 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4157822 Apr 01 15:59:08.960514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-375e3228-11bb-4474-9e62-08ace7f2fa3a None None] Provisioning for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:08.965634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-375e3228-11bb-4474-9e62-08ace7f2fa3a None None] Provisioning complete for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:08.967801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-375e3228-11bb-4474-9e62-08ace7f2fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.012748 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:09.017646 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f58220-2ce3-48ed-8f67-ad22324ce2a4 None None] The sync data for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv is: [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:09.021150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-375e3228-11bb-4474-9e62-08ace7f2fa3a None None] Port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:09.031292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.037227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999098342', 'description': 'tempest-secgroup-smoke-1999098342 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:09.049895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:09.054519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:09.057860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:09.070443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:09.188372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.209450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:09.214005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:09.217082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:09.223342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:09.303828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.370778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.420295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b4085-c794-4617-9700-8a06a373d8d6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.502761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.504318 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dda83fb9-933c-4a43-9b01-0ebd0d716aa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4718907 Apr 01 15:59:09.513477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.518935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:09.526854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:09.532654 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:09.536853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:09.546519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:09.635271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.702999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.764740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.789600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c13e87c-394e-42e9-84f9-a14d353ba954,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.850709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.852100 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59d6bd9b-3cb3-4cf6-be06-acf2871c5de0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374431 Apr 01 15:59:09.854777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.861000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:09.867910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:09.871727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:09.874551 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:09.880708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:09.937708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.003827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.045179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.070666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebbb764-30e3-49b4-98fb-ad279a81c6b8,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.130975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.132297 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d503c5c7-88f8-4e25-9803-3a44eb860f11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2754910 Apr 01 15:59:10.135001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.140018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:10.146034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:10.149988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:10.152946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:10.158678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:10.269353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.303219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbc0f7b4-a936-4e5f-b122-4a296f79ac08 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:10.333476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.422121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.446568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fff86b-32fc-4bed-800b-5e66a92b902b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.450805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:10.456330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:10.457817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.514064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.516971 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b245ad5-e2ff-47e8-a0f8-c511afa0626f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792772 Apr 01 15:59:10.518165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50606) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.523924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:10.530025 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:10.533770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:10.536597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:10.542734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:10.606018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.628612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.639576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port fbc0f7b4-a936-4e5f-b122-4a296f79ac08, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:10.693420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.702123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.753586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.771258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.878237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b90e8b9-05a4-4331-9c25-219bf612b249,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.959530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.961394 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c2898a5-134d-4527-9004-43af432665ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4422801 Apr 01 15:59:10.964101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50610) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.968993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:10.974910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:10.978760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:10.982277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:10.988036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:11.056179 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:11.063188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.129545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.205136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.229271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca65adf-710b-4f70-b529-6e822cdeaad6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.296275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.297459 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9240ee36-83cd-4f2f-a649-c346c29293ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324511 Apr 01 15:59:11.300133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.305540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '2e0b4085-c794-4617-9700-8a06a373d8d6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:11.311573 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:11.315598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:11.318473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:11.324883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:11.399250 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:11.405972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.472612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.559451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.582794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10676891-fd59-428f-a5e9-b670330b6479,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.668104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.669585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9ce6aa3-3724-44fa-af88-b5cc914e5716 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685439 Apr 01 15:59:11.864160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-939ed76b-1ac6-4131-b331-2f7758b28b6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:11.947860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-939ed76b-1ac6-4131-b331-2f7758b28b6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:11.949076 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-939ed76b-1ac6-4131-b331-2f7758b28b6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999098342&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1262989 Apr 01 15:59:12.025454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-75404057-5416-4451-b00f-d32693e9f4d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:12.026021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-75404057-5416-4451-b00f-d32693e9f4d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:12.096116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-75404057-5416-4451-b00f-d32693e9f4d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:12.097311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-75404057-5416-4451-b00f-d32693e9f4d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 931 time: 0.1416788 Apr 01 15:59:12.265893 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-a4305e06-50a2-41b6-8c6c-765f09652aa4 service neutron] 10.222.0.18 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1557570 Apr 01 15:59:12.276334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-027dbeac-ae36-497f-b4c1-a9a449e6c213 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:59:12.277323 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-027dbeac-ae36-497f-b4c1-a9a449e6c213 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057626 Apr 01 15:59:12.278089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbc0f7b4-a936-4e5f-b122-4a296f79ac08 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:12.346502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:12.346880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.412823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f3d4495c-22ce-4e82-a06c-b1d7789e5a2e service neutron] 10.222.0.18 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291676 Apr 01 15:59:12.548322 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f90277d0-45e9-4272-b3e8-2c64b667aa86 service neutron] 10.222.0.18 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290035 Apr 01 15:59:12.803522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f0226393-4043-4807-b1bf-706edfc76bc5 req-406e3598-af52-4af7-9ac9-66ac67ad85c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:12.816905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f0226393-4043-4807-b1bf-706edfc76bc5 req-406e3598-af52-4af7-9ac9-66ac67ad85c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:12.818084 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f0226393-4043-4807-b1bf-706edfc76bc5 req-406e3598-af52-4af7-9ac9-66ac67ad85c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 210 time: 0.0571187 Apr 01 15:59:13.969018 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c2bb249-43b8-4028-8245-5d90909a6f28 req-76371d50-82b6-4f3b-b733-d70fc2057639 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 210 time: 0.0433435 Apr 01 15:59:14.871547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-c53d3e58-f5d3-4c9d-965b-2ff1096a3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:14.872917 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-c53d3e58-f5d3-4c9d-965b-2ff1096a3ff2 service neutron] 10.222.0.90 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1027 time: 0.0666301 Apr 01 15:59:15.028901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-11c76e1d-68e8-4b90-aa89-582cbe413ec6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:15.030329 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-11c76e1d-68e8-4b90-aa89-582cbe413ec6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 200 len: 797 time: 0.1525130 Apr 01 15:59:15.083617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-419d0918-3486-4068-889e-fbdbee6b9085 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 380 time: 0.0456083 Apr 01 15:59:15.127465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Request body: {'port': {'device_id': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:15.273525 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26005712-9996-4468-b6c7-f2caddb3f96c req-f2a40c14-97e2-436d-80c5-3e3f4200dbce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 210 time: 0.1889241 Apr 01 15:59:15.354335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.699287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd811670-2ad4-4b1b-a4eb-a3d09a54f04d {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:15.706292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.720562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Transition to ACTIVE for port object bd811670-2ad4-4b1b-a4eb-a3d09a54f04d will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:15.827771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.984752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.068794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:16.069160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:16.069492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:16.074994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:59:16.079045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:16.080567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:16.080909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Checking segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:16.081309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Bound using segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:16.081732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Bound port: bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:16.082087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.175729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:16.178683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:16.268022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.324892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.325484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.326810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] 10.222.0.90 "PUT /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1132 time: 1.2079558 Apr 01 15:59:16.327278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:16.359941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9b8d8-15fc-4cbc-8978-87f352791109 service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.393515 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'status': 'completed', 'code': 200} Apr 01 15:59:16.467493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad90c1-db33-4431-9599-aa0228d24409 req-7c202b37-2459-4e15-aae0-cf51969fb5d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.475268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5ad90c1-db33-4431-9599-aa0228d24409 req-7c202b37-2459-4e15-aae0-cf51969fb5d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 982 time: 0.0933836 Apr 01 15:59:16.501824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-6da28169-1bd0-47cb-914a-7cc888cba5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.503329 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-6da28169-1bd0-47cb-914a-7cc888cba5fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 1135 time: 0.0896552 Apr 01 15:59:16.518721 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5ad90c1-db33-4431-9599-aa0228d24409 req-0b4cb083-b8cf-4f12-85c9-9a19ef689905 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Apr 01 15:59:16.644281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-53f57bd9-680a-48e8-b18e-b8979dadf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.645700 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-53f57bd9-680a-48e8-b18e-b8979dadf341 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351867 Apr 01 15:59:16.780202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-2555b723-4d90-4422-8c41-c47dff8361ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.781678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e4f5669-5116-4d77-8701-864286aa7a64 req-2555b723-4d90-4422-8c41-c47dff8361ee service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304147 Apr 01 15:59:16.884623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-8fdfcc42-e734-48fd-8bbb-82ab118b6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.885988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-8fdfcc42-e734-48fd-8bbb-82ab118b6bf6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 1135 time: 0.0700350 Apr 01 15:59:16.956841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-ff72fd33-0aa1-4be4-8cc8-ecc62e7ef8c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 217 time: 0.0643694 Apr 01 15:59:17.017701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-84b4dd26-c8ad-44ac-af18-3209839d702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:17.019108 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-84b4dd26-c8ad-44ac-af18-3209839d702d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=efeb540c-9788-4091-9e32-7299377d0882 HTTP/1.1" status: 200 len: 833 time: 0.0564625 Apr 01 15:59:17.099461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-5af02d7a-6082-433b-ba4f-4f3d647bb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:17.102178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-5af02d7a-6082-433b-ba4f-4f3d647bb167 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49f6c10b-be62-453f-9c28-34aec58326a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766630 Apr 01 15:59:17.337232 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-8e5d93c5-eef4-4d63-8792-3996ace769cd service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288270 Apr 01 15:59:17.466914 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2c1760a-0703-459c-b60c-788b494d6e0c req-2f1c676f-e658-4b2b-88a2-b74023d9a6b3 service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237075 Apr 01 15:59:17.704602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b964c1-4fb7-4169-81b2-b4fbef8ad83a req-da829a26-f2d2-4fcf-83f3-0235b5a4fd75 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:17.705972 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0b964c1-4fb7-4169-81b2-b4fbef8ad83a req-da829a26-f2d2-4fcf-83f3-0235b5a4fd75 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 982 time: 0.0801640 Apr 01 15:59:17.749721 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0b964c1-4fb7-4169-81b2-b4fbef8ad83a req-aa89c5c7-712b-4e9b-8559-404bffdd9d2f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Apr 01 15:59:18.935601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4f490-fbd5-46fc-9f3e-4644d3dc4f62 req-9e885860-8357-4d39-a87a-ca1099f4e7b3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.936995 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d7d4f490-fbd5-46fc-9f3e-4644d3dc4f62 req-9e885860-8357-4d39-a87a-ca1099f4e7b3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 982 time: 0.0816920 Apr 01 15:59:18.981053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d7d4f490-fbd5-46fc-9f3e-4644d3dc4f62 req-9908417e-0a91-4092-a762-5c7bcb06604d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Apr 01 15:59:20.166900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e061-dff1-4bf7-a2f8-faa1dbe77e52 req-202e607d-d218-4ecc-b1fc-6188187794ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:20.168638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2480e061-dff1-4bf7-a2f8-faa1dbe77e52 req-202e607d-d218-4ecc-b1fc-6188187794ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 982 time: 0.0845361 Apr 01 15:59:20.212382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2480e061-dff1-4bf7-a2f8-faa1dbe77e52 req-8cf6819f-0041-4df2-a3f8-7fafcd5ffd42 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381012 Apr 01 15:59:21.351668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:21.397536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef63f3-9488-4bce-9967-12c5fffdc625 req-265ccef2-8d09-4926-a82b-6a4309f95327 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:21.398934 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-64ef63f3-9488-4bce-9967-12c5fffdc625 req-265ccef2-8d09-4926-a82b-6a4309f95327 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 982 time: 0.0816064 Apr 01 15:59:21.449359 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-64ef63f3-9488-4bce-9967-12c5fffdc625 req-52eca8a7-0c09-42e2-b0f6-859991c7b539 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Apr 01 15:59:21.491288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:21.504660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'mac_address': 'fa:16:3e:c8:0b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:21.564964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.579258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd811670-2ad4-4b1b-a4eb-a3d09a54f04d {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:21.594036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:21.673259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.738979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.876152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:59:22.648834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b585d2-e16b-4a70-95c0-431bb67bbd5f req-e54495ca-1aa5-4be9-8895-20d26661e33e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:22.650287 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33b585d2-e16b-4a70-95c0-431bb67bbd5f req-e54495ca-1aa5-4be9-8895-20d26661e33e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 983 time: 0.0921795 Apr 01 15:59:22.698357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33b585d2-e16b-4a70-95c0-431bb67bbd5f req-d37098c2-c232-46b7-8edc-5b916896808c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Apr 01 15:59:23.351497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:23.491198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:23.496277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:23.496648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.611788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.637932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:23.649616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:23.683214 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'code': 200} Apr 01 15:59:23.724757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.801810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.895910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2b940-107b-4ec1-8995-b5246af3813d req-3c22fe5c-f8c1-4835-b47a-cda71d7166fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:23.897355 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e9a2b940-107b-4ec1-8995-b5246af3813d req-3c22fe5c-f8c1-4835-b47a-cda71d7166fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.0830297 Apr 01 15:59:23.944246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e9a2b940-107b-4ec1-8995-b5246af3813d req-a84d77d5-f2ab-492d-88c0-d92e838f5fe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Apr 01 15:59:24.018598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4195-2b4d-47b7-bb24-121e8f1d59b4 req-df04e8ba-7550-4d1e-ab82-2dcd3f7c5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:24.020170 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19fd4195-2b4d-47b7-bb24-121e8f1d59b4 req-df04e8ba-7550-4d1e-ab82-2dcd3f7c5883 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 1137 time: 0.0750577 Apr 01 15:59:24.062226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19fd4195-2b4d-47b7-bb24-121e8f1d59b4 req-42784b72-0507-493c-bf30-5c4f2034ff96 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365746 Apr 01 15:59:25.135800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94501-97d1-4532-9e32-0e310e1e41d7 req-34826471-eb24-44d2-8c9a-c35a30ef3c31 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:25.137286 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3b94501-97d1-4532-9e32-0e310e1e41d7 req-34826471-eb24-44d2-8c9a-c35a30ef3c31 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.0850079 Apr 01 15:59:25.181950 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3b94501-97d1-4532-9e32-0e310e1e41d7 req-13ec7a0b-e510-4d15-a0a2-cea144ccd881 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Apr 01 15:59:25.614213 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:26.362607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c45e4-3c2e-4e10-92da-6521e7dadd2f req-188a6943-7fad-47b2-89fd-103dee440c67 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:26.364167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e7c45e4-3c2e-4e10-92da-6521e7dadd2f req-188a6943-7fad-47b2-89fd-103dee440c67 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.0798042 Apr 01 15:59:26.410905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e7c45e4-3c2e-4e10-92da-6521e7dadd2f req-b8af34f4-b658-4ddc-b543-86a2d7a9006e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Apr 01 15:59:26.594843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889358d-2a7d-488a-b742-e88af9231e8d req-5cf2110f-6d83-49cc-9651-d84c3e6c06c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:26.596338 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2889358d-2a7d-488a-b742-e88af9231e8d req-5cf2110f-6d83-49cc-9651-d84c3e6c06c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.0826554 Apr 01 15:59:26.643898 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2889358d-2a7d-488a-b742-e88af9231e8d req-0b7379aa-b989-47ff-8c02-a87bc8b4b31f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Apr 01 15:59:26.667394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:26.742039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0deb30-fe02-4de2-a635-f42f21ace891 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:26.743604 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da0deb30-fe02-4de2-a635-f42f21ace891 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 1132 time: 0.0744970 Apr 01 15:59:26.746455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:26.752079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:26.758258 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:26.762162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:26.765209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:26.770900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:26.856473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.994219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.131326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.68 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/0424a9a0-8331-4c6d-acf4-711bd29593bb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:27.274795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.370473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.435509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:27.442381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:27.446479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 15:59:27.479560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=0424a9a0-8331-4c6d-acf4-711bd29593bb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:27.956066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.097048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.301707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.364113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.472762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=0424a9a0-8331-4c6d-acf4-711bd29593bb,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:28.483440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.650268 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP f3dc4879-48e2-470d-9ab9-3e9fdec650f5 associated. External IP: 172.26.7.68, port: bd811670-2ad4-4b1b-a4eb-a3d09a54f04d. Apr 01 15:59:28.996236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:29.174275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:29.184586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Sync routers for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:29.193936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:29.194798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.267279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.322777 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2369e995-64c9-4343-b8d5-154e3f6a84ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5747004 Apr 01 15:59:29.323378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:29.326410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.372080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:29.407680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9e1eb-1108-4b42-9d8d-9c3e847e0e25 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.412833 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-70a9e1eb-1108-4b42-9d8d-9c3e847e0e25 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0&network_id=49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 200 len: 1132 time: 0.0817432 Apr 01 15:59:29.487104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'status': 'completed', 'code': 200} Apr 01 15:59:29.552573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6144d5d8-df9e-42bf-96b5-2a4107096a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.599682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-ba990423-8cd8-4dce-af73-8da424408e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.601184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-ba990423-8cd8-4dce-af73-8da424408e0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 1137 time: 0.0882673 Apr 01 15:59:29.735285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-6cd03465-9fdc-4b11-aa20-7fe2e3c6ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.736729 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-6cd03465-9fdc-4b11-aa20-7fe2e3c6ff0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 200 len: 898 time: 0.1296709 Apr 01 15:59:29.784985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f3dc4879-48e2-470d-9ab9-3e9fdec650f5', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1438531672', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'mac_address': 'fa:16:3e:c8:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:27Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.789319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Checking router: 1c4543f8-43a3-4a25-ace0-f520b88e95b6 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:29.798702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:29.799370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.843494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-11e7d6c5-fb06-41bf-87a1-36b5df1aac22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1037 time: 0.1005099 Apr 01 15:59:29.916512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-aca9b107-7135-4841-ad20-ab7296efb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.919129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-aca9b107-7135-4841-ad20-ab7296efb448 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=efeb540c-9788-4091-9e32-7299377d0882 HTTP/1.1" status: 200 len: 833 time: 0.0692360 Apr 01 15:59:29.982236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:30.059654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-ae9f3767-dee1-4c2a-b83b-f88751a8cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.061144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-ae9f3767-dee1-4c2a-b83b-f88751a8cb64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49f6c10b-be62-453f-9c28-34aec58326a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240878 Apr 01 15:59:30.121830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95367b78-9315-4fc7-93f6-33cfd2ef8ba9 req-5e78004c-76a6-44fe-a55c-2b1782aeea08 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.123233 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95367b78-9315-4fc7-93f6-33cfd2ef8ba9 req-5e78004c-76a6-44fe-a55c-2b1782aeea08 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.1364403 Apr 01 15:59:30.233131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95367b78-9315-4fc7-93f6-33cfd2ef8ba9 req-a66e31d4-b040-4163-b332-fcbf193af863 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646055 Apr 01 15:59:30.249673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-7ec29183-f47a-4e72-9395-6b49466ffb78 service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807380 Apr 01 15:59:30.335327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f3dc4879-48e2-470d-9ab9-3e9fdec650f5', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1438531672', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'mac_address': 'fa:16:3e:c8:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:27Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.339405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64728e52-a454-42a1-b19e-22549e423e86 None None] The sync data for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv is: [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f3dc4879-48e2-470d-9ab9-3e9fdec650f5', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1438531672', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'mac_address': 'fa:16:3e:c8:0b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d2336-e6f6-4523-9bb6-1fe480993fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:27Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:30.502346 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22253919-f3e9-4342-88a9-bf643e36a8c4 req-0eb14cf5-00d1-4dd6-9c94-3ef5dce48875 service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465730 Apr 01 15:59:30.532054 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0167f051-f93f-46bc-a996-cc04676dfd28 None None] New status for floating IP f3dc4879-48e2-470d-9ab9-3e9fdec650f5: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:59:31.280382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-4c5acd6f-ba8a-4d8c-87b8-1e74479d1c5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.282850 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-4c5acd6f-ba8a-4d8c-87b8-1e74479d1c5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.0905633 Apr 01 15:59:31.358743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-948d0de7-5d07-4f9a-bea1-63208df44990 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.360140 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-948d0de7-5d07-4f9a-bea1-63208df44990 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0723462 Apr 01 15:59:31.523768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-c14f3a74-97b7-45ef-b21e-fd63795e885c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1586094 Apr 01 15:59:31.534193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:31.564474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d3d0e-cca8-451a-a802-fdfeb2d2dff0 req-dd90f331-5bbd-4f44-a719-bce2a09f2d0e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.565976 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e41d3d0e-cca8-451a-a802-fdfeb2d2dff0 req-dd90f331-5bbd-4f44-a719-bce2a09f2d0e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 984 time: 0.2088690 Apr 01 15:59:31.611415 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e41d3d0e-cca8-451a-a802-fdfeb2d2dff0 req-75037169-72cb-48d5-880f-97f551496ea5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Apr 01 15:59:31.653608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.849984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:31.877995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:31.932923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] device_id is not set on port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:59:31.941351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.027322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.162864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=6']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.224059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] No DVR routers for this DVR port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:32.320734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-74c0ba4c-d648-4bf0-b097-72032ab470f1 None None] Provisioning complete for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:32.321328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74c0ba4c-d648-4bf0-b097-72032ab470f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.372886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3a439ae-398b-4707-b9ae-bf34b838c2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.375920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-74c0ba4c-d648-4bf0-b097-72032ab470f1 None None] Port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:32.447104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] In _notify_port_updated(), no bound segment for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:59:32.447910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:32.448573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.449934 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fe4d2e6-42f4-486a-94bf-31d708b3a1e2 req-ac5c2f75-314f-4fb9-8ed6-2a9de3d0aeb0 service neutron] 10.222.0.90 "PUT /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1027 time: 0.9199135 Apr 01 15:59:32.771534 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-02845c9d-b035-4d78-9b1b-c657afe2a7f3 req-18a5d479-88ba-48c5-9cca-d829ca25951b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=172d2336-e6f6-4523-9bb6-1fe480993fc0 HTTP/1.1" status: 200 len: 210 time: 0.0460393 Apr 01 15:59:32.776245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.912808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.615857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.864059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.936363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db629e1-4489-4e78-a22f-9ed5fbb34ae7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:33.937622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8db629e1-4489-4e78-a22f-9ed5fbb34ae7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 926 time: 0.0725653 Apr 01 15:59:34.326709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:34.332119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149675764', 'description': 'tempest-secgroup-smoke-149675764 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:34.338457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:34.348420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:34.421928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.442646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:34.446480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:34.449336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:34.455008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:34.507800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.523978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.621518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.670763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b01dd-09bd-48c6-9130-249b80f609ea,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:34.746967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.748228 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1e36e35f-1c1c-456b-bcca-c8371103fa73 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4204202 Apr 01 15:59:34.750883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50710) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:34.755731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:34.765922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:34.765922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:34.768807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:34.774376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:34.891475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.951972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.038472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.062468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39e1d0e-88f6-4298-8b35-baf4ba252726,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.152870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.155323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-05af0392-efe2-438e-a9b1-2d4ed45e08ed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4021990 Apr 01 15:59:35.156849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.161808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:35.168079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:35.172816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:35.174806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:35.180467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:35.326104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.386667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.428914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:35.473117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.488920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:35.497788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be05a6c-823f-4519-80ba-d9bceaa056b9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:35.575703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.576979 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9926c394-bb83-4425-8679-c60fab9b85ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4191530 Apr 01 15:59:35.579626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.584542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:35.590475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:35.594284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:35.597174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:35.602897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:35.691665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.858302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.941410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.964944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21e076a-3a01-4028-b71b-a10a711b830d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.056172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.057467 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55f699f4-dc4f-4aa0-8e1a-3e4482493b71 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4769280 Apr 01 15:59:36.060180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50722) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:36.065111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:36.071296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:36.075065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:36.078164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:36.084038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:36.193528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.259824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.358865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.383128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b3e92b-3b99-4af6-ac40-1b21c4f83b7e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.461234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.462861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-54a0f693-2f17-4d9d-8e14-289622b20cdb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015720 Apr 01 15:59:36.467522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:36.474692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:36.483960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:36.488840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:36.492271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:36.498816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:36.586825 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:36.593975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.660317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.758340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.782924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f391e2-f3fc-4913-ae62-ea76c386331c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.919344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.920730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9532fd38-9adc-4172-98ff-0dd29ead781d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4516010 Apr 01 15:59:36.923438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50730) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:36.928401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '7a3b01dd-09bd-48c6-9130-249b80f609ea', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:36.935109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:36.938884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:36.941740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:36.947427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:37.037942 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:37.045006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.108512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.210359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.234552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf2015-e616-4b93-9535-62a5e4b88688,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:37.301607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.302792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec1dd5fb-8678-4b56-8a3a-f2b9080092cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783650 Apr 01 15:59:37.460718 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-1525e93e-5fd4-4cc8-a4d8-70a04728506c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149675764&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.0402815 Apr 01 15:59:37.537268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fe781e7e-6884-46ba-bfd5-6d2db4d86428 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:37.538599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fe781e7e-6884-46ba-bfd5-6d2db4d86428 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 931 time: 0.0715926 Apr 01 15:59:37.611161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fbb42abf-d4b6-48f1-9069-580d3eca7450 service neutron] 10.222.0.18 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0602927 Apr 01 15:59:37.740297 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-0b38227c-3e96-4b55-9098-a4f35a6f3454 service neutron] 10.222.0.18 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233001 Apr 01 15:59:37.870578 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-9f4a0b27-387a-40e9-86ef-49715be44e1b service neutron] 10.222.0.18 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245847 Apr 01 15:59:38.159096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f609348d-5b74-4581-a68b-1406f6dc09b4 req-a4fa0a5c-f8a9-48e9-be69-02445a73c036 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 210 time: 0.0455635 Apr 01 15:59:39.314604 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-94a58c8d-0bc0-4bea-8587-348cb64735ee req-f25130dc-b309-49f9-9364-4b86f5af7f1e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 210 time: 0.0473905 Apr 01 15:59:40.157544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fc643eb9-b5c7-4260-90e6-092146fcc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:40.158942 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fc643eb9-b5c7-4260-90e6-092146fcc18e service neutron] 10.222.0.90 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1027 time: 0.0612447 Apr 01 15:59:40.308091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-d433ee68-91b9-4cf5-8a68-595e5ab5f519 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:40.309510 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-d433ee68-91b9-4cf5-8a68-595e5ab5f519 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 200 len: 797 time: 0.1458623 Apr 01 15:59:40.359977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-62c3af61-15d4-47e9-83b9-699519bc39f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:40.465660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-62c3af61-15d4-47e9-83b9-699519bc39f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:40.466723 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-62c3af61-15d4-47e9-83b9-699519bc39f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 472 time: 0.1483839 Apr 01 15:59:40.473034 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-253e6bb0-6b07-4e4e-bf06-aea307c3f021 req-bac1ef42-b571-45d7-8365-a06eeb46f372 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 210 time: 0.0475333 Apr 01 15:59:40.477817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Request body: {'port': {'device_id': 'f50e60b7-8ab2-4991-9e59-2dad2e9ee152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:40.587879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.931443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd811670-2ad4-4b1b-a4eb-a3d09a54f04d {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:40.939629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.953873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Transition to ACTIVE for port object bd811670-2ad4-4b1b-a4eb-a3d09a54f04d will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:41.032423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.172804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=7']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.300735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:41.301070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:41.301396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:41.306217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 15:59:41.306541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Attempting to bind port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 15:59:41.312359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 15:59:41.312694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Checking segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 15:59:41.313080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Bound using segment: {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 15:59:41.313515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Bound port: bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57dff5ba-d3af-4068-9da5-6a4c1579f7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:41.313862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.411535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:41.414657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 15:59:41.524740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.583220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.583666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.585128 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] 10.222.0.90 "PUT /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1132 time: 1.1112180 Apr 01 15:59:41.585593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50e60b7-8ab2-4991-9e59-2dad2e9ee152', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:41.615306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01d30-7472-4774-9270-aa913a3faa1a service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=8']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.637425 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50e60b7-8ab2-4991-9e59-2dad2e9ee152', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'status': 'completed', 'code': 200} Apr 01 15:59:41.690776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5dff8-5ed9-472f-8bff-8614d4419eb2 req-d7fdce27-6f10-4feb-9614-671aea5ae46f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.695783 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92f5dff8-5ed9-472f-8bff-8614d4419eb2 req-d7fdce27-6f10-4feb-9614-671aea5ae46f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 982 time: 0.1105988 Apr 01 15:59:41.733854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-5ce68160-d40f-4799-ac32-3eed34eb379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.735432 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-5ce68160-d40f-4799-ac32-3eed34eb379a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 1135 time: 0.0775654 Apr 01 15:59:41.745090 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92f5dff8-5ed9-472f-8bff-8614d4419eb2 req-c9ef8757-9c67-4760-89c0-99395cc4c4d2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Apr 01 15:59:41.977306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-cbcd3c1f-7b01-44f7-99cc-1e0f9dd42e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.978733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-cbcd3c1f-7b01-44f7-99cc-1e0f9dd42e1d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2370157 Apr 01 15:59:42.126355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-aa56e40e-4a9b-4afa-b30d-c06d5a63c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.128056 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aec63bee-b762-42e9-95ad-7832bac6d551 req-aa56e40e-4a9b-4afa-b30d-c06d5a63c76a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438544 Apr 01 15:59:42.233696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fd38ece9-497f-40b2-b0b3-d869076e17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.235213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-fd38ece9-497f-40b2-b0b3-d869076e17a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 1135 time: 0.0723548 Apr 01 15:59:42.339223 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-4ea671db-27e0-474e-9225-10795af04d47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1037 time: 0.0975740 Apr 01 15:59:42.400118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-0ee6c875-34cf-4f68-b371-368090d00e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.401451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-0ee6c875-34cf-4f68-b371-368090d00e55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=efeb540c-9788-4091-9e32-7299377d0882 HTTP/1.1" status: 200 len: 833 time: 0.0571413 Apr 01 15:59:42.479092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-0b0aeeee-63ef-4531-a7e3-c3fddeb312c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.480587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-0b0aeeee-63ef-4531-a7e3-c3fddeb312c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=49f6c10b-be62-453f-9c28-34aec58326a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730393 Apr 01 15:59:42.610633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-bba22e78-68e1-4dc6-814c-3a2713a50774 service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240652 Apr 01 15:59:42.741339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a674a6a-cfdb-46e8-ab9d-05e207934103 req-f183bafa-d6a6-4df3-b9f0-d801f4c000c2 service neutron] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244805 Apr 01 15:59:42.933329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3e35-3982-47bc-a46f-655cac609736 req-688ace55-11dd-4d57-b403-4953886e914e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.934761 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-240d3e35-3982-47bc-a46f-655cac609736 req-688ace55-11dd-4d57-b403-4953886e914e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 982 time: 0.0814085 Apr 01 15:59:42.978586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-240d3e35-3982-47bc-a46f-655cac609736 req-8b893c48-b227-4dc9-ad22-805b572e7e53 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Apr 01 15:59:44.170948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f76f-7b23-47b2-8d90-2be81849a818 req-68b7e39d-2b05-43da-8966-4cd6fd0858e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:44.172412 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eae0f76f-7b23-47b2-8d90-2be81849a818 req-68b7e39d-2b05-43da-8966-4cd6fd0858e3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 982 time: 0.0839045 Apr 01 15:59:44.215805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eae0f76f-7b23-47b2-8d90-2be81849a818 req-73da8d78-3d99-48e1-840a-926ecbd72afb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Apr 01 15:59:45.401480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae579068-1c0c-4ec7-83a9-bb047d6fc948 req-a86ea45e-4262-4a36-80da-c07a0662742a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:45.402880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae579068-1c0c-4ec7-83a9-bb047d6fc948 req-a86ea45e-4262-4a36-80da-c07a0662742a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 982 time: 0.0825024 Apr 01 15:59:45.428636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:45.449301 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae579068-1c0c-4ec7-83a9-bb047d6fc948 req-60483b75-e1aa-4fcb-8137-ece01ec01f15 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Apr 01 15:59:45.562367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:45.575760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'port_id': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'mac_address': 'fa:16:3e:c8:0b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:45.633828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.650317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd811670-2ad4-4b1b-a4eb-a3d09a54f04d {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:59:45.670828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:45.746368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.812808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:45.933604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 15:59:46.634960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a8733-8d71-4d48-b47f-57bf135a4136 req-75a3af95-018e-49db-bf36-446d7b366fed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:46.636462 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d16a8733-8d71-4d48-b47f-57bf135a4136 req-75a3af95-018e-49db-bf36-446d7b366fed tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 983 time: 0.0809083 Apr 01 15:59:46.681799 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d16a8733-8d71-4d48-b47f-57bf135a4136 req-9088ea28-6e30-413c-99b2-bcbb279b69cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Apr 01 15:59:47.443877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:47.575747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.581081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.581454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.695057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.722686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50e60b7-8ab2-4991-9e59-2dad2e9ee152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:59:47.732400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:47.768189 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50e60b7-8ab2-4991-9e59-2dad2e9ee152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd811670-2ad4-4b1b-a4eb-a3d09a54f04d', 'code': 200} Apr 01 15:59:47.804179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.873253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.874131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0feace-7b67-4b0e-b8cd-1d545011cee4 req-d5e2281b-1f0c-4eee-a622-8a78d5112e14 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:47.875635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c0feace-7b67-4b0e-b8cd-1d545011cee4 req-d5e2281b-1f0c-4eee-a622-8a78d5112e14 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.0799959 Apr 01 15:59:47.925767 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c0feace-7b67-4b0e-b8cd-1d545011cee4 req-8fa08abd-9cbd-4d03-931d-816b7a97b915 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Apr 01 15:59:48.264195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880116c-0c34-442d-81b9-0643c089c91c req-ff82765e-58ef-42bb-a2e2-636ea4160a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:48.265682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1880116c-0c34-442d-81b9-0643c089c91c req-ff82765e-58ef-42bb-a2e2-636ea4160a6c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 1138 time: 0.0696828 Apr 01 15:59:48.306042 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1880116c-0c34-442d-81b9-0643c089c91c req-9e9637ca-a2f2-42bb-866a-68d900baf0ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Apr 01 15:59:49.112514 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6136f9-1046-4efb-9f80-29f4db13986c req-bba83489-9b99-4e1f-aa27-f8375bc189bd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:49.113954 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c6136f9-1046-4efb-9f80-29f4db13986c req-bba83489-9b99-4e1f-aa27-f8375bc189bd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.0825627 Apr 01 15:59:49.161814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c6136f9-1046-4efb-9f80-29f4db13986c req-e05c3cdc-4864-4ea0-980b-612e92d4140d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Apr 01 15:59:50.348915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbd43f-ebfb-43cc-aa2e-383a85053c71 req-6c0c8861-6428-49e3-82bb-94c0d6b64176 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:50.350400 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83cbd43f-ebfb-43cc-aa2e-383a85053c71 req-6c0c8861-6428-49e3-82bb-94c0d6b64176 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.0827060 Apr 01 15:59:50.393767 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83cbd43f-ebfb-43cc-aa2e-383a85053c71 req-c2d51624-1975-4347-ba45-ed166dabf0ce tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Apr 01 15:59:50.575518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853df67-a987-47d7-8805-7bb38a8c30e4 req-3b4c209c-ee22-4a99-8755-ad55b078dfbb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:50.576930 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c853df67-a987-47d7-8805-7bb38a8c30e4 req-3b4c209c-ee22-4a99-8755-ad55b078dfbb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.0810785 Apr 01 15:59:50.619903 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c853df67-a987-47d7-8805-7bb38a8c30e4 req-b381793b-8b40-40fe-bed5-85877abe825d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Apr 01 15:59:50.643077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50788) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.712376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ca45b-a3e2-41b1-bee1-2e514a296cdd tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:50.713762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-052ca45b-a3e2-41b1-bee1-2e514a296cdd tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152&network_id=49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 200 len: 1133 time: 0.0696754 Apr 01 15:59:51.310253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675aea-2075-461b-abb7-9d8952da6547 req-a8b1037f-8974-425f-80b4-2ea296a9dd20 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:51.311772 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4675aea-2075-461b-abb7-9d8952da6547 req-a8b1037f-8974-425f-80b4-2ea296a9dd20 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.0820653 Apr 01 15:59:51.355504 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4675aea-2075-461b-abb7-9d8952da6547 req-c02ec9b8-e5e3-4624-ad45-15ce1ec4d5f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372829 Apr 01 15:59:52.578579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-a085e945-bcaf-4725-9fdf-5c44b13651af tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.580474 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-a085e945-bcaf-4725-9fdf-5c44b13651af tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.1425319 Apr 01 15:59:52.591462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec01c-f394-4655-8eb9-88a8fc4f6353 req-db5f77f7-682d-4dd5-8f1b-36aa01dfe379 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.592829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95fec01c-f394-4655-8eb9-88a8fc4f6353 req-db5f77f7-682d-4dd5-8f1b-36aa01dfe379 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 985 time: 0.1196089 Apr 01 15:59:52.796414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-ef64d09d-9cac-4550-a29e-e7cb938f08f4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:52.797756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-ef64d09d-9cac-4550-a29e-e7cb938f08f4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2040837 Apr 01 15:59:52.800403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95fec01c-f394-4655-8eb9-88a8fc4f6353 req-ee2f96b0-c61e-42a2-80e9-07eb4ceb877d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=50305c7f-d8d4-4b06-8ced-c44c11eb444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770372 Apr 01 15:59:52.944176 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-8f21a3e7-0a6f-4b17-91fb-b62d0703897c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1415780 Apr 01 15:59:52.953303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:53.066181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.263906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:53.291496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] For port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 15:59:53.345479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] device_id is not set on port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:59:53.353278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.421222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.557096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=11']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:53.578407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.578752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.579436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.581022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.583741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.586174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.589192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.592821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.593184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.593536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.593887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.594229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:53.642742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] No DVR routers for this DVR port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:53.766403 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77d01f55-4bb4-4769-8262-1715809bb533 None None] Provisioning complete for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:53.767028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77d01f55-4bb4-4769-8262-1715809bb533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.821732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-77d01f55-4bb4-4769-8262-1715809bb533 None None] Port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 15:59:53.868370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] In _notify_port_updated(), no bound segment for port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d on network 49f6c10b-be62-453f-9c28-34aec58326a8 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 01 15:59:53.869238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:53.869840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.871120 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fe794eb-1bb2-4fac-9964-c2ab79570645 req-56dff454-abfe-4da7-a5fa-2b4cebabf8d3 service neutron] 10.222.0.90 "PUT /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 200 len: 1028 time: 0.9215641 Apr 01 15:59:53.957260 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c018ade6-cdd7-4f1e-98e8-96e269bd57a8 req-1b769c2a-e41e-4e1a-b08e-ca896ecc6fca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=f50e60b7-8ab2-4991-9e59-2dad2e9ee152 HTTP/1.1" status: 200 len: 210 time: 0.0462022 Apr 01 15:59:55.051458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50802) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.120287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.151865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.266050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.284555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b01dd-09bd-48c6-9130-249b80f609ea,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:55.351899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.353023 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2e1b2bc0-3bf5-49f2-8ab1-fb32b60429cf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a3b01dd-09bd-48c6-9130-249b80f609ea HTTP/1.1" status: 204 len: 168 time: 0.3005726 Apr 01 15:59:55.429004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.632470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 0424a9a0-8331-4c6d-acf4-711bd29593bb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:55.632817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.904429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:55.904671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:56.031167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 0424a9a0-8331-4c6d-acf4-711bd29593bb owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:56.237626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:56.287962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=0424a9a0-8331-4c6d-acf4-711bd29593bb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:56.379260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:56.379608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP f3dc4879-48e2-470d-9ab9-3e9fdec650f5 disassociated (deleted). External IP: 172.26.7.68, port: bd811670-2ad4-4b1b-a4eb-a3d09a54f04d. Apr 01 15:59:56.727916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 15:59:56.904346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 15:59:56.913753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Sync routers for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:59:56.923118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:56.932548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:57.021488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.087278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b578ae3c-35f5-4cf5-81c1-0d749c2cecb7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3dc4879-48e2-470d-9ab9-3e9fdec650f5 HTTP/1.1" status: 204 len: 168 time: 1.6571031 Apr 01 15:59:57.109294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:57.237756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.306977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.337904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.437355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:57.441386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Checking router: 1c4543f8-43a3-4a25-ace0-f520b88e95b6 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:59:57.449852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 15:59:57.450460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:57.455607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.478165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b4085-c794-4617-9700-8a06a373d8d6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:57.489867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.489867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27bb700d-5803-4300-a713-8ff30a4fd0a8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e0b4085-c794-4617-9700-8a06a373d8d6 HTTP/1.1" status: 204 len: 168 time: 0.2500238 Apr 01 15:59:57.511807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:57.582419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.650703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device bd811670-2ad4-4b1b-a4eb-a3d09a54f04d not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:57.651263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port bd811670-2ad4-4b1b-a4eb-a3d09a54f04d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:57.651619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.693566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 15:59:57.899526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.025608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for bd811670-2ad4-4b1b-a4eb-a3d09a54f04d owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 15:59:58.052463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:58.056477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00116a36-6fd3-456b-957f-ab52cb9fddc9 None None] The sync data for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv is: [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:05Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'fbc0f7b4-a936-4e5f-b122-4a296f79ac08', 'name': '', 'network_id': '49f6c10b-be62-453f-9c28-34aec58326a8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:25:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'efeb540c-9788-4091-9e32-7299377d0882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:04Z', 'updated_at': '2022-04-01T15:59:10Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'efeb540c-9788-4091-9e32-7299377d0882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:59:58.309467 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ffe93-565d-415b-88c3-2c086fca5a94 None None] New status for floating IP f3dc4879-48e2-470d-9ab9-3e9fdec650f5: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:59:58.335493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.386381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=bd811670-2ad4-4b1b-a4eb-a3d09a54f04d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:58.431099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.431575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.431796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.432124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.432463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.432799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.433167 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.433445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.433775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.434107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.434427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.434888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:58.509579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.519704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9756e438-d50f-4ca5-b616-777bf0964f07 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/ports/bd811670-2ad4-4b1b-a4eb-a3d09a54f04d HTTP/1.1" status: 204 len: 168 time: 0.9361515 Apr 01 15:59:58.522411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:59.075929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.432091 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port fbc0f7b4-a936-4e5f-b122-4a296f79ac08 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 15:59:59.432434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.472434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-784ed955-5c20-4d9b-bf7a-df90f20abfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.622836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port fbc0f7b4-a936-4e5f-b122-4a296f79ac08, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 15:59:59.623098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.863625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for fbc0f7b4-a936-4e5f-b122-4a296f79ac08 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:00.140209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.191048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=fbc0f7b4-a936-4e5f-b122-4a296f79ac08,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:00.481572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:00.839276 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:01.024001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:01.034109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Sync routers for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:01.037332 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7c0d874-1c64-4f41-a86b-a10913469916 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/1c4543f8-43a3-4a25-ace0-f520b88e95b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140047 Apr 01 16:00:01.039978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:01.047318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:01.047935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:01.108819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet efeb540c-9788-4091-9e32-7299377d0882 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:00:01.111933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.166527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.222838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:01.251172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.518737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:59Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:01.522950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.523708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Checking router: 1c4543f8-43a3-4a25-ace0-f520b88e95b6 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:01.534182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Routers {'1c4543f8-43a3-4a25-ace0-f520b88e95b6'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:01.534398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T15:59:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:01.563430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=efeb540c-9788-4091-9e32-7299377d0882,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:01.565371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.575915 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d291ca0-4b34-4f55-bbcb-6e8f13a73706 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/efeb540c-9788-4091-9e32-7299377d0882 HTTP/1.1" status: 204 len: 168 time: 0.5320542 Apr 01 16:00:01.576113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50834) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:01.584557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05bea0-ec57-4389-bcc1-6030f2630ec8 None None] Network 49f6c10b-be62-453f-9c28-34aec58326a8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:01.868888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.869173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] Set router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:02.054817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.124196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port f82cd1b6-a708-492b-b928-f7c44c02bef1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:02.124544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.150869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] DHCP port deletion for 49f6c10b-be62-453f-9c28-34aec58326a8 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:00:02.160213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Deleting port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:02.160593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.307770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port f82cd1b6-a708-492b-b928-f7c44c02bef1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f82cd1b6-a708-492b-b928-f7c44c02bef1,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:02.308142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.317605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7fd8758-729f-42cb-bc85-f7c972b6e9c0 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:02.403967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10912e55-0ff8-4b2f-baec-e674d4a082f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.406185 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:59Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:02.426736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895744b9-6190-428d-95a3-11774afc40d1 None None] The sync data for ids ['1c4543f8-43a3-4a25-ace0-f520b88e95b6'] in dv-neutron-835943-1-hyperv is: [{'id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'name': 'tempest-TestNetworkBasicOps-router-1791417164', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138'}], 'enable_snat': True}, 'gw_port_id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:59Z', 'updated_at': '2022-04-01T15:59:59Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'f82cd1b6-a708-492b-b928-f7c44c02bef1', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:dc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4543f8-43a3-4a25-ace0-f520b88e95b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:00Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:02.444601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for f82cd1b6-a708-492b-b928-f7c44c02bef1 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:02.540184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:02.540578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.613026 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:02.664553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.679265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Calling delete_port for f7fd8758-729f-42cb-bc85-f7c972b6e9c0 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:02.777729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:02.809790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.809978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.857046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=f82cd1b6-a708-492b-b928-f7c44c02bef1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:02.863176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.915419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:02.918092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:02.918092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:02.942131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:02.960404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.134970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.137225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.232404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.232837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4543f8-43a3-4a25-ace0-f520b88e95b6 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:00:03.248080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.249237 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24c8509f-17a4-416a-8d2f-d8461a927631 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/1c4543f8-43a3-4a25-ace0-f520b88e95b6 HTTP/1.1" status: 204 len: 168 time: 1.6725657 Apr 01 16:00:03.251958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:03.419046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Deleting port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:03.419687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.485932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.496942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:03.497281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.635893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:03.636207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.701145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.725108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port f7fd8758-729f-42cb-bc85-f7c972b6e9c0, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,segment=NetworkSegment(57dff5ba-d3af-4068-9da5-6a4c1579f7c2),segment_id=57dff5ba-d3af-4068-9da5-6a4c1579f7c2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:03.725621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.761428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Calling delete_port for f7fd8758-729f-42cb-bc85-f7c972b6e9c0 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:03.855475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for f7fd8758-729f-42cb-bc85-f7c972b6e9c0 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:00:03.906651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:03.932712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:03.933034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:03.953667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Pushing event deleted for resources: {'Port': ['ID=f7fd8758-729f-42cb-bc85-f7c972b6e9c0,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:03.958139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] No DVR routers for this DVR port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:03.967100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.967481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.967822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.968156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.968490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.968823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.969153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.969480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.969804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.970126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.970446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:03.970765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36911f1-629e-449e-8a6f-6534c03cc6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:04.305187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbc0f7b4-a936-4e5f-b122-4a296f79ac08 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:04.338573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: fbc0f7b4-a936-4e5f-b122-4a296f79ac08 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:04.338914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbc0f7b4-a936-4e5f-b122-4a296f79ac08 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:04.339347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f82cd1b6-a708-492b-b928-f7c44c02bef1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:04.374427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f82cd1b6-a708-492b-b928-f7c44c02bef1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:00:04.374768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f82cd1b6-a708-492b-b928-f7c44c02bef1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:04.434531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port f7fd8758-729f-42cb-bc85-f7c972b6e9c0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:00:04.435039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.500890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.506264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] The port 'f7fd8758-729f-42cb-bc85-f7c972b6e9c0' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:00:04.628201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.653598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f6c10b-be62-453f-9c28-34aec58326a8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:04.666170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dff5ba-d3af-4068-9da5-6a4c1579f7c2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:04.666474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dff5ba-d3af-4068-9da5-6a4c1579f7c2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:04.678188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.694831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.701137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:04.701528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: util.warn( Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:04.716759 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:04.901091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.921478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.928026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=49f6c10b-be62-453f-9c28-34aec58326a8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:04.941848 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f712f668-d66c-4f85-b409-bcf915c267bb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/49f6c10b-be62-453f-9c28-34aec58326a8 HTTP/1.1" status: 204 len: 168 time: 1.6888874 Apr 01 16:00:04.956003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50842) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:04.967357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6d0695b8-1b66-498a-a068-0dcf16b537fe tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102761 Apr 01 16:00:04.970170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50846) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:04.975791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--932841040', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:04.980797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:04.985551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:04.988442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:04.994381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:05.112556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:05.116231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.145552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:05.154085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.154366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment df94d25a-4ad0-4379-bc63-618b5b99734e of type vlan for network 9b154157-a50d-4710-a57b-30638ac876e8 Apr 01 16:00:05.179320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.271166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.276779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:05.277375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.382129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=9b154157-a50d-4710-a57b-30638ac876e8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:05.391940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9b154157-a50d-4710-a57b-30638ac876e8 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:05.427647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33b72b92-19af-4cf4-bb97-576d54ae276f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4562905 Apr 01 16:00:05.430152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:05.435392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-657326053', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:05.443491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:05.447354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:05.450237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:05.460474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:05.546884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.548011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.563511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:05.906914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.356260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.388043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.517941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.48 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/8948408b-9491-41bf-be6d-77af95a94bf8) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:06.665027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.746495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:06.803521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:06.806197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:06.809782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:06.855749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:07.280290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.719957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.980804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:00:08.160505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:08.170721 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:08.181027 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:08.181641 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:08.272191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.273537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a474ee4-89fb-446c-b44e-928dd87296fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8423164 Apr 01 16:00:08.276412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:08.320430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f7c66f19-5035-43a8-b1da-e1753322a218 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427778 Apr 01 16:00:08.322983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:08.360427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:08.452571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc7d5a-0510-4a12-acb3-f308f51a247d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:08.454568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99cc7d5a-0510-4a12-acb3-f308f51a247d tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306345 Apr 01 16:00:08.457365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:08.499764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2f61cb7-65de-480f-95fd-c41b8ff9f85a tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389528 Apr 01 16:00:08.500009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:08.505894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601856240', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:08.614721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:08.618553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:08.621684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:08.627988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:08.643670 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:07Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:08.647417 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:08.651443 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Updating router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 port 8948408b-9491-41bf-be6d-77af95a94bf8 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:08.699367 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:08.717686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:08.721794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.003833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.025107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.037588 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Transition to ACTIVE for port object 8948408b-9491-41bf-be6d-77af95a94bf8 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:09.085276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=16e7e860-5c1d-4a9f-8ee1-1c24511494e5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:09.093824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:09.095021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: 9b154157-a50d-4710-a57b-30638ac876e8, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:09.112714 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.174872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9b154157-a50d-4710-a57b-30638ac876e8 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:09.189686 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Attempting to bind port 8948408b-9491-41bf-be6d-77af95a94bf8 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:09.190278 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Attempting to bind port 8948408b-9491-41bf-be6d-77af95a94bf8 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:09.192055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Attempting to bind port 8948408b-9491-41bf-be6d-77af95a94bf8 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:09.196016 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:09.200853 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:09.201212 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:09.201608 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.201996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:09.202479 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Bound port: 8948408b-9491-41bf-be6d-77af95a94bf8, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:09.202839 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.234031 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.234376 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.234740 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.235073 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.235427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.235760 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.236084 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.236413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.236736 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.237055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.237374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.237702 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:09.244752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9b154157-a50d-4710-a57b-30638ac876e8) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:09.255246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:09.255246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.258385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07669879-6392-478a-9f9a-8d92c19a0cb8 None None] Network 9b154157-a50d-4710-a57b-30638ac876e8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:09.293541 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:09.296490 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8948408b-9491-41bf-be6d-77af95a94bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:09.319030 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-250c41d8-b66d-4d19-92f4-3f6df8ec0a35 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8173745 Apr 01 16:00:09.322320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:09.364298 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.450231 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:09.450940 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:09.518376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9b154157-a50d-4710-a57b-30638ac876e8', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:00:09.519631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.550452 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76621ee-5e38-4453-83fe-4986089d3a9e None None] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:09.689184 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:09.707907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Allocated IP 172.20.0.2 (9b154157-a50d-4710-a57b-30638ac876e8/16e7e860-5c1d-4a9f-8ee1-1c24511494e5/c7faa8a0-63f4-41d9-b8b4-ef5106639eb2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:09.943668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.954229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Transition to ACTIVE for port object c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:09.972692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Transition to ACTIVE for port object c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:09.986546 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:07Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:09.990522 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3958b0-1b73-476a-bcfc-9afa8819b481 None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:07Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:10.051431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.115760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Network 9b154157-a50d-4710-a57b-30638ac876e8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:10.123277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:10.129870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:10.140369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Pushing event updated for resources: {'Port': ['ID=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:10.207622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.237065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Attempting to bind port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:10.237473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Attempting to bind port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:10.237851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Attempting to bind port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 on network 9b154157-a50d-4710-a57b-30638ac876e8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:10.255298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:10.255571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Checking segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:10.255986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.256390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Bound using segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:10.256880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Bound port: c7faa8a0-63f4-41d9-b8b4-ef5106639eb2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:10.257250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.365083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] For port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:10.369167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] For port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:10.387028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:10.495914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.534565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8948408b-9491-41bf-be6d-77af95a94bf8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:10.554477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8948408b-9491-41bf-be6d-77af95a94bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:10.555323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.628466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bd18f-afc1-4059-a5a7-376ea8421c46 None None] Pushing event updated for resources: {'Port': ['ID=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:10.684738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (9b154157-a50d-4710-a57b-30638ac876e8/16e7e860-5c1d-4a9f-8ee1-1c24511494e5/01d16252-8861-4361-bbb5-10f76d8568e3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:10.733604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.752866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8948408b-9491-41bf-be6d-77af95a94bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:10.831564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.920293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.939256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 01d16252-8861-4361-bbb5-10f76d8568e3 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:10.950619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:11.027382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.092202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9b154157-a50d-4710-a57b-30638ac876e8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:11.095204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:11.103566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:11.139429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:11.169482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.639115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fbb7b0-f82c-4731-afd6-81a63742dd1e None None] Network 9b154157-a50d-4710-a57b-30638ac876e8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:00:11.707282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.793059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9ee76d00-4d09-4f8f-a501-88ef65a7592e None None] Provisioning for port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:12.151578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.186234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4af96640-abde-46bc-9ce4-63027cd1ab0f None None] Provisioning for port 01d16252-8861-4361-bbb5-10f76d8568e3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:12.191639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4af96640-abde-46bc-9ce4-63027cd1ab0f None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.193332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4af96640-abde-46bc-9ce4-63027cd1ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.204128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.252404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4af96640-abde-46bc-9ce4-63027cd1ab0f None None] Port 01d16252-8861-4361-bbb5-10f76d8568e3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:12.325455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:12.330651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.400530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:12.428883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27b0add3-5caf-4a09-a3ec-e68c3c922822 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.429256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27b0add3-5caf-4a09-a3ec-e68c3c922822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.488309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9b154157-a50d-4710-a57b-30638ac876e8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:12.489553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:12.505818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27b0add3-5caf-4a09-a3ec-e68c3c922822 None None] Port 01d16252-8861-4361-bbb5-10f76d8568e3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:12.519780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8948408b-9491-41bf-be6d-77af95a94bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.520178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.702411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:12.711132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:12.764631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e64d3735-7f85-426b-9b8f-1a927be99b42 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.765014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e64d3735-7f85-426b-9b8f-1a927be99b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.824369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e64d3735-7f85-426b-9b8f-1a927be99b42 None None] Port 01d16252-8861-4361-bbb5-10f76d8568e3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:12.893071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:12.899528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:12.905109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:12.910491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8f02ac3f-bff2-4986-9f17-630915ca857b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5871508 Apr 01 16:00:12.910761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.911682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.912985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50874) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:12.954925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:12.955589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:13.053490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ff652-a7d5-43d3-b29c-05f1b8f3e166 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.053966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ff652-a7d5-43d3-b29c-05f1b8f3e166 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.055240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ff652-a7d5-43d3-b29c-05f1b8f3e166 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.055809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ff652-a7d5-43d3-b29c-05f1b8f3e166 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.060364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab1ff652-a7d5-43d3-b29c-05f1b8f3e166 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1443672 Apr 01 16:00:13.060609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:13.139094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e95064-5469-4f83-8133-af007a58153b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.139598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e95064-5469-4f83-8133-af007a58153b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.140064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e95064-5469-4f83-8133-af007a58153b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.140783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e95064-5469-4f83-8133-af007a58153b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.144762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7e95064-5469-4f83-8133-af007a58153b tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0804670 Apr 01 16:00:13.144926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50882) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:13.194099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:13.237133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.378133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:13.442508 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.468388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1cae752-acc7-479a-8d79-de1f2772351f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3224115 Apr 01 16:00:13.556682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:13.600709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:13.604754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:13.605111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Updating router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 port 01d16252-8861-4361-bbb5-10f76d8568e3 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:13.661768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.811796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:13.817044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632708157', 'description': 'tempest-secgroup-smoke-1632708157 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:13.822994 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:13.827235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:13.830604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:13.837142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:13.906506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.926959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:13.930885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:13.933782 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:13.940029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:14.008647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.012297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.024774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Transition to ACTIVE for port object 01d16252-8861-4361-bbb5-10f76d8568e3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:14.082084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.129085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.129501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4907be7-97ee-4978-a0ce-3d4fef9a19ec,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:14.214792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.216271 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40ce8bea-38b1-4e8f-a45b-682308605d9c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4034915 Apr 01 16:00:14.219289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50892) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:14.224881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:14.230607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:14.235727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:14.238940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:14.253130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:14.282427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097c0a-5e3c-4c12-9a36-33f58115132f None None] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:14.332616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.377722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:14.398035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.435241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Attempting to bind port 01d16252-8861-4361-bbb5-10f76d8568e3 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:14.435612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Attempting to bind port 01d16252-8861-4361-bbb5-10f76d8568e3 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:14.435984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Attempting to bind port 01d16252-8861-4361-bbb5-10f76d8568e3 on network 9b154157-a50d-4710-a57b-30638ac876e8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:14.456898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:14.457206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Checking segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:14.457617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.458012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Bound using segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:14.458490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Bound port: 01d16252-8861-4361-bbb5-10f76d8568e3, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:14.458866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.466459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.491885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009fb58-a2bd-4c5f-be71-d7d4048d9898,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:14.553190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:14.553566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.564295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.565490 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc7ecddc-84b8-4bdf-8554-0426967bc183 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452075 Apr 01 16:00:14.568233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:14.573194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:14.579103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:14.583049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:14.585861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:14.593463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:14.599946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:14.621212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01d16252-8861-4361-bbb5-10f76d8568e3,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:14.665993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.689147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.728984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.765570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:14.766144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:14.803806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.824673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00097c0a-5e3c-4c12-9a36-33f58115132f None None] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:14.834904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7403dcbe-e45e-4c0f-8dab-c2c8909f8163,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:14.887952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.889455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7430829d-5218-46f1-acd2-450ec7f5d560 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202860 Apr 01 16:00:14.892313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:14.897789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:14.903909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:14.908641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:14.911636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:14.919194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:14.960666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:15.014727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.081950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.150856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.176392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19633f40-c4f6-4295-a639-70828957f7a9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:15.253679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.257524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19d20c75-c9b0-4df9-b5d3-6ec9108222fb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615127 Apr 01 16:00:15.257768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:15.263531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:15.270917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:15.275603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:15.279193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:15.287582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:15.295973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.300993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fba66-eae9-45d2-b945-341b75f8e368 None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:14Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:15.365767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.440359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.506195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.533192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283c40f4-6ba6-42db-980f-d2fd46bc9e7f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:15.621098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.625278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:15.625858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c764057-9c64-4b9e-81a5-cad015a9396d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664410 Apr 01 16:00:15.630956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:15.637698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:15.641659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:15.644739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:15.651377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:15.723549 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:15.730793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.817412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.008115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.030503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caadd5f-0680-45e5-a928-902465180b71,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:16.130087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.131333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-41219ccb-a236-4bd3-b27c-64a370160e9e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5048509 Apr 01 16:00:16.134131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:16.139116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'a4907be7-97ee-4978-a0ce-3d4fef9a19ec', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:16.146879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:16.151264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:16.154393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:16.160457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:16.232236 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:16.239512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.309939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.343321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:16.369415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.398357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c89cc13-a542-440d-b88d-01b79f869142,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:16.488209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.491367 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2c3c1bf-2989-4b3f-ac4d-182fa439a50b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559482 Apr 01 16:00:16.501960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 01d16252-8861-4361-bbb5-10f76d8568e3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:16.506266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:16.506638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.629294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.648454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-844b4760-63a8-405b-a498-3d07456eea44 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:16.660219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01d16252-8861-4361-bbb5-10f76d8568e3,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:16.746299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-844b4760-63a8-405b-a498-3d07456eea44 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:16.747693 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-844b4760-63a8-405b-a498-3d07456eea44 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632708157&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1385150 Apr 01 16:00:16.780747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.850802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:16.900715 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-6477ef9e-bf12-4ed8-b278-c7dc12e0edff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:16.901384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-6477ef9e-bf12-4ed8-b278-c7dc12e0edff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:16.986355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-6477ef9e-bf12-4ed8-b278-c7dc12e0edff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:16.987578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-6477ef9e-bf12-4ed8-b278-c7dc12e0edff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 200 len: 796 time: 0.2325583 Apr 01 16:00:17.002161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-6ae0f109-ade1-4fd1-a6d7-02031c463e02 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Apr 01 16:00:17.086957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-3013028f-53f4-40a5-aeaf-3c61bd2fc348 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:17.145887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-3013028f-53f4-40a5-aeaf-3c61bd2fc348 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:17.147263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-3013028f-53f4-40a5-aeaf-3c61bd2fc348 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404350 Apr 01 16:00:17.327231 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-f2144883-d532-4af9-b864-3794329ee6a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676571 Apr 01 16:00:17.458174 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2d69328f-9708-40a1-9ae1-ac18bdd8ae9b service neutron] 10.222.0.18 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247461 Apr 01 16:00:18.317740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:18.384217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:18.384507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.708336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-98314fb0-f980-4ed7-a909-5129510a9212 req-15d09275-90af-454a-8e21-d928f078ec29 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:18.720643 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-98314fb0-f980-4ed7-a909-5129510a9212 req-15d09275-90af-454a-8e21-d928f078ec29 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:18.721773 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-98314fb0-f980-4ed7-a909-5129510a9212 req-15d09275-90af-454a-8e21-d928f078ec29 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 210 time: 0.0573843 Apr 01 16:00:19.869841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fd6b418-8d84-40c5-9c6c-3c068aa832eb req-379346ca-df0b-42dd-b002-e76f11fad1f3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 210 time: 0.0428982 Apr 01 16:00:20.641042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-4e687962-baf3-4d40-8281-4774486cefa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:20.642506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-4e687962-baf3-4d40-8281-4774486cefa8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 200 len: 796 time: 0.1462364 Apr 01 16:00:20.695381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-99e84f75-e32e-427a-aa5e-a4d9b7b29689 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 380 time: 0.0450816 Apr 01 16:00:20.703755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['a4907be7-97ee-4978-a0ce-3d4fef9a19ec']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:20.848596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:20.860167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:20.946288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:20.949893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.023455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-983cfd76-2b47-44e2-9117-698931f87059 req-d5aa422e-4b56-4c56-b17a-57621bf0bcee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 210 time: 0.0433724 Apr 01 16:00:21.138025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.4 (9b154157-a50d-4710-a57b-30638ac876e8/16e7e860-5c1d-4a9f-8ee1-1c24511494e5/8bd8daf5-f426-4fa5-b110-2a43780d457f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:21.336898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.352547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 8bd8daf5-f426-4fa5-b110-2a43780d457f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:21.449436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.515020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9b154157-a50d-4710-a57b-30638ac876e8 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:21.523269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:21.525723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:21.564474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:21.596917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:21.597522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.693985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-a8ca2c4a-57e1-4014-baa9-052cbbabdc6d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939871 Apr 01 16:00:21.705908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Request body: {'port': {'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:21.817833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.836204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-18370e22-e39e-4a80-9016-1d625d237f24 None None] Provisioning for port 8bd8daf5-f426-4fa5-b110-2a43780d457f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:21.841090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-18370e22-e39e-4a80-9016-1d625d237f24 None None] Provisioning complete for port 8bd8daf5-f426-4fa5-b110-2a43780d457f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:21.845324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-18370e22-e39e-4a80-9016-1d625d237f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.894971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-18370e22-e39e-4a80-9016-1d625d237f24 None None] Port 8bd8daf5-f426-4fa5-b110-2a43780d457f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:00:22.260404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05627b94-5d14-45c1-bcb0-a57fcb1045fb req-3a5f9b8a-5559-4f56-a289-932f141dfe6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:22.261102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-05627b94-5d14-45c1-bcb0-a57fcb1045fb req-3a5f9b8a-5559-4f56-a289-932f141dfe6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:22.335684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd8daf5-f426-4fa5-b110-2a43780d457f {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:00:22.342828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.357570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Transition to ACTIVE for port object 8bd8daf5-f426-4fa5-b110-2a43780d457f will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:22.363121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-05627b94-5d14-45c1-bcb0-a57fcb1045fb req-3a5f9b8a-5559-4f56-a289-932f141dfe6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:22.364320 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-05627b94-5d14-45c1-bcb0-a57fcb1045fb req-3a5f9b8a-5559-4f56-a289-932f141dfe6f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 931 time: 0.2248554 Apr 01 16:00:22.409113 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-05627b94-5d14-45c1-bcb0-a57fcb1045fb req-c3c2c087-0441-439b-ba27-948551279b0c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Apr 01 16:00:22.410069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.569722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.649253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Attempting to bind port 8bd8daf5-f426-4fa5-b110-2a43780d457f on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:22.649592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Attempting to bind port 8bd8daf5-f426-4fa5-b110-2a43780d457f by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:22.649922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Attempting to bind port 8bd8daf5-f426-4fa5-b110-2a43780d457f on network 9b154157-a50d-4710-a57b-30638ac876e8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:22.654401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Port 8bd8daf5-f426-4fa5-b110-2a43780d457f on network 9b154157-a50d-4710-a57b-30638ac876e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:00:22.654719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Attempting to bind port 8bd8daf5-f426-4fa5-b110-2a43780d457f on network 9b154157-a50d-4710-a57b-30638ac876e8 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:00:22.659825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:00:22.660113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Checking segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:00:22.660498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Bound using segment: {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:00:22.660927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Bound port: 8bd8daf5-f426-4fa5-b110-2a43780d457f, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df94d25a-4ad0-4379-bc63-618b5b99734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:22.661271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.751669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:00:22.754512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:00:22.836372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.892039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:22.892641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.893979 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] 10.222.0.90 "PUT /v2.0/ports/8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 200 len: 1093 time: 1.1928182 Apr 01 16:00:22.894416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:22.919861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11b61f-2ccb-476b-9a0c-e6339be1ee3e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.947560 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'status': 'completed', 'code': 200} Apr 01 16:00:23.042976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-eb479056-5769-41ca-9972-fcd8ffa60bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.044494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-eb479056-5769-41ca-9972-fcd8ffa60bc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1096 time: 0.0763979 Apr 01 16:00:23.183822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-900b2756-eaa4-40d1-b3af-fa840875e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.185238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-900b2756-eaa4-40d1-b3af-fa840875e6b4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1339877 Apr 01 16:00:23.318397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-0c4ec264-341d-4b26-b73f-ada9fc6d2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.319940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19b66e10-4d94-409c-8605-0013f53c25e8 req-0c4ec264-341d-4b26-b73f-ada9fc6d2077 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287222 Apr 01 16:00:23.425648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-9612bb7c-e6b2-44e4-9551-a56aa8e622c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.427103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-9612bb7c-e6b2-44e4-9551-a56aa8e622c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1096 time: 0.0730042 Apr 01 16:00:23.497323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-578a1a5d-f07b-48a1-b8f0-c2e4dfd711a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 200 len: 217 time: 0.0637472 Apr 01 16:00:23.603171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-e33c055d-5bd4-470a-8412-2f5459cb58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.604594 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-e33c055d-5bd4-470a-8412-2f5459cb58e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16e7e860-5c1d-4a9f-8ee1-1c24511494e5 HTTP/1.1" status: 200 len: 834 time: 0.1017575 Apr 01 16:00:23.676799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364375-e987-4913-aed7-722e20e057bb req-9c07c473-35d5-4895-af19-01ee34ec7208 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.678241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb364375-e987-4913-aed7-722e20e057bb req-9c07c473-35d5-4895-af19-01ee34ec7208 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 943 time: 0.1458099 Apr 01 16:00:23.734362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2db63248-4b2d-4492-845e-2e2ae5eb2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.735782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-2db63248-4b2d-4492-845e-2e2ae5eb2a4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b154157-a50d-4710-a57b-30638ac876e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238828 Apr 01 16:00:23.738591 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb364375-e987-4913-aed7-722e20e057bb req-238262ac-8269-4a26-ae93-e922b56886b2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540426 Apr 01 16:00:23.866783 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-63a65090-47d1-4591-a856-02a374d03433 service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249275 Apr 01 16:00:24.094036 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6165c2d-b22d-4d55-84e3-83bdc930ff34 req-c722db83-5327-4cb4-9be8-f4efc4ea8f7c service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209904 Apr 01 16:00:24.932055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5490a-d518-44fb-849f-5871b17b8fd2 req-9628e947-6384-4e1e-b37e-ed255a8066a2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:24.933532 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-76d5490a-d518-44fb-849f-5871b17b8fd2 req-9628e947-6384-4e1e-b37e-ed255a8066a2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 943 time: 0.0866098 Apr 01 16:00:24.979199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-76d5490a-d518-44fb-849f-5871b17b8fd2 req-c86d4619-a7d6-4ae6-b686-d09974633fac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:24.991707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-76d5490a-d518-44fb-849f-5871b17b8fd2 req-c86d4619-a7d6-4ae6-b686-d09974633fac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:25.001004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-76d5490a-d518-44fb-849f-5871b17b8fd2 req-c86d4619-a7d6-4ae6-b686-d09974633fac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535469 Apr 01 16:00:26.185372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb52af-a5ad-46a8-88ae-6f87b45a6581 req-dbb9ac22-6c93-47a9-b268-4e8f75b78e85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:26.186881 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0cbb52af-a5ad-46a8-88ae-6f87b45a6581 req-dbb9ac22-6c93-47a9-b268-4e8f75b78e85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 943 time: 0.0884171 Apr 01 16:00:26.233397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0cbb52af-a5ad-46a8-88ae-6f87b45a6581 req-436b2089-72d1-49ae-aef7-783d88cdbec5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Apr 01 16:00:27.416065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8c83-dc95-45ef-92c0-1514b676a49d req-0fe7570a-dac8-4289-b909-f84da5cf6a16 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:27.417426 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59cf8c83-dc95-45ef-92c0-1514b676a49d req-0fe7570a-dac8-4289-b909-f84da5cf6a16 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 943 time: 0.0793104 Apr 01 16:00:27.460721 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59cf8c83-dc95-45ef-92c0-1514b676a49d req-badcc126-d628-4b77-aa68-7c9cd4f316fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Apr 01 16:00:27.692952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8bd8daf5-f426-4fa5-b110-2a43780d457f details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:00:27.847978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:27.863100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:00:27.916335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.932677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd8daf5-f426-4fa5-b110-2a43780d457f {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:00:27.947862 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:28.013288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.080733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:28.218881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['8bd8daf5-f426-4fa5-b110-2a43780d457f'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:00:28.641164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a1f58-cb20-4478-8448-d5582e2605ca req-342e4167-3ef9-4244-a4df-629b764d6f5b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:28.642601 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e91a1f58-cb20-4478-8448-d5582e2605ca req-342e4167-3ef9-4244-a4df-629b764d6f5b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 944 time: 0.0799904 Apr 01 16:00:28.686146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e91a1f58-cb20-4478-8448-d5582e2605ca req-772c6f0a-b544-4932-a06a-adfe2017d132 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376825 Apr 01 16:00:29.447272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7b40-3ddd-44f8-b121-23fa60000595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.708360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8bd8daf5-f426-4fa5-b110-2a43780d457f up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:29.848977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 8bd8daf5-f426-4fa5-b110-2a43780d457f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:29.853998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 8bd8daf5-f426-4fa5-b110-2a43780d457f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:29.854374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.871575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d5067-6a93-427c-865f-19adf47c3ae1 req-5b4e0215-1063-4ea2-bedc-b99a5cae7a52 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:29.873032 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-190d5067-6a93-427c-865f-19adf47c3ae1 req-5b4e0215-1063-4ea2-bedc-b99a5cae7a52 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 944 time: 0.0812712 Apr 01 16:00:29.917623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-190d5067-6a93-427c-865f-19adf47c3ae1 req-8a30b8e2-db34-44f7-9557-d6cb7a528dca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Apr 01 16:00:29.973079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.999183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:30.009562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:00:30.042753 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'code': 200} Apr 01 16:00:30.083486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.154326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.395597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5418bc-848a-4166-ab94-8bd6473efa1f req-b76da4f9-e161-4e71-b6f7-460bfdff5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:30.397065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d5418bc-848a-4166-ab94-8bd6473efa1f req-b76da4f9-e161-4e71-b6f7-460bfdff5c3b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1098 time: 0.0730300 Apr 01 16:00:30.437648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d5418bc-848a-4166-ab94-8bd6473efa1f req-388dd2e6-61d8-41eb-8346-c110e833f5b2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341768 Apr 01 16:00:31.104040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73101bd-a619-4a19-b594-f0c4e594ca7e req-a4103c7c-4c72-45d6-9ecf-9932d5ef0589 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.105516 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e73101bd-a619-4a19-b594-f0c4e594ca7e req-a4103c7c-4c72-45d6-9ecf-9932d5ef0589 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.0830777 Apr 01 16:00:31.152887 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e73101bd-a619-4a19-b594-f0c4e594ca7e req-4eb616ce-38b4-49ff-b391-75c8e2249113 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391319 Apr 01 16:00:32.334678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07dd5b55-feeb-4a03-bbec-9c4d8294562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.342673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f4afb-dc45-4470-b873-9232756b0527 req-64e9fe0f-4702-48e3-a8eb-c19c60fb052e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:32.344154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b6f4afb-dc45-4470-b873-9232756b0527 req-64e9fe0f-4702-48e3-a8eb-c19c60fb052e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.0817344 Apr 01 16:00:32.392035 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b6f4afb-dc45-4470-b873-9232756b0527 req-0d539e49-714d-41ba-90ba-7effd9277cde tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421171 Apr 01 16:00:32.577436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33993daa-0697-438b-8bed-9253acda0444 req-b39ae599-da6a-4d82-8c4e-934888aea8f2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:32.578877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-33993daa-0697-438b-8bed-9253acda0444 req-b39ae599-da6a-4d82-8c4e-934888aea8f2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.0846915 Apr 01 16:00:32.627357 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-33993daa-0697-438b-8bed-9253acda0444 req-fa8c7b2c-02f4-494a-9430-5e3b13138c2f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Apr 01 16:00:32.649261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50974) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:32.722522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3493386-a8a9-4618-badd-1e59d2e949d2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:32.724057 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3493386-a8a9-4618-badd-1e59d2e949d2 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1093 time: 0.0738821 Apr 01 16:00:32.726922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50978) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:32.731768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:32.738234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:32.742085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:32.744929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:32.750607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:32.786383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.812990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.911729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.950100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.085778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.40 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/3fe6a641-e5d1-4f4e-8241-8b9ed930b060) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:33.229106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.306323 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.367940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:33.374775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:33.378870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:00:33.410881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3fe6a641-e5d1-4f4e-8241-8b9ed930b060,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.580282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.884188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.010352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.213344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.271309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.382792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3fe6a641-e5d1-4f4e-8241-8b9ed930b060,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.390761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.555568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.563691 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a associated. External IP: 172.26.7.40, port: 8bd8daf5-f426-4fa5-b110-2a43780d457f. Apr 01 16:00:34.906987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:00:35.082381 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:00:35.092980 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:35.102924 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:35.103567 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.156056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.213794 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-945c8fbd-2d4b-486c-9002-af10cda001be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4857268 Apr 01 16:00:35.214271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:35.216575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 50982) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.259455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'status': 'completed', 'code': 200} Apr 01 16:00:35.282104 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:35.452504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09ee5d53-00ce-4f9d-a1b2-f3c88d818e96 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 HTTP/1.1" status: 200 len: 921 time: 0.2347152 Apr 01 16:00:35.454655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-f850534d-5f95-4deb-a88e-e1c37e444e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.455476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.456027 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-f850534d-5f95-4deb-a88e-e1c37e444e2c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1098 time: 0.1760521 Apr 01 16:00:35.567582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19d5a564-d466-4529-810a-b30d5fe19993 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 990 time: 0.1107821 Apr 01 16:00:35.592188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-3c8f3772-98df-4ebb-ba30-a4349c7a2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.593643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-3c8f3772-98df-4ebb-ba30-a4349c7a2b51 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 200 len: 897 time: 0.1318963 Apr 01 16:00:35.631896 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:16Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.635820 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:35.644257 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:00:35.644850 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:00:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.699638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-1e1fcc52-4a44-46c1-8dd2-a57a9b254e9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 200 len: 998 time: 0.1000867 Apr 01 16:00:35.761190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-ff94ed4c-d660-4e89-9984-4acc9fd322fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.762627 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-ff94ed4c-d660-4e89-9984-4acc9fd322fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16e7e860-5c1d-4a9f-8ee1-1c24511494e5 HTTP/1.1" status: 200 len: 834 time: 0.0574768 Apr 01 16:00:35.820718 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:00:35.839774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-6c533fc0-c3cf-43e8-943f-24d834c53327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:35.841228 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-6c533fc0-c3cf-43e8-943f-24d834c53327 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b154157-a50d-4710-a57b-30638ac876e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729563 Apr 01 16:00:35.975990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-b6eb3ebd-25cb-4669-877b-eaca82768fcf service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277659 Apr 01 16:00:36.110549 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2241830-96ed-4bf1-a3c9-02992feb309a req-a8cbb6e0-dc83-48fe-98aa-899d6fa9bc1c service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291258 Apr 01 16:00:36.195074 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:16Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:36.198916 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad01dad4-5299-4e52-8248-1b61c5dad0a5 None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:00:16Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:36.391182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd52238-56da-417c-9ce5-6c649f4de468 None None] New status for floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:00:36.570882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 50992) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:36.804221 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a025849-4bf9-4756-89e1-ce3a8b63e4dd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 992 time: 0.2321723 Apr 01 16:00:39.612302 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:48.365605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-c900dec7-d7b9-4b73-8751-6915521b0df2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699100 Apr 01 16:00:48.624938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076672a-3458-471f-a3a5-c35654185ef7 req-425c643f-9e65-4ae0-b285-db7f32af0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:48.626383 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-425c643f-9e65-4ae0-b285-db7f32af0bd3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1098 time: 0.1752150 Apr 01 16:00:48.771268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076672a-3458-471f-a3a5-c35654185ef7 req-3b306b3d-9141-431a-9c75-3c360e1069d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:48.772679 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-3b306b3d-9141-431a-9c75-3c360e1069d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 200 len: 897 time: 0.1270332 Apr 01 16:00:48.875969 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-fa394798-3f9b-4c44-b677-d4a6691226f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 200 len: 1000 time: 0.0964468 Apr 01 16:00:48.940800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076672a-3458-471f-a3a5-c35654185ef7 req-8bdb15fd-68a2-4e02-a441-1e522002e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:48.942225 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-8bdb15fd-68a2-4e02-a441-1e522002e2a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16e7e860-5c1d-4a9f-8ee1-1c24511494e5 HTTP/1.1" status: 200 len: 834 time: 0.0579579 Apr 01 16:00:49.014822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076672a-3458-471f-a3a5-c35654185ef7 req-d7df9019-91d8-4dfa-a150-0a4b55c9098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.016292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-d7df9019-91d8-4dfa-a150-0a4b55c9098d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b154157-a50d-4710-a57b-30638ac876e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685408 Apr 01 16:00:49.146318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-7b16ea3d-8280-4f3c-b4c2-1dfdc432ab7a service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238525 Apr 01 16:00:49.275775 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8076672a-3458-471f-a3a5-c35654185ef7 req-391c0e45-1987-4ee3-ae4c-028f9e22606f service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234810 Apr 01 16:00:59.474753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a80247e-b8af-489f-9169-045e792114b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.361582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cbd625f8-f2f9-408f-916f-939b1ef5f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.774860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.910944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.440772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.622981 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11ed5bcc-8ffa-4e7b-a780-897e49c949e9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1811318 Apr 01 16:01:03.626202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.670748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.916052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e5f071-f8cb-464f-8641-0017a4cc8bbb tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Notify agent at dv-neutron-835943-1-hyperv the message router_removed_from_agent {{(pid=88601) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 01 16:01:03.919194 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00e5f071-f8cb-464f-8641-0017a4cc8bbb tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "DELETE /v2.0/agents/b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7/l3-routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 HTTP/1.1" status: 204 len: 168 time: 0.2919436 Apr 01 16:01:03.921810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:04.109192 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aec06206-b53e-40b4-b11b-1428c0aaa37c tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1863701 Apr 01 16:01:04.115525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51018) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:04.223350 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-747afa47-c7be-48db-86e4-6a73d1f0ca23 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 992 time: 0.1066456 Apr 01 16:01:04.343856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:04.471415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.508135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01d16252-8861-4361-bbb5-10f76d8568e3,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:04.528051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.602915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.672789 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305cc1e-6cec-4e06-a33f-bb057b82d4fc None None] New status for floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:04.677362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:04.684759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.685109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.685455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.685829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.686179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.686505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.686838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.687263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.687580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.687906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.688236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:04.688557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:05.227131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:05.329502 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c763051-f277-47bd-a36f-d37053b756d2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 990 time: 0.1009946 Apr 01 16:01:06.338596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:06.452039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.468640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:06.469344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8948408b-9491-41bf-be6d-77af95a94bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:06.550842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.620536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.848070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ecc4cb-6071-49a6-9e56-883b8b27f97f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:01:06.848417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ecc4cb-6071-49a6-9e56-883b8b27f97f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Notify agent at dv-neutron-835943-1-hyperv the message router_added_to_agent {{(pid=88601) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 01 16:01:06.865939 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-37ecc4cb-6071-49a6-9e56-883b8b27f97f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "POST /v2.0/agents/b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3959160 Apr 01 16:01:06.868741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:06.881584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:06.891500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:06.892271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.056783 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4660d27f-1b1f-4698-a60b-85efb3f23b68 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1839037 Apr 01 16:01:07.057579 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:07.103450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:07.166277 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f15f4503-67a7-42fd-8275-ef5e3c414cbb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 990 time: 0.1054933 Apr 01 16:01:07.452018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.455877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:07.464056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:07.464656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.636823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:07.977054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.981737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31e11f-1ae9-4cc5-bf16-acc1972470dd None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '3edb3813-8eb7-4a9d-84e1-d83f38e7a81a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.40', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'port_id': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'mac_address': 'fa:16:3e:74:26:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:04Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:08.169116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:08.284698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20fa19e8-1a75-40be-a50c-dff82b1a81a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 990 time: 0.1142478 Apr 01 16:01:08.365678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:08.440018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:08.440394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.562327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.606776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01d16252-8861-4361-bbb5-10f76d8568e3,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:08.682560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.759512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.289215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.396790 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74c21a74-057f-4824-8ef3-34145dd9de82 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 990 time: 0.1062186 Apr 01 16:01:09.619518 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1adba10-f672-40c7-b349-7d820be7f4f6 None None] New status for floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:10.400795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:10.408107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:10.475371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 01d16252-8861-4361-bbb5-10f76d8568e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:10.475618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.513133 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-046daf0a-83c5-4bdb-a447-176391c8e177 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 200 len: 992 time: 0.1108460 Apr 01 16:01:10.632414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:10.701751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8948408b-9491-41bf-be6d-77af95a94bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:10.702105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.794491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:10.819001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.835018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8948408b-9491-41bf-be6d-77af95a94bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:10.933477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.994951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 3fe6a641-e5d1-4f4e-8241-8b9ed930b060 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:10.995335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.003167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.165908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.166237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.285498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 3fe6a641-e5d1-4f4e-8241-8b9ed930b060 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:11.617210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.662872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=3fe6a641-e5d1-4f4e-8241-8b9ed930b060,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.702113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.702456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.702789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.703119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.703469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.703798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.704116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.704434 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.704749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.705060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.705373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.705680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:11.764880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.765207 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a disassociated (deleted). External IP: 172.26.7.40, port: 8bd8daf5-f426-4fa5-b110-2a43780d457f. Apr 01 16:01:12.115428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:12.294758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:12.305725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:12.316011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:12.316695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.366511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:12.379393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.434154 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c226b444-a53e-4e5b-8f18-9e708ca204f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/3edb3813-8eb7-4a9d-84e1-d83f38e7a81a HTTP/1.1" status: 204 len: 168 time: 1.6386623 Apr 01 16:01:12.434868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:12.483736 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'status': 'completed', 'code': 200} Apr 01 16:01:12.545301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8948408b-9491-41bf-be6d-77af95a94bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:12.545683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.582473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832f3c-379b-4679-882d-1367a6b86e09 req-8c8ecb5d-b618-48cf-9d48-6fd331569364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.583982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-8c8ecb5d-b618-48cf-9d48-6fd331569364 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 1098 time: 0.0774789 Apr 01 16:01:12.598336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:12.719645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832f3c-379b-4679-882d-1367a6b86e09 req-680f6376-0163-4271-b551-7b47f30c1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.721184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-680f6376-0163-4271-b551-7b47f30c1922 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 200 len: 897 time: 0.1311841 Apr 01 16:01:12.794578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-ec4db0de-a5b3-4863-9451-324f756d302e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 200 len: 217 time: 0.0668013 Apr 01 16:01:12.858317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832f3c-379b-4679-882d-1367a6b86e09 req-b70bc041-c985-4bc2-8b2f-35d67bc57758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.859803 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-b70bc041-c985-4bc2-8b2f-35d67bc57758 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16e7e860-5c1d-4a9f-8ee1-1c24511494e5 HTTP/1.1" status: 200 len: 834 time: 0.0598030 Apr 01 16:01:12.941588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832f3c-379b-4679-882d-1367a6b86e09 req-28cad26f-97b8-43fa-935c-3026f7c2ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.943067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-28cad26f-97b8-43fa-935c-3026f7c2ecf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b154157-a50d-4710-a57b-30638ac876e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778022 Apr 01 16:01:12.989534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:08Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.993694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:13.002734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:13.003392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:13.089190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-0143cff6-4c55-4ef3-99e9-f49a920522dd service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390672 Apr 01 16:01:13.096231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde270df-0a90-4177-aacc-45d8a3de7b11 req-509e11ee-0318-40d3-a384-60782a2c4a06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:13.096951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde270df-0a90-4177-aacc-45d8a3de7b11 req-509e11ee-0318-40d3-a384-60782a2c4a06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:13.173663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde270df-0a90-4177-aacc-45d8a3de7b11 req-509e11ee-0318-40d3-a384-60782a2c4a06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:13.175021 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde270df-0a90-4177-aacc-45d8a3de7b11 req-509e11ee-0318-40d3-a384-60782a2c4a06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.1635640 Apr 01 16:01:13.190873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:13.225693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde270df-0a90-4177-aacc-45d8a3de7b11 req-55ad9f8b-33cc-42eb-a7c0-702b3b3b5e11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436885 Apr 01 16:01:13.230969 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de832f3c-379b-4679-882d-1367a6b86e09 req-c90574f7-7ce9-4a6e-bbd8-754c87c8fb75 service neutron] 10.222.0.90 "GET /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351540 Apr 01 16:01:13.535429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:08Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:13.539722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb4b8e-2d71-4100-a839-6e9154ed7da9 None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:00:11Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '01d16252-8861-4361-bbb5-10f76d8568e3', 'name': '', 'network_id': '9b154157-a50d-4710-a57b-30638ac876e8', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:d3:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:10Z', 'updated_at': '2022-04-01T16:01:08Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '16e7e860-5c1d-4a9f-8ee1-1c24511494e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:14.286129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-ff87238a-1139-4a4a-94b0-224c507839f2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:14.287873 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-ff87238a-1139-4a4a-94b0-224c507839f2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.0826199 Apr 01 16:01:14.400723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 8bd8daf5-f426-4fa5-b110-2a43780d457f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:14.401107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.535983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47409874-2838-435c-bd4a-fa7205830b5b req-0dc5f527-342d-41b6-9849-e633ef7c922d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:14.537422 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-47409874-2838-435c-bd4a-fa7205830b5b req-0dc5f527-342d-41b6-9849-e633ef7c922d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 945 time: 0.1958294 Apr 01 16:01:14.674236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-47409874-2838-435c-bd4a-fa7205830b5b req-43c5a724-bd74-4b10-ab74-ba945f12d31c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4907be7-97ee-4978-a0ce-3d4fef9a19ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166449 Apr 01 16:01:14.708089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 8bd8daf5-f426-4fa5-b110-2a43780d457f, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=8bd8daf5-f426-4fa5-b110-2a43780d457f,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:14.708448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:14.773130 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdf7447-a83b-4212-8f41-226a0c7c7d0b None None] New status for floating IP 3edb3813-8eb7-4a9d-84e1-d83f38e7a81a: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:14.947614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 8bd8daf5-f426-4fa5-b110-2a43780d457f owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:15.185041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.238782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=8bd8daf5-f426-4fa5-b110-2a43780d457f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:15.282274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.282621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.282960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.283317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.283646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.283973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.284301 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.284624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.284947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.285307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.285669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.285989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:15.325843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 8bd8daf5-f426-4fa5-b110-2a43780d457f on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:15.328438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:15.331115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'name': 'network-vif-deleted', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:15.374245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382dfaba-89aa-4b88-bde8-9f565a609d96', 'name': 'network-vif-deleted', 'tag': '8bd8daf5-f426-4fa5-b110-2a43780d457f', 'status': 'completed', 'code': 200} Apr 01 16:01:15.442998 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b8f7818-7ed1-4f4e-afd2-2efecf3aa89a req-29bb4620-b60f-47f7-b818-672a2a9c0371 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/8bd8daf5-f426-4fa5-b110-2a43780d457f HTTP/1.1" status: 204 len: 173 time: 1.1498821 Apr 01 16:01:15.835992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-07d4b372-d17e-4af0-bec4-a5b3b514d891 req-8bbbce02-dde6-4da4-b49d-60bfaeeb7758 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:15.902458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-07d4b372-d17e-4af0-bec4-a5b3b514d891 req-8bbbce02-dde6-4da4-b49d-60bfaeeb7758 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:15.903728 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07d4b372-d17e-4af0-bec4-a5b3b514d891 req-8bbbce02-dde6-4da4-b49d-60bfaeeb7758 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=382dfaba-89aa-4b88-bde8-9f565a609d96 HTTP/1.1" status: 200 len: 210 time: 0.1125238 Apr 01 16:01:16.611030 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:17.001538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51078) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:17.069932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.099979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.322240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.342099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4907be7-97ee-4978-a0ce-3d4fef9a19ec,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:17.419261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:17.420429 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9156416-5619-41a1-a0ad-de43bd3570fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4907be7-97ee-4978-a0ce-3d4fef9a19ec HTTP/1.1" status: 204 len: 168 time: 0.4179063 Apr 01 16:01:17.507489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:18.018588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8bd8daf5-f426-4fa5-b110-2a43780d457f no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:18.052001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 8bd8daf5-f426-4fa5-b110-2a43780d457f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:18.052353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 8bd8daf5-f426-4fa5-b110-2a43780d457f not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:18.180201 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.537957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 01d16252-8861-4361-bbb5-10f76d8568e3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:18.538297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.724890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 01d16252-8861-4361-bbb5-10f76d8568e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=01d16252-8861-4361-bbb5-10f76d8568e3,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:18.725253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:18.852898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 01d16252-8861-4361-bbb5-10f76d8568e3 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:19.133552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.183368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=01d16252-8861-4361-bbb5-10f76d8568e3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:19.458319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:19.924235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:20.099954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:20.113175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Sync routers for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:20.123460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:20.124147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:20.186763 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3cebd9f0-45c6-4e85-8eb4-b27d4ebb50e8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780138 Apr 01 16:01:20.189825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:20.259053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet 16e7e860-5c1d-4a9f-8ee1-1c24511494e5 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:01:20.262126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.309058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:20.323249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.410949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.562711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.592348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:20.596321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Checking router: 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:20.605572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Routers {'2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:20.605848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:20.608721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.612151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=16e7e860-5c1d-4a9f-8ee1-1c24511494e5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:20.617887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81d67af5-47ed-46c0-8137-53d4187615c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/16e7e860-5c1d-4a9f-8ee1-1c24511494e5 HTTP/1.1" status: 204 len: 168 time: 0.4270048 Apr 01 16:01:20.620551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:20.653441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bd23d-1815-4d7f-8842-331d39313318 None None] Network 9b154157-a50d-4710-a57b-30638ac876e8 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:20.798708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:20.930799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] Set router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:20.979411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.108191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 8948408b-9491-41bf-be6d-77af95a94bf8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:21.108563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.249384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] DHCP port deletion for 9b154157-a50d-4710-a57b-30638ac876e8 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:01:21.259103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Deleting port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:01:21.259516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.294883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 8948408b-9491-41bf-be6d-77af95a94bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8948408b-9491-41bf-be6d-77af95a94bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:21.295560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.368498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:21.382042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780a2cbb-4e94-4b03-9926-74ef838f6139 None None] The sync data for ids ['2b8e0f52-9bb0-4381-b23e-f1c891d42cc1'] in dv-neutron-835943-1-hyperv is: [{'id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'name': 'tempest-TestNetworkBasicOps-router-657326053', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:05Z', 'updated_at': '2022-04-01T16:01:18Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '8948408b-9491-41bf-be6d-77af95a94bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8e0f52-9bb0-4381-b23e-f1c891d42cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:06Z', 'updated_at': '2022-04-01T16:01:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:21.489256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] For port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,segment=NetworkSegment(df94d25a-4ad0-4379-bc63-618b5b99734e),segment_id=df94d25a-4ad0-4379-bc63-618b5b99734e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:21.489529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.522836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 8948408b-9491-41bf-be6d-77af95a94bf8 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:21.612127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Calling delete_port for c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:01:21.802297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.849991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] Pushing event deleted for resources: {'Port': ['ID=c7faa8a0-63f4-41d9-b8b4-ef5106639eb2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:21.854888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa6ffc8-eea6-4fb8-8a1a-70e94e04bad0 None None] No DVR routers for this DVR port c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:21.903096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:21.953753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=8948408b-9491-41bf-be6d-77af95a94bf8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:22.047928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.222745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.225056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.379697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.380388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:01:22.396292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.396756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:22.397563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa6eef13-d835-4741-bf34-01bfc7275f32 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/2b8e0f52-9bb0-4381-b23e-f1c891d42cc1 HTTP/1.1" status: 204 len: 168 time: 1.7760789 Apr 01 16:01:22.400463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:22.436052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 01d16252-8861-4361-bbb5-10f76d8568e3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:22.436406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 01d16252-8861-4361-bbb5-10f76d8568e3 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:22.436820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:22.481440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:22.481758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c7faa8a0-63f4-41d9-b8b4-ef5106639eb2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:22.525335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.655441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.680281 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b154157-a50d-4710-a57b-30638ac876e8']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:22.695955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df94d25a-4ad0-4379-bc63-618b5b99734e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:22.696253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df94d25a-4ad0-4379-bc63-618b5b99734e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:22.708158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.723781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.729703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:01:22.730124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:22.744140 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:22.927953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.945194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:22.961415 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=9b154157-a50d-4710-a57b-30638ac876e8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:23.037004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4bb212e8-472f-4294-801e-ff0c9aacc6b8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/9b154157-a50d-4710-a57b-30638ac876e8 HTTP/1.1" status: 204 len: 168 time: 0.6348014 Apr 01 16:01:23.061659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:23.069056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--1075705884', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:23.074064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:23.078774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:23.081720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:23.087559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:23.170886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:23.174384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.202000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:01:23.210418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.211183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 17d711f5-4322-4242-b80b-fb81fd1281bc of type vlan for network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 Apr 01 16:01:23.236421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.333375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.339041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:23.340187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.451403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=a2fc8b04-6c95-409d-9278-fa16b74d9fd6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:23.461498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:01:23.522564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4eac2bd-273c-4d9f-82cc-074c15bd25d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4597363 Apr 01 16:01:23.525242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51104) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:23.530919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-878172961', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:23.538321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:23.543110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:23.546018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:23.552365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:23.665391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.666440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.681552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.026377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.309969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:24.361260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8948408b-9491-41bf-be6d-77af95a94bf8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:01:24.361616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8948408b-9491-41bf-be6d-77af95a94bf8 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:24.520589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.552920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.684305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.56 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/b8126e2b-0dc8-4714-b175-57861d10b252) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:24.829230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:24.956720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.017639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:25.024438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:25.029070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:25.061455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=b8126e2b-0dc8-4714-b175-57861d10b252,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:25.530194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:25.986719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.256192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3c7710b2-6851-492b-92b5-760278ed6f52 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:01:26.432178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:26.442117 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Sync routers for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:26.453092 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:26.453092 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:26.530941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.532119 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4981643-0981-44b5-ac02-d502d54c5d43 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0059092 Apr 01 16:01:26.535317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.579976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-540b91f3-b033-42ad-8590-3b9a8272fe27 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435269 Apr 01 16:01:26.582526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51112) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.655624 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:26.715086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5550ac81-0109-4e65-91e6-8b12d2e9fe0f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:26.716611 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5550ac81-0109-4e65-91e6-8b12d2e9fe0f tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330945 Apr 01 16:01:26.719334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.758535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bbb11c40-0fbf-41c9-8922-17c8505274a6 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381021 Apr 01 16:01:26.761043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51120) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:26.766335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728844053', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:26.874115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:26.879963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:26.882767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:26.888483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:26.937217 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:26.941070 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Checking router: 3c7710b2-6851-492b-92b5-760278ed6f52 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:26.941414 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Updating router 3c7710b2-6851-492b-92b5-760278ed6f52 port b8126e2b-0dc8-4714-b175-57861d10b252 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:26.990156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:26.993675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.999326 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.270507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.322447 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.334732 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Transition to ACTIVE for port object b8126e2b-0dc8-4714-b175-57861d10b252 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:27.349262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=5722c707-d909-43c1-8a1b-24c263abe340,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:27.359919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:27.360279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: a2fc8b04-6c95-409d-9278-fa16b74d9fd6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:01:27.430650 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.461951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:01:27.507975 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Attempting to bind port b8126e2b-0dc8-4714-b175-57861d10b252 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:27.508515 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Attempting to bind port b8126e2b-0dc8-4714-b175-57861d10b252 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:27.508675 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Attempting to bind port b8126e2b-0dc8-4714-b175-57861d10b252 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:27.514870 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Pushing event updated for resources: {'Port': ['ID=b8126e2b-0dc8-4714-b175-57861d10b252,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:27.519717 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:27.520089 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:27.524687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.524687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:27.524687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Bound port: b8126e2b-0dc8-4714-b175-57861d10b252, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:27.524687 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.544598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, a2fc8b04-6c95-409d-9278-fa16b74d9fd6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:27.548873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:27.553630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.553970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139905dc-97d0-4f6a-85a0-f7a83bd922d1 None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:27.556257 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.556602 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.556983 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.557310 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.557636 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.558134 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.558449 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.558772 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.559091 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.559434 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.559751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.560136 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:27.608222 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] For port b8126e2b-0dc8-4714-b175-57861d10b252, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:27.611112 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] For port b8126e2b-0dc8-4714-b175-57861d10b252, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b8126e2b-0dc8-4714-b175-57861d10b252,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:27.660113 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a8c6a03-44c6-4855-a748-f713155ce5db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8980279 Apr 01 16:01:27.662888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:27.700424 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.777527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:01:27.778479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.782214 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:27.782829 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:27.837805 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb5ad-a6c2-42ba-b77b-8ef9762c1d35 None None] Pushing event updated for resources: {'Port': ['ID=b8126e2b-0dc8-4714-b175-57861d10b252,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:27.940520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Allocated IP 172.20.0.2 (a2fc8b04-6c95-409d-9278-fa16b74d9fd6/5722c707-d909-43c1-8a1b-24c263abe340/9e04455e-81ac-4d54-8e79-6aa70e7acd74) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:27.971617 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:28.215369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.236930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Transition to ACTIVE for port object 9e04455e-81ac-4d54-8e79-6aa70e7acd74 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:28.246573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Transition to ACTIVE for port object 9e04455e-81ac-4d54-8e79-6aa70e7acd74 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:28.272460 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:28.276286 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a79d-9b39-4c36-98c7-69faf79bc8fd None None] The sync data for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv is: [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:25Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:28.316359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.377312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:28.380018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:28.388664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:28.422932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Pushing event updated for resources: {'Port': ['ID=9e04455e-81ac-4d54-8e79-6aa70e7acd74,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:28.488891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Attempting to bind port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:28.489173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Attempting to bind port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:28.489530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Attempting to bind port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 on network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:28.495063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:28.495465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Checking segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:28.495807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.496205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Bound using segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:28.496670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Bound port: 9e04455e-81ac-4d54-8e79-6aa70e7acd74, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:28.497199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.497562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.622144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] For port 9e04455e-81ac-4d54-8e79-6aa70e7acd74, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:28.629269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] For port 9e04455e-81ac-4d54-8e79-6aa70e7acd74, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9e04455e-81ac-4d54-8e79-6aa70e7acd74,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:28.694028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:28.778881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771391cd-cc9b-48af-8944-f19f2777d711 None None] Pushing event updated for resources: {'Port': ['ID=9e04455e-81ac-4d54-8e79-6aa70e7acd74,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:28.966742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (a2fc8b04-6c95-409d-9278-fa16b74d9fd6/5722c707-d909-43c1-8a1b-24c263abe340/d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:29.143266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.160988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:29.251093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.319892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:29.327200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:29.329542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:29.366826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:29.394386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.456090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b1c089d-70f4-4e13-9d6f-5e57a26e2edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.693270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f70f1-926b-4628-ae0d-b2a9329bc9ae None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:01:29.709267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.865609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-df49facf-5721-4ed3-970e-a67482f4c664 None None] Provisioning for port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:30.264462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-92ea7e23-cd89-4698-9d93-a03429d35845 None None] Provisioning for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:30.269881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-92ea7e23-cd89-4698-9d93-a03429d35845 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:30.270668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92ea7e23-cd89-4698-9d93-a03429d35845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.271366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.330716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-92ea7e23-cd89-4698-9d93-a03429d35845 None None] Port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:30.373304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.406302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9e04455e-81ac-4d54-8e79-6aa70e7acd74 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:30.479558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab4f9-9e55-412a-a228-0ae0e880fc97 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:30.480662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab4f9-9e55-412a-a228-0ae0e880fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.488482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:30.490930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.536019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ab4f9-9e55-412a-a228-0ae0e880fc97 None None] Port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:30.618876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:30.625341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:30.625720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.629910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:30.629910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:30.753606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.788211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9e04455e-81ac-4d54-8e79-6aa70e7acd74, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9e04455e-81ac-4d54-8e79-6aa70e7acd74,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:30.819022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3c7710b2-6851-492b-92b5-760278ed6f52 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:30.858085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b66efd6f-375e-481a-a2fc-860b036c8610 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:30.858455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b66efd6f-375e-481a-a2fc-860b036c8610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.886146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:30.886792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b8126e2b-0dc8-4714-b175-57861d10b252 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:31.000727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b66efd6f-375e-481a-a2fc-860b036c8610 None None] Port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:31.001695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:31.014680 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61163e73-84e2-46ce-a18e-b456f579b53d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/3c7710b2-6851-492b-92b5-760278ed6f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3506515 Apr 01 16:01:31.017513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.022528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Sync routers for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:31.044085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9e04455e-81ac-4d54-8e79-6aa70e7acd74,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:31.048950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:31.049561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:31.158668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697c6a2-6350-474f-ab54-1a88fdb58aa9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.159080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697c6a2-6350-474f-ab54-1a88fdb58aa9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.159546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697c6a2-6350-474f-ab54-1a88fdb58aa9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.160027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697c6a2-6350-474f-ab54-1a88fdb58aa9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.161775 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9697c6a2-6350-474f-ab54-1a88fdb58aa9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1432652 Apr 01 16:01:31.164757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.203573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b8126e2b-0dc8-4714-b175-57861d10b252 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:31.211620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b8126e2b-0dc8-4714-b175-57861d10b252 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:31.211984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.232512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cb4d0-b03d-46ef-b2c0-4d330dcddbda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.232977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cb4d0-b03d-46ef-b2c0-4d330dcddbda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.233433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cb4d0-b03d-46ef-b2c0-4d330dcddbda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.233883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cb4d0-b03d-46ef-b2c0-4d330dcddbda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:31.235520 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b14cb4d0-b03d-46ef-b2c0-4d330dcddbda tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0697412 Apr 01 16:01:31.238180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.314114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:31.565526 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e62a5ac-216f-49ad-ad48-5dd344ff7a85 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3260698 Apr 01 16:01:31.597721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.631314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port b8126e2b-0dc8-4714-b175-57861d10b252, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b8126e2b-0dc8-4714-b175-57861d10b252,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:31.702925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:30Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:31.707820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Checking router: 3c7710b2-6851-492b-92b5-760278ed6f52 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:31.707820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Updating router 3c7710b2-6851-492b-92b5-760278ed6f52 port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:01:31.734252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.809082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.857737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=b8126e2b-0dc8-4714-b175-57861d10b252,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:32.157761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.171025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Transition to ACTIVE for port object d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:32.273179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:32.278235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547313181', 'description': 'tempest-secgroup-smoke-1547313181 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:32.284285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:32.287600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.292732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:32.296187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:32.302067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:32.382020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.386646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cab8353c-c852-4226-850d-c306e81ce93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.397484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9e04455e-81ac-4d54-8e79-6aa70e7acd74 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:32.409085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:32.413292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:32.417646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:32.423888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:32.506020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.530949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee4a2-638a-4acb-9147-04c326f721ef None None] Pushing event updated for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:32.570393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Attempting to bind port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:32.570736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Attempting to bind port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:32.576420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Attempting to bind port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 on network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:32.579365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:32.579738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Checking segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:32.580139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.580535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Bound using segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:32.580996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Bound port: d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:32.581367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.601321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:32.601685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.607733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.652731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1e850-b445-40ae-be5d-454204ad3135,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:32.735100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.736366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f731e65-5598-4e4e-8bb0-138a7104c8a4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4622009 Apr 01 16:01:32.739417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:32.744429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:32.750558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:32.754354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:32.756361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] For port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:32.757244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:32.759748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] For port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:32.763827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:32.814535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b8126e2b-0dc8-4714-b175-57861d10b252 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:32.848217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.881205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.882897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.947979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.961357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:32.978603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:32.979302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.031200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee4a2-638a-4acb-9147-04c326f721ef None None] Pushing event updated for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.062003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.094787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b8126e2b-0dc8-4714-b175-57861d10b252 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:33.095187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.100023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb03f7e8-f045-452a-8e2a-cc5952ec1683,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.158822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.160129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1dbe3aa0-9aa8-45a6-b3d6-84e2f001cac4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197638 Apr 01 16:01:33.163027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:33.168217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:33.174327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:33.178248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:33.181176 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:33.188103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:33.264023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.320507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:33.328459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.399212 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.423916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1761d7-b80e-4a1b-ab28-6f70437f5f73,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.484669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.486003 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e54b9184-064a-4e63-a447-caa2d44e623a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218558 Apr 01 16:01:33.488794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:33.493723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:33.500307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:33.504532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:33.507453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:33.513317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:33.591220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.655938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.665171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:32Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:33.669872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748ab4e-9323-4071-b639-0135bf27202b None None] The sync data for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv is: [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:32Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:33.720024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.747829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.780835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5ca1da-cb2e-487e-aff4-2c9b3371c5c3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:33.859019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:33.860286 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c942a775-5aed-47a5-916c-f982d568322b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3705626 Apr 01 16:01:33.863045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:33.868725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:33.875065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:33.879356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:33.882465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:33.888718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:33.980540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.050675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.116154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.142130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f929e4-2034-4693-a793-d2e2ddd82760,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:34.224523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.225751 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2db2422-6e95-459a-9de3-8a3490c02926 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616216 Apr 01 16:01:34.228485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:34.234377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:34.240708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:34.244741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:34.248662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:34.254837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:34.371322 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:34.380436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.388797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:34.465490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.536075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.544540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:34.544712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.550028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:34.550408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.572084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d6d925-fe4e-4e41-9405-2ffd7cb1bb57,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:34.633329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.634549 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce168192-3c22-4c5b-9c20-35f9ea55b1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4051285 Apr 01 16:01:34.637873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:34.642897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': 'eff1e850-b445-40ae-be5d-454204ad3135', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:34.653585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:34.659616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:34.663809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:34.672309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:34.684907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.719411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:34.730193 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:34.737966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.792915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.807171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.873626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.881216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:34.898749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a634f2e9-12aa-4812-b303-75ab3c044873,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:34.996625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:34.997965 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e89fcd26-cf5c-4075-94e6-45bb805fe917 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591094 Apr 01 16:01:35.174358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-da79452e-581a-44bf-8d5d-8b564335dda4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547313181&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.0391209 Apr 01 16:01:35.325299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-61c0c307-bbce-42fe-82e6-1722ea899fea tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:35.325982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-61c0c307-bbce-42fe-82e6-1722ea899fea tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:35.393341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-61c0c307-bbce-42fe-82e6-1722ea899fea tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:35.394582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-61c0c307-bbce-42fe-82e6-1722ea899fea tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 797 time: 0.2138114 Apr 01 16:01:35.410164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-bb408331-f566-451c-81a8-092ee2f4e10b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0098670 Apr 01 16:01:35.497894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-085c5165-18be-42da-ad3e-8fc1364e3891 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821159 Apr 01 16:01:35.636053 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-72f3e258-0dd9-41dc-8eae-58b0aef414cd service neutron] 10.222.0.18 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263878 Apr 01 16:01:35.778378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-1d4a7a5c-f8b2-4f28-9062-9135074387b8 service neutron] 10.222.0.18 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364574 Apr 01 16:01:36.052414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a3b2013f-60c3-4a3f-9767-ca9b3b5d7bfa req-37315a26-224a-47b4-83ba-647b2e31176d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:36.127446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a3b2013f-60c3-4a3f-9767-ca9b3b5d7bfa req-37315a26-224a-47b4-83ba-647b2e31176d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:36.129623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3b2013f-60c3-4a3f-9767-ca9b3b5d7bfa req-37315a26-224a-47b4-83ba-647b2e31176d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 210 time: 0.1192441 Apr 01 16:01:36.359214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:36.438267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:36.438769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.281494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b6a508b-4c0b-4457-ac83-9403f5346c30 req-63819c30-086c-4299-b047-c7d67ac09840 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 210 time: 0.0438898 Apr 01 16:01:38.249880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-a12bfe7d-f0a7-4a98-8ff3-52d4e85530c7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:38.251325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-a12bfe7d-f0a7-4a98-8ff3-52d4e85530c7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 797 time: 0.1449151 Apr 01 16:01:38.300691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-f3a8d9a4-6e42-4983-8331-5dc6a8259af1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 380 time: 0.0409753 Apr 01 16:01:38.309116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['eff1e850-b445-40ae-be5d-454204ad3135']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:38.429646 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-545dffef-b2b2-4895-961e-bda2d022a1b3 req-6c9b98a4-05a4-4012-83bc-9d89aee07105 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 210 time: 0.0417726 Apr 01 16:01:38.453068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:38.462908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:38.567404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:38.570986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:38.735707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.9 (a2fc8b04-6c95-409d-9278-fa16b74d9fd6/5722c707-d909-43c1-8a1b-24c263abe340/ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:38.920473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:38.936414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:39.022018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.091719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:39.099280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:39.103770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:39.134109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:39.171670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:39.172267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.270921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-78151548-8756-4c68-b1a8-39e41e022aab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660649 Apr 01 16:01:39.286660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Request body: {'port': {'device_id': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:39.378505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a89b9786-c7ce-48d6-ad18-822c6ff27a39 None None] Provisioning for port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:39.383632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a89b9786-c7ce-48d6-ad18-822c6ff27a39 None None] Provisioning complete for port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:39.384087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a89b9786-c7ce-48d6-ad18-822c6ff27a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.397639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.441428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a89b9786-c7ce-48d6-ad18-822c6ff27a39 None None] Port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:01:39.846569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862532-59bf-4b83-9e34-ffb11939bc41 req-d4d8e36c-d3d2-49f0-a3dc-54ac9113ff7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:39.847279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b862532-59bf-4b83-9e34-ffb11939bc41 req-d4d8e36c-d3d2-49f0-a3dc-54ac9113ff7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:39.936243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:39.943387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.945616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b862532-59bf-4b83-9e34-ffb11939bc41 req-d4d8e36c-d3d2-49f0-a3dc-54ac9113ff7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:39.946751 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b862532-59bf-4b83-9e34-ffb11939bc41 req-d4d8e36c-d3d2-49f0-a3dc-54ac9113ff7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 931 time: 0.4087057 Apr 01 16:01:39.976628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Transition to ACTIVE for port object ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:39.998881 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b862532-59bf-4b83-9e34-ffb11939bc41 req-aefe5c51-6c0e-4285-a5f0-3842ec64870b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Apr 01 16:01:40.032718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.202000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:40.280802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Attempting to bind port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:40.281142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Attempting to bind port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:40.281473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Attempting to bind port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc on network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:40.285979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc on network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:01:40.286299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Attempting to bind port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc on network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:01:40.291607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:01:40.291948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Checking segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:01:40.292869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Bound using segment: {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:01:40.293385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Bound port: ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d711f5-4322-4242-b80b-fb81fd1281bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:40.293627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.380764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:01:40.383575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:01:40.478952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.535531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:40.536315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.538197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] 10.222.0.90 "PUT /v2.0/ports/ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 1093 time: 1.2597828 Apr 01 16:01:40.541605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:40.576157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0fcaa-2b70-4aa3-90d0-ac730dd815f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:40.588184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'status': 'completed', 'code': 200} Apr 01 16:01:40.679879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-d481b80a-fb6c-4ce4-b99f-76b96f4adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:40.681354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-d481b80a-fb6c-4ce4-b99f-76b96f4adfd9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1096 time: 0.0744100 Apr 01 16:01:40.820265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-a1bdff6d-fa1c-4288-a3da-d76bae8cb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:40.821648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-a1bdff6d-fa1c-4288-a3da-d76bae8cb29e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1337667 Apr 01 16:01:40.955637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-f133f933-4881-44e5-ac85-8b9cdbca6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:40.957107 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f692c6c-dd6e-4f0d-9f44-6db88d96199c req-f133f933-4881-44e5-ac85-8b9cdbca6af0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298614 Apr 01 16:01:41.070060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-f9e23bd7-fada-412e-9af9-29b0b2109331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:41.071489 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-f9e23bd7-fada-412e-9af9-29b0b2109331 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1096 time: 0.0761738 Apr 01 16:01:41.176399 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-89f44b2f-64a2-4c2b-866a-9065160a1e01 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 217 time: 0.0982993 Apr 01 16:01:41.248198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-43006765-c747-4b8d-9255-5dce5338e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:41.249614 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-43006765-c747-4b8d-9255-5dce5338e6e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.0671477 Apr 01 16:01:41.310731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2add-05bb-454b-8e74-b7c5db4a08bd req-6ab7323b-2c85-43bb-99b9-5e8f75421556 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:41.312222 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a7c2add-05bb-454b-8e74-b7c5db4a08bd req-6ab7323b-2c85-43bb-99b9-5e8f75421556 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 943 time: 0.1858952 Apr 01 16:01:41.372746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a7c2add-05bb-454b-8e74-b7c5db4a08bd req-3976f860-4652-401d-b2c0-d5932eb7c6f0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547988 Apr 01 16:01:41.379781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-69d2b80d-b93c-466c-b708-c938bdaa2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:41.381324 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-69d2b80d-b93c-466c-b708-c938bdaa2518 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1236973 Apr 01 16:01:41.517411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-0cb392d3-fb3b-40d9-84cc-355ae0bba4b5 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294541 Apr 01 16:01:41.749660 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-daebe3df-0751-4cfd-b5ad-3fee8c73e4aa req-8bd2b3ef-9b5b-4ee6-82f6-926230340263 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267656 Apr 01 16:01:42.567976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4bc85-7f35-4273-b87a-340d9946a25b req-e1c4d755-40af-4a02-8e54-906f5525afbf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:42.569440 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4b4bc85-7f35-4273-b87a-340d9946a25b req-e1c4d755-40af-4a02-8e54-906f5525afbf tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 943 time: 0.0835674 Apr 01 16:01:42.613274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f4b4bc85-7f35-4273-b87a-340d9946a25b req-866c766e-56a6-4525-825d-31231059e71a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:42.675422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f4b4bc85-7f35-4273-b87a-340d9946a25b req-866c766e-56a6-4525-825d-31231059e71a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:42.676481 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4b4bc85-7f35-4273-b87a-340d9946a25b req-866c766e-56a6-4525-825d-31231059e71a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013274 Apr 01 16:01:43.862521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95056491-2e6e-47e1-8727-2afbbbb93730 req-ca683214-68b0-4c31-a2f0-b98809d1c3e6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:43.864001 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95056491-2e6e-47e1-8727-2afbbbb93730 req-ca683214-68b0-4c31-a2f0-b98809d1c3e6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 943 time: 0.0807207 Apr 01 16:01:43.911695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95056491-2e6e-47e1-8727-2afbbbb93730 req-b80e9f88-0e83-49b6-990b-0b928a4124a6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Apr 01 16:01:44.189082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:01:44.322857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:44.336328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'port_id': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'mac_address': 'fa:16:3e:ee:d5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:01:44.393830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.410080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:44.428870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:44.501836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:44.575119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:44.705906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:01:45.101946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9376d62-c040-4b0b-b93d-ebead16391f7 req-bf08ba27-f0d4-45f2-803a-f9d2b257c2b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:45.103600 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9376d62-c040-4b0b-b93d-ebead16391f7 req-bf08ba27-f0d4-45f2-803a-f9d2b257c2b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 944 time: 0.0844386 Apr 01 16:01:45.263007 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9376d62-c040-4b0b-b93d-ebead16391f7 req-badfc540-310b-402f-8c42-24c28231d483 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530416 Apr 01 16:01:46.204580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:46.341649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:46.347685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:46.348077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.447961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba1092-efd2-4813-a0ba-882933b62089 req-8f2cc4ce-36b0-40a5-8b95-f45cae772b06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:46.449328 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-31ba1092-efd2-4813-a0ba-882933b62089 req-8f2cc4ce-36b0-40a5-8b95-f45cae772b06 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 944 time: 0.0810688 Apr 01 16:01:46.464886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.491284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:46.492720 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-31ba1092-efd2-4813-a0ba-882933b62089 req-4b3d88cb-b005-4d94-9029-8c4657d80c6e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374901 Apr 01 16:01:46.503157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:01:46.537882 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'code': 200} Apr 01 16:01:46.581114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.648037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:46.875907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec48012-22d6-4c26-b3f8-2bf38511c16d req-ee68b438-c1ca-4f5c-8182-39f8bf541145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:46.877344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ec48012-22d6-4c26-b3f8-2bf38511c16d req-ee68b438-c1ca-4f5c-8182-39f8bf541145 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.0719125 Apr 01 16:01:46.919767 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ec48012-22d6-4c26-b3f8-2bf38511c16d req-980e251c-1e1d-40c5-8d86-1c077df062c5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346706 Apr 01 16:01:47.691356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe18ca-a8ca-46a6-a208-55054422b273 req-f3eff0d7-5a28-4b2a-b157-a201f857857c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:47.692807 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3fe18ca-a8ca-46a6-a208-55054422b273 req-f3eff0d7-5a28-4b2a-b157-a201f857857c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.0869219 Apr 01 16:01:47.739386 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3fe18ca-a8ca-46a6-a208-55054422b273 req-d9075045-8882-4dd2-ac70-23aa1341ac28 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Apr 01 16:01:48.921177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f57a90-533d-4171-8e6d-7f3f00c47e5a req-3fa2ec95-f0b1-481f-b2f5-592326f70c0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:48.922651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4f57a90-533d-4171-8e6d-7f3f00c47e5a req-3fa2ec95-f0b1-481f-b2f5-592326f70c0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.0780811 Apr 01 16:01:48.964720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4f57a90-533d-4171-8e6d-7f3f00c47e5a req-c20349a4-9c7f-4d6e-a9d9-28e5685def05 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Apr 01 16:01:49.149022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a5264-4ec1-4eb0-bfe9-2c2296c45189 req-5732822a-38b8-467e-af7c-4484493f34ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.150463 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb6a5264-4ec1-4eb0-bfe9-2c2296c45189 req-5732822a-38b8-467e-af7c-4484493f34ca tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.0796669 Apr 01 16:01:49.193869 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb6a5264-4ec1-4eb0-bfe9-2c2296c45189 req-b89034cf-5070-462b-88fc-a6f1ad5c56b1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370545 Apr 01 16:01:49.217537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:49.289965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fd5db-4917-4966-8b7d-fb8ccf9f8baa tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.291494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b14fd5db-4917-4966-8b7d-fb8ccf9f8baa tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1093 time: 0.0729861 Apr 01 16:01:49.294308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51226) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:49.299108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:49.333738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:49.346634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:49.350237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:49.357049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:49.390261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-47292e7e-bf68-453a-ad7e-a54aafc557ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865569 Apr 01 16:01:49.496804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.628888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-65d137da-2362-4e81-8415-a1aa9c08aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.630340 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-65d137da-2362-4e81-8415-a1aa9c08aca6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.1689963 Apr 01 16:01:49.760850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.833842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-ecf5c0d2-0ae7-426b-a85c-4baafb8cd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.835306 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-ecf5c0d2-0ae7-426b-a85c-4baafb8cd4f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 898 time: 0.1866612 Apr 01 16:01:49.915757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-f329aec0-82f2-4d88-8c1b-82940dea0498 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 217 time: 0.0741999 Apr 01 16:01:50.028091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-46371a30-709a-41eb-9073-96da49e2a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.029423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-46371a30-709a-41eb-9073-96da49e2a250 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.0831814 Apr 01 16:01:50.030457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.65 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/75d0b3f5-042e-4672-939d-bfdccea4867a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:50.217545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-a69cc4fb-988e-43b2-8f1f-4786d24b4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.219023 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-a69cc4fb-988e-43b2-8f1f-4786d24b4e8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1831512 Apr 01 16:01:50.261766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:50.480603 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-00571c53-7bba-4ebb-aeab-5f6338cf94ee service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537000 Apr 01 16:01:50.573796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:50.650739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:50.655693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:50.662318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:01:50.715884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=75d0b3f5-042e-4672-939d-bfdccea4867a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:50.734126 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b731ba25-3f5e-42dd-8480-9f0cca8080fa req-30dd7a87-d05c-48e1-b990-3535ec3e1207 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476981 Apr 01 16:01:51.107254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.250515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.457122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.552370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.666706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=75d0b3f5-042e-4672-939d-bfdccea4867a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:51.675561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.846345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP f97514e5-4508-4b81-9c10-63f0cd695f52 associated. External IP: 172.26.7.65, port: ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc. Apr 01 16:01:52.326077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3c7710b2-6851-492b-92b5-760278ed6f52 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:01:52.506860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:01:52.517564 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Sync routers for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:52.527390 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:52.528572 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:52.604351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:52.660703 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-35e6b349-4fe1-4684-ad9a-7a42da19af86 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3652642 Apr 01 16:01:52.661513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:52.663626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:52.709430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'status': 'completed', 'code': 200} Apr 01 16:01:52.731733 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:52.775747 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-feb1b43f-a938-4ea9-aa10-52040275f397 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/f97514e5-4508-4b81-9c10-63f0cd695f52 HTTP/1.1" status: 200 len: 990 time: 0.1106865 Apr 01 16:01:52.806896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-c710d36f-17f1-4dc8-8f87-3a808171a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:52.808514 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-c710d36f-17f1-4dc8-8f87-3a808171a7ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.0771022 Apr 01 16:01:52.940668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-879bdbba-e8ab-41df-94f9-a6fc1fdcfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:52.942007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-879bdbba-e8ab-41df-94f9-a6fc1fdcfbe6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 898 time: 0.1276741 Apr 01 16:01:53.046131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-b3670559-d4f4-4a9a-a282-39d2da1d8c1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 998 time: 0.0980549 Apr 01 16:01:53.077123 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f97514e5-4508-4b81-9c10-63f0cd695f52', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'port_id': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'mac_address': 'fa:16:3e:ee:d5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:51Z', 'updated_at': '2022-04-01T16:01:51Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:53.080873 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Checking router: 3c7710b2-6851-492b-92b5-760278ed6f52 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:53.089292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:01:53.089895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:01:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:53.108273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-34b22da4-5345-4efc-b134-75ee06f2e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.109663 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-34b22da4-5345-4efc-b134-75ee06f2e089 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.0578179 Apr 01 16:01:53.187689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-208b0857-b0fe-4f1e-bd9b-08b83db4ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.189148 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-208b0857-b0fe-4f1e-bd9b-08b83db4ed77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736997 Apr 01 16:01:53.270624 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:01:53.319739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-2ed33eac-2093-4c36-a0ed-ac1115097fc0 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249733 Apr 01 16:01:53.451038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4803c5cb-73a5-4d8c-8b5f-312af165ade3 req-51ffa0fb-6b40-4e30-b4aa-cfebc89fc1cd service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256104 Apr 01 16:01:53.613059 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:53.617917 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f97514e5-4508-4b81-9c10-63f0cd695f52', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'port_id': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'mac_address': 'fa:16:3e:ee:d5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:51Z', 'updated_at': '2022-04-01T16:01:51Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:53.621812 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677870a8-baaf-484c-945f-e7f52b60dcfa None None] The sync data for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv is: [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'f97514e5-4508-4b81-9c10-63f0cd695f52', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.65', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'port_id': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'mac_address': 'fa:16:3e:ee:d5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:51Z', 'updated_at': '2022-04-01T16:01:51Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:53.776952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:53.802608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dbdc9-336b-42f7-a43c-1a37b1b1dd7b None None] New status for floating IP f97514e5-4508-4b81-9c10-63f0cd695f52: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:53.884299 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1faf5781-2cac-470d-95e1-72b7a003f493 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/f97514e5-4508-4b81-9c10-63f0cd695f52 HTTP/1.1" status: 200 len: 990 time: 0.1060488 Apr 01 16:01:54.888613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:54.994244 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f116ab77-203f-4b04-9161-5a3e63e04113 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/f97514e5-4508-4b81-9c10-63f0cd695f52 HTTP/1.1" status: 200 len: 992 time: 0.1045072 Apr 01 16:01:59.477808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0894720-29cf-47f9-ba64-f50d54d2fb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.349389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a8751f8-f62f-484e-90be-791d44de0796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.789427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.926814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:03.671603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.494556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.474724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6e6-1078-4967-801f-746f132372a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.612586 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:02:32.344783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67bddab4-407c-4be5-8378-cdf76dc5cead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.773786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.931860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:33.670612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.508704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.392145 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-183c6aa0-5bcb-43d3-9e2d-a97c826a1e40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088049 Apr 01 16:02:51.531803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-1e5a5f4b-c0d1-4beb-9a80-6c37787277ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.533276 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-1e5a5f4b-c0d1-4beb-9a80-6c37787277ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.0736217 Apr 01 16:02:51.676757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-b4d0dd26-bd18-45a7-8b7c-f5e0596893a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.678108 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-b4d0dd26-bd18-45a7-8b7c-f5e0596893a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 898 time: 0.1268902 Apr 01 16:02:51.889904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-cf40497f-a6b4-4e59-9d12-041fada4c9d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 1000 time: 0.2046769 Apr 01 16:02:51.955399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-9e38b4a9-cdef-4920-8737-5838b74fa4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.956716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-9e38b4a9-cdef-4920-8737-5838b74fa4d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.0621336 Apr 01 16:02:52.033059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-0fec7936-c9c6-40f1-b78d-fcd96ce640b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:52.034533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-0fec7936-c9c6-40f1-b78d-fcd96ce640b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706742 Apr 01 16:02:52.171957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-20d28f0d-6eb9-47b7-a2cb-2c7c49b169c3 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305103 Apr 01 16:02:52.306315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613aab7f-9146-40b4-b19a-3b43583c7549 req-e037c766-c7c4-4b9f-824b-c61a9dfde1da service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282310 Apr 01 16:02:59.479731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1237b36b-dc22-474c-be75-813f696e0891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.371033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66f47a7e-3219-4c8a-92f6-86fcb489d3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:02.789367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.010806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.703714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.509059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:07.612432 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:29.508869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37cb8ece-06de-4e54-8f73-520b44f00959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.348473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-502c9897-687d-4ed8-9d8f-fcf3a6025d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.805427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.959749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.696810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.542177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.229540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:42.235340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:42.353268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33432778'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.576526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733128954853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33387473'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.621193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:42.621778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.623016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/subnets/5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 836 time: 0.3924942 Apr 01 16:03:42.627659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe50326-34cd-4170-85ae-e884da755a52 None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:03:42.651438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=5722c707-d909-43c1-8a1b-24c263abe340,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:42.660139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.660485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.660810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.661278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.661617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.661944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.662270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.662593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.662916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.663260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.663733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:42.664088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053cb71-1793-49d0-a2f8-0912e4a97cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:43.080518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Provisioning complete for port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:43.080893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.205790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Provisioning complete for port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:43.206079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.326839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Provisioning complete for port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:43.327241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd68a17-13c9-4c61-918e-0dd1106f2f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.611456 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:53.353891 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-e724c312-c635-432d-bb9a-fd2130efcc69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681140 Apr 01 16:03:53.491009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-d139cfcf-26a8-4b05-a353-7f576c9fcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.492410 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-d139cfcf-26a8-4b05-a353-7f576c9fcf53 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.0703282 Apr 01 16:03:53.637172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-943fd99a-a26b-4f86-862f-d9964b6303a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.638586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-943fd99a-a26b-4f86-862f-d9964b6303a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 898 time: 0.1272330 Apr 01 16:03:53.739529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-448a2745-4d48-47cf-9aa9-5137e3320f36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 1000 time: 0.0948138 Apr 01 16:03:53.805147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-8bf483e4-2b20-4853-a967-0a8dc1e99f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.806505 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-8bf483e4-2b20-4853-a967-0a8dc1e99f3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.0607388 Apr 01 16:03:53.879833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-a640cb9c-ce5f-4307-95ab-843b9d034285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.881265 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-a640cb9c-ce5f-4307-95ab-843b9d034285 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691075 Apr 01 16:03:54.009470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-75234252-bb2e-4f3d-8176-0b534b43643b service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208544 Apr 01 16:03:54.144474 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3e8d964-994b-4bb3-a9ce-41003df478b5 req-4711aabd-67e7-42e2-8f4b-6da0d3a152b4 service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289809 Apr 01 16:03:59.467212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2174239-81d9-4187-9281-fd03a8db9c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.341207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d899c12-bcb6-4605-a1ab-9b7dfa1f247f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.769707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.941048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:03.712414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.517959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:21.610907 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:25.517221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:25.716736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 75d0b3f5-042e-4672-939d-bfdccea4867a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:25.717079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.884530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:25.885068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:26.005389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 75d0b3f5-042e-4672-939d-bfdccea4867a owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:26.220250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:26.269846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=75d0b3f5-042e-4672-939d-bfdccea4867a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:26.311708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.312059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.312402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.312739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.313069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.313400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.313752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.314080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.314406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.314727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.315052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.315398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:26.369876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:26.370215 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP f97514e5-4508-4b81-9c10-63f0cd695f52 disassociated (deleted). External IP: 172.26.7.65, port: ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc. Apr 01 16:04:26.813820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3c7710b2-6851-492b-92b5-760278ed6f52 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:26.993007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:27.002359 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Sync routers for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:27.011416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:27.012014 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:27.054528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.111795 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff2ed3d6-3e00-416a-9993-c2a143ff30b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/f97514e5-4508-4b81-9c10-63f0cd695f52 HTTP/1.1" status: 204 len: 168 time: 1.5910621 Apr 01 16:04:27.111795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:27.157867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'status': 'completed', 'code': 200} Apr 01 16:04:27.188699 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:27.255054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-c2b13360-fd65-4eb3-acab-d2628e97018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.256553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-c2b13360-fd65-4eb3-acab-d2628e97018f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 1098 time: 0.0759838 Apr 01 16:04:27.492296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-c512d2a3-10b4-4b19-a5be-6a22e60c35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.493868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-c512d2a3-10b4-4b19-a5be-6a22e60c35e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 200 len: 898 time: 0.2303703 Apr 01 16:04:27.510448 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:27.514838 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Checking router: 3c7710b2-6851-492b-92b5-760278ed6f52 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:27.523272 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:27.523901 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:27.561575 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-96fefb87-2821-4636-833e-34b3482934e3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 200 len: 217 time: 0.0611987 Apr 01 16:04:27.674428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-4507b949-4801-4eda-813d-5f4385ac8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.676245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-4507b949-4801-4eda-813d-5f4385ac8b4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 200 len: 844 time: 0.1047509 Apr 01 16:04:27.700801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:27.755901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e991b8-f367-44ea-99d4-0d32a483a965 req-107d32de-24ce-4d22-a969-ed7f4e3cf58b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.757263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f9e991b8-f367-44ea-99d4-0d32a483a965 req-107d32de-24ce-4d22-a969-ed7f4e3cf58b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.1905286 Apr 01 16:04:27.805007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-772b7e7c-1b85-4e43-85ef-bb3f63daf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.806463 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-772b7e7c-1b85-4e43-85ef-bb3f63daf936 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a2fc8b04-6c95-409d-9278-fa16b74d9fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242316 Apr 01 16:04:27.817654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f9e991b8-f367-44ea-99d4-0d32a483a965 req-c0e70bad-e4d0-4f93-9bb3-163e286d2128 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535128 Apr 01 16:04:27.942208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-56ae5c82-c5dc-44ca-9465-0106f8ccb52e service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275673 Apr 01 16:04:28.009413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:28.013377 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daadf08-ef4a-4e77-b1c8-b42a3cb6066c None None] The sync data for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv is: [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:01:29Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd6bcd3ee-e799-4ee0-a7fe-b417b1d1d117', 'name': '', 'network_id': 'a2fc8b04-6c95-409d-9278-fa16b74d9fd6', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:ec:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '5722c707-d909-43c1-8a1b-24c263abe340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:28Z', 'updated_at': '2022-04-01T16:01:34Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5722c707-d909-43c1-8a1b-24c263abe340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:28.082418 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fad00b3-8d42-4531-a2db-6911766f3816 req-5feee828-7be7-4be7-82bb-34c2f7d2cfbc service neutron] 10.222.0.90 "GET /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338532 Apr 01 16:04:28.233793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283544bf-5787-4c33-9c8d-a27c9c8424f7 None None] New status for floating IP f97514e5-4508-4b81-9c10-63f0cd695f52: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:04:28.874797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-42b3fec1-8c0b-4900-822f-7b9c126d1299 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:28.876362 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-42b3fec1-8c0b-4900-822f-7b9c126d1299 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.0830228 Apr 01 16:04:28.950365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:28.950711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.050793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be27fc-1660-49a4-87a8-8268ed5a1c01 req-a5b12fb1-cd58-450d-8b66-aacbc7c119fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:29.051917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6be27fc-1660-49a4-87a8-8268ed5a1c01 req-a5b12fb1-cd58-450d-8b66-aacbc7c119fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:29.124080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6be27fc-1660-49a4-87a8-8268ed5a1c01 req-a5b12fb1-cd58-450d-8b66-aacbc7c119fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:29.124710 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6be27fc-1660-49a4-87a8-8268ed5a1c01 req-a5b12fb1-cd58-450d-8b66-aacbc7c119fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 945 time: 0.1985397 Apr 01 16:04:29.169517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6be27fc-1660-49a4-87a8-8268ed5a1c01 req-4788da56-8ace-4749-80e6-64ea6149f3ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=eff1e850-b445-40ae-be5d-454204ad3135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Apr 01 16:04:29.203069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:29.203468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.323311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:29.472374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48548644-bd1b-4699-9215-0709527a9ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.523569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.572539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:29.744574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:29.746889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.749456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'name': 'network-vif-deleted', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:29.826642 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-404adcc8-29c8-4d12-a988-c97c9c059946 req-2d5ac57d-bbfd-41f8-a04d-3049fceaa722 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc HTTP/1.1" status: 204 len: 173 time: 0.9455638 Apr 01 16:04:29.839984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b425f743-f047-4e0f-9725-7f4b48b1e613', 'name': 'network-vif-deleted', 'tag': 'ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc', 'status': 'completed', 'code': 200} Apr 01 16:04:30.334904 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-968cbea1-184b-4c19-93d4-685ebf3b717c req-7581d822-ea55-4c4b-97b5-0d28bcd7bff2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=b425f743-f047-4e0f-9725-7f4b48b1e613 HTTP/1.1" status: 200 len: 210 time: 0.0417650 Apr 01 16:04:31.429950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51314) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:31.499037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.527314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.649135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.668645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1e850-b445-40ae-be5d-454204ad3135,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:31.727750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:31.728867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0cab660-7991-41ff-beb2-9011f1393c7f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/eff1e850-b445-40ae-be5d-454204ad3135 HTTP/1.1" status: 204 len: 168 time: 0.2979550 Apr 01 16:04:31.826186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:32.345802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b4cf954b-13bd-42f1-966a-b2e4310e1712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.367791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.780424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.826171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:32.826784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.906096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:32.987601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:33.016223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:33.016586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.021247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:33.021599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device ad8fd711-eb3b-4bbd-a7df-c7843b5e66fc not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:33.139979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:33.534398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.581703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:33.723414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:33.854373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.322949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 3c7710b2-6851-492b-92b5-760278ed6f52 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:34.500061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:34.509329 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Sync routers for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:34.514157 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c623092-5a03-45a0-ba33-4bae40a22a87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/3c7710b2-6851-492b-92b5-760278ed6f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867247 Apr 01 16:04:34.516693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:34.518580 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:34.519484 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:34.523108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.584784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet 5722c707-d909-43c1-8a1b-24c263abe340 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:04:34.587827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.640924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.694682 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:34.726189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.900861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.940013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=5722c707-d909-43c1-8a1b-24c263abe340,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:34.943720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.953804 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c206f134-b294-4cb7-a391-71fc400261cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/5722c707-d909-43c1-8a1b-24c263abe340 HTTP/1.1" status: 204 len: 168 time: 0.4361227 Apr 01 16:04:34.955395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2e2b7-9654-4cae-bc0e-785d84320ba4 None None] Network a2fc8b04-6c95-409d-9278-fa16b74d9fd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:34.956444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:35.013720 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:35.017647 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Checking router: 3c7710b2-6851-492b-92b5-760278ed6f52 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:35.026643 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Routers {'3c7710b2-6851-492b-92b5-760278ed6f52'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:35.026827 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['3c7710b2-6851-492b-92b5-760278ed6f52'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:35.142489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.215089 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] Set router 3c7710b2-6851-492b-92b5-760278ed6f52 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:35.224631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] DHCP port deletion for a2fc8b04-6c95-409d-9278-fa16b74d9fd6 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:04:35.229117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Deleting port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:35.229474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.332403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.403031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port b8126e2b-0dc8-4714-b175-57861d10b252 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:04:35.403421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.441291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] For port 9e04455e-81ac-4d54-8e79-6aa70e7acd74, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9e04455e-81ac-4d54-8e79-6aa70e7acd74,segment=NetworkSegment(17d711f5-4322-4242-b80b-fb81fd1281bc),segment_id=17d711f5-4322-4242-b80b-fb81fd1281bc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:35.441590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.513207 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:35.517304 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45370cb-b985-4664-b72f-3bde36c0b5f2 None None] The sync data for ids ['3c7710b2-6851-492b-92b5-760278ed6f52'] in dv-neutron-835943-1-hyperv is: [{'id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'name': 'tempest-TestNetworkBasicOps-router-878172961', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56'}], 'enable_snat': True}, 'gw_port_id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:01:23Z', 'updated_at': '2022-04-01T16:04:33Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'b8126e2b-0dc8-4714-b175-57861d10b252', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7710b2-6851-492b-92b5-760278ed6f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:01:24Z', 'updated_at': '2022-04-01T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:35.563599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Calling delete_port for 9e04455e-81ac-4d54-8e79-6aa70e7acd74 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:35.584337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port b8126e2b-0dc8-4714-b175-57861d10b252, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b8126e2b-0dc8-4714-b175-57861d10b252,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:35.584697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.694728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:35.742915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Pushing event deleted for resources: {'Port': ['ID=9e04455e-81ac-4d54-8e79-6aa70e7acd74,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:35.752342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.752685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.753023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.753351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.753674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.753999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.754326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.754646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.754966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.755317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.755638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.755952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:35.760053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d6726-0538-42a9-adde-c0b647ba01ec None None] No DVR routers for this DVR port 9e04455e-81ac-4d54-8e79-6aa70e7acd74 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:35.823911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for b8126e2b-0dc8-4714-b175-57861d10b252 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:04:36.043416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.091296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=b8126e2b-0dc8-4714-b175-57861d10b252,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:36.181971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.352441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.354631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.443594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.444105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7710b2-6851-492b-92b5-760278ed6f52 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:04:36.460537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.463179 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-359253b4-8483-41f1-8c51-d590679a8a1a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/3c7710b2-6851-492b-92b5-760278ed6f52 HTTP/1.1" status: 204 len: 168 time: 1.5039952 Apr 01 16:04:36.464399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.490380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9e04455e-81ac-4d54-8e79-6aa70e7acd74 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:36.525819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9e04455e-81ac-4d54-8e79-6aa70e7acd74 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:36.526236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9e04455e-81ac-4d54-8e79-6aa70e7acd74 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:36.526720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:36.561176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:36.561523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d6bcd3ee-e799-4ee0-a7fe-b417b1d1d117 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:36.581286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.708955 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.736237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fc8b04-6c95-409d-9278-fa16b74d9fd6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.748371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d711f5-4322-4242-b80b-fb81fd1281bc') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.748671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d711f5-4322-4242-b80b-fb81fd1281bc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:36.759552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.775256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.781090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:04:36.781473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:04:36.795617 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:04:37.031915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.053244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.066544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=a2fc8b04-6c95-409d-9278-fa16b74d9fd6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:37.135189 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bb899e36-2325-4988-8e2f-736c49ee402d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/a2fc8b04-6c95-409d-9278-fa16b74d9fd6 HTTP/1.1" status: 204 len: 168 time: 0.6694691 Apr 01 16:04:37.146833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:37.152831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--219632948', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:37.158264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:37.162449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:37.165372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:37.171642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:37.237034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:37.240344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.267765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:04:37.276576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.276916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 7ba4a080-76bf-4abe-b3ce-9ddfcf70c357 of type vlan for network 58c372e8-71a8-4547-a4c7-c0b85122798e Apr 01 16:04:37.304035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.403458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.409222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:37.411969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.519587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=58c372e8-71a8-4547-a4c7-c0b85122798e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:37.531758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 58c372e8-71a8-4547-a4c7-c0b85122798e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:04:37.575650 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb9631f0-820b-4fda-b318-c7944fa4f9d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4276392 Apr 01 16:04:37.578413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:37.584514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:37.592813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:37.596829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:37.600340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:37.606954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:37.683426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.684530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.700805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.036847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.398909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b8126e2b-0dc8-4714-b175-57861d10b252 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:38.432836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.439665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b8126e2b-0dc8-4714-b175-57861d10b252 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:04:38.440016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b8126e2b-0dc8-4714-b175-57861d10b252 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:38.465896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.593182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.171 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/3d321694-6610-4431-8222-b5c9dc2a3ccd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:38.740630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.814395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.873627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:38.876421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:38.879957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:38.928856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=3d321694-6610-4431-8222-b5c9dc2a3ccd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:39.449474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:39.785753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.054520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:04:40.231460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:40.240828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:40.250355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:40.250991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.334590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.335927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bffa0a8a-c5fb-4288-b2d7-ecddafe01fee tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7558055 Apr 01 16:04:40.338977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.443571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20a23cb0-6fcc-43b6-a6ff-20e512bc7e12 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034362 Apr 01 16:04:40.446078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.459440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:40.573086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa475ee2-f371-4af5-a18e-df26dae637ac tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:40.574578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa475ee2-f371-4af5-a18e-df26dae637ac tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276112 Apr 01 16:04:40.577392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.620068 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-963454e0-2126-4f6e-b7e1-2c267f9f56b7 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415328 Apr 01 16:04:40.622491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.627694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774329253', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:40.734838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:40.738655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:40.739896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.741511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:40.743762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:40.744113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Updating router 42107b01-d848-498d-9c1b-70d03bfc586e port 3d321694-6610-4431-8222-b5c9dc2a3ccd binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:04:40.747211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:40.796030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.848597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:40.852142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.128563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.141061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Transition to ACTIVE for port object 3d321694-6610-4431-8222-b5c9dc2a3ccd will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:41.203070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.231468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.281411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Attempting to bind port 3d321694-6610-4431-8222-b5c9dc2a3ccd on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:41.286671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Attempting to bind port 3d321694-6610-4431-8222-b5c9dc2a3ccd by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:41.286671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Attempting to bind port 3d321694-6610-4431-8222-b5c9dc2a3ccd on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:41.290261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:41.290637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:41.291037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.291463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:41.291926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Bound port: 3d321694-6610-4431-8222-b5c9dc2a3ccd, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:41.292297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.318906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=f7b18820-36bf-4565-9d36-b65865718111,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:41.321608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d45da-8ac3-401a-bc7c-b04c5925c357 None None] Pushing event updated for resources: {'Port': ['ID=3d321694-6610-4431-8222-b5c9dc2a3ccd,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:41.323163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:41.323524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: 58c372e8-71a8-4547-a4c7-c0b85122798e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:04:41.377052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] For port 3d321694-6610-4431-8222-b5c9dc2a3ccd, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:41.381534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] For port 3d321694-6610-4431-8222-b5c9dc2a3ccd, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3d321694-6610-4431-8222-b5c9dc2a3ccd,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:41.427368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:04:41.460524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.477123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 58c372e8-71a8-4547-a4c7-c0b85122798e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:41.482064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:41.485344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.499950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713c527-b30e-4497-b676-29ef184260fd None None] Network 58c372e8-71a8-4547-a4c7-c0b85122798e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:41.553197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c195c45-89d2-45fe-b29b-b654d40ab669 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9296753 Apr 01 16:04:41.556119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:41.635196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d45da-8ac3-401a-bc7c-b04c5925c357 None None] Pushing event updated for resources: {'Port': ['ID=3d321694-6610-4431-8222-b5c9dc2a3ccd,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:41.640376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:41.640989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:41.956938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:42.001919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-58c372e8-71a8-4547-a4c7-c0b85122798e', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:04:42.002738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.356612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Allocated IP 172.20.0.2 (58c372e8-71a8-4547-a4c7-c0b85122798e/f7b18820-36bf-4565-9d36-b65865718111/04597481-324b-44b9-aefb-158f61deeb7d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:42.366798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.469656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:42.477985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a9018-5ec6-4a6f-b938-e6b7e4d312df None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:39Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:42.587492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.598196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Transition to ACTIVE for port object 04597481-324b-44b9-aefb-158f61deeb7d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:42.617740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Transition to ACTIVE for port object 04597481-324b-44b9-aefb-158f61deeb7d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:42.691900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.765028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:42.768012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:42.776588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:42.794210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (58c372e8-71a8-4547-a4c7-c0b85122798e/f7b18820-36bf-4565-9d36-b65865718111/4afad132-1221-4274-8a9e-a233a0fea080) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:42.827029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Pushing event updated for resources: {'Port': ['ID=04597481-324b-44b9-aefb-158f61deeb7d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:42.881008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Attempting to bind port 04597481-324b-44b9-aefb-158f61deeb7d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:42.881466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Attempting to bind port 04597481-324b-44b9-aefb-158f61deeb7d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:42.881834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Attempting to bind port 04597481-324b-44b9-aefb-158f61deeb7d on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:42.888586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:42.889253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Checking segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:42.889653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.890045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Bound using segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:42.890510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Bound port: 04597481-324b-44b9-aefb-158f61deeb7d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:42.890884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.973223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:42.986349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] For port 04597481-324b-44b9-aefb-158f61deeb7d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:42.989577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] For port 04597481-324b-44b9-aefb-158f61deeb7d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=04597481-324b-44b9-aefb-158f61deeb7d,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:42.990470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 4afad132-1221-4274-8a9e-a233a0fea080 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:43.049234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.072180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.132470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a16ea-e532-45a7-b26b-0c643cf7e2f7 None None] Pushing event updated for resources: {'Port': ['ID=04597481-324b-44b9-aefb-158f61deeb7d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:43.143175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:43.146380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:43.150541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:43.206390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:43.228500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.670033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.093927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.134392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.248613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:44.250983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.390433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:44.391677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:44.510089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 04597481-324b-44b9-aefb-158f61deeb7d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:44.593603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:04:44.625667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 04597481-324b-44b9-aefb-158f61deeb7d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:44.631261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3d321694-6610-4431-8222-b5c9dc2a3ccd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:44.674903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de7d96-0f86-4de4-83b3-2fa58f77af1b None None] Network 58c372e8-71a8-4547-a4c7-c0b85122798e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:04:44.778543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:04:44.788409 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:04:44.793393 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ffc855f2-437e-45cb-9b1d-44a58e9172ac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/42107b01-d848-498d-9c1b-70d03bfc586e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2361612 Apr 01 16:04:44.796013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:44.798304 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:44.798948 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:44.851246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Provisioning for port 04597481-324b-44b9-aefb-158f61deeb7d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:44.867747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Provisioning complete for port 04597481-324b-44b9-aefb-158f61deeb7d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:44.868118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.903677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3d321694-6610-4431-8222-b5c9dc2a3ccd completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:44.914665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3d321694-6610-4431-8222-b5c9dc2a3ccd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:44.914964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:44.936313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f708b8-2f0c-4a9a-a3a7-aae67fc873e3 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:44.936791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f708b8-2f0c-4a9a-a3a7-aae67fc873e3 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:44.937266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f708b8-2f0c-4a9a-a3a7-aae67fc873e3 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:44.937731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f708b8-2f0c-4a9a-a3a7-aae67fc873e3 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:44.939398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7f708b8-2f0c-4a9a-a3a7-aae67fc873e3 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1424859 Apr 01 16:04:44.942116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:44.992115 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:45.023098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d12116-5ddb-4e4a-a1ea-bbd782d9a2c4 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.023601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d12116-5ddb-4e4a-a1ea-bbd782d9a2c4 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.024060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d12116-5ddb-4e4a-a1ea-bbd782d9a2c4 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.024587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d12116-5ddb-4e4a-a1ea-bbd782d9a2c4 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.026390 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69d12116-5ddb-4e4a-a1ea-bbd782d9a2c4 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0833461 Apr 01 16:04:45.029271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:45.180784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.260444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] For port 04597481-324b-44b9-aefb-158f61deeb7d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=04597481-324b-44b9-aefb-158f61deeb7d,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:45.277372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.286056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3d321694-6610-4431-8222-b5c9dc2a3ccd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3d321694-6610-4431-8222-b5c9dc2a3ccd,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:45.340429 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:45.345049 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:04:45.345642 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Updating router 42107b01-d848-498d-9c1b-70d03bfc586e port 4afad132-1221-4274-8a9e-a233a0fea080 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:04:45.345800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.390330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-53fcd904-239d-47dc-bf9f-5accdbbe30d9 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3599265 Apr 01 16:04:45.396472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.410507 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.422876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b98805-0169-4a6d-b9fe-aa05b1fa44dc None None] Pushing event updated for resources: {'Port': ['ID=04597481-324b-44b9-aefb-158f61deeb7d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:45.508891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3d321694-6610-4431-8222-b5c9dc2a3ccd,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:45.626099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Provisioning for port 4afad132-1221-4274-8a9e-a233a0fea080 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:45.633854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Provisioning complete for port 4afad132-1221-4274-8a9e-a233a0fea080 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:45.640960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.697978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Port 4afad132-1221-4274-8a9e-a233a0fea080 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:45.709528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Provisioning complete for port 04597481-324b-44b9-aefb-158f61deeb7d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:45.710382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eab25803-8855-4175-9a00-547ea5055112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.803362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:45.808582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237444533', 'description': 'tempest-secgroup-smoke-237444533 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:45.814896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:45.819122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:45.827241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:45.833274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:45.917105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.917715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.944356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:45.948348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:45.951781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:45.958753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:45.961909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ba87ca8-7e80-4b15-9763-539f262c2e18 None None] Provisioning complete for port 4afad132-1221-4274-8a9e-a233a0fea080 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:45.962505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ba87ca8-7e80-4b15-9763-539f262c2e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.984576 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Transition to ACTIVE for port object 4afad132-1221-4274-8a9e-a233a0fea080 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:46.019966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4ba87ca8-7e80-4b15-9763-539f262c2e18 None None] Port 4afad132-1221-4274-8a9e-a233a0fea080 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:46.033503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.047590 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.105014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.149502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2624a2-3945-4183-836c-ab46e5a20153,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.202841 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Pushing event updated for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.219118 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.219487 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.219821 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.220150 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.220473 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.220797 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.221117 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.221434 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.221751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.222066 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.222425 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.222732 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.248708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.249989 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0059ee0b-4301-46a2-a927-7df510313f87 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4456227 Apr 01 16:04:46.252959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51384) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.258369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:46.264778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:46.275284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:46.278580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:46.283007 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Attempting to bind port 4afad132-1221-4274-8a9e-a233a0fea080 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:46.283416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Attempting to bind port 4afad132-1221-4274-8a9e-a233a0fea080 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:46.283784 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Attempting to bind port 4afad132-1221-4274-8a9e-a233a0fea080 on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:46.285702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:46.290334 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:46.290708 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Checking segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:46.291111 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.291546 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Bound using segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:46.292048 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Bound port: 4afad132-1221-4274-8a9e-a233a0fea080, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:46.292408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.384663 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] For port 4afad132-1221-4274-8a9e-a233a0fea080, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:46.386212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.387511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] For port 4afad132-1221-4274-8a9e-a233a0fea080, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4afad132-1221-4274-8a9e-a233a0fea080,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:46.447170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.454468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 04597481-324b-44b9-aefb-158f61deeb7d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:46.489018 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.517069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.525933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 04597481-324b-44b9-aefb-158f61deeb7d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.527300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.548552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5fcf2b-d8ff-4cb4-8e3f-6b8dc49b34d9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.557127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.557488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.557911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.558262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.558605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.558980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.559399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.559925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.560436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.560983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.561501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.562151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:46.570827 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:04:46.571470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:04:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:46.619925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.621157 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-202b87fd-2bad-42b0-8502-5ffbbd34b558 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671882 Apr 01 16:04:46.624018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51388) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.631779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:46.638782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:46.642232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:46.646749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:46.646957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc798-c3e3-4d7a-8fed-b12e43c2fa05 None None] Pushing event updated for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.658328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:46.662208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3d321694-6610-4431-8222-b5c9dc2a3ccd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:46.734350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3d321694-6610-4431-8222-b5c9dc2a3ccd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:46.734721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.766800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.785949 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:04:46.833917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.905928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.929303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373f0974-5e83-4c03-8fd4-4435b6d8d2ba,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:46.980161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.981435 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5dca13a-71ae-4b99-83d1-527de715a789 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564804 Apr 01 16:04:46.984278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.989310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:46.995103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:46.998994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.001971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.007733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.073229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.133496 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:46Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:47.138026 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76e3b3-d5ba-4002-8290-e56558225050 None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:46Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:04:47.141429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.213981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.238431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c164ee5a-b4ac-4293-a1a5-a54e9dc01281,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.300205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.301466 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f51a9c1-b156-44f6-800d-038e9e27d97b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161778 Apr 01 16:04:47.304179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51396) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.310086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:47.316217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:47.324990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.324990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.329985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.394005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.461294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.511792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.537023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32b8629-a25d-4a74-a673-9e421ad68c0b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.597613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.602088 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c74d5b75-ba70-4e1d-b598-d71e76d1e1ff tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2936287 Apr 01 16:04:47.602088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51400) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.607651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:47.613963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:47.617906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.620816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.627290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.678047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:47.686380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.756730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.809587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.833624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3add9b-7842-45b3-a9c6-691e061caea2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:47.894419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:47.895671 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e47badf-0d25-41ff-a0ae-5d23f819b584 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929237 Apr 01 16:04:47.903230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.903891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '5a2624a2-3945-4183-836c-ab46e5a20153', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:47.910335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:47.914323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:47.917615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:47.923995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:47.985025 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:04:47.992220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.061662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.127729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.151958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00869f42-d2af-45f9-b96f-3ef45d906b56,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:48.236241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.237353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e6e841c6-c1e3-4d9d-8d35-2add5fc03978 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3381624 Apr 01 16:04:48.433202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-e45c7f17-8532-4f14-86c7-6cd755efaa5b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:48.467610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4afad132-1221-4274-8a9e-a233a0fea080 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:48.511418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-e45c7f17-8532-4f14-86c7-6cd755efaa5b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:48.513091 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-e45c7f17-8532-4f14-86c7-6cd755efaa5b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237444533&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1227207 Apr 01 16:04:48.591344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 4afad132-1221-4274-8a9e-a233a0fea080 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:48.596790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4afad132-1221-4274-8a9e-a233a0fea080 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:48.597168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.666928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7007b94d-e67e-4821-9ac5-5f8d59353fe6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:48.667632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7007b94d-e67e-4821-9ac5-5f8d59353fe6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:48.714171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.728347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7007b94d-e67e-4821-9ac5-5f8d59353fe6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:48.729519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7007b94d-e67e-4821-9ac5-5f8d59353fe6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 796 time: 0.2096226 Apr 01 16:04:48.744597 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-2f3f8aa3-919d-4404-bd72-3ad5873e6b85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0091996 Apr 01 16:04:48.745604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 4afad132-1221-4274-8a9e-a233a0fea080, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4afad132-1221-4274-8a9e-a233a0fea080,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:48.820450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:48.836461 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-107c088a-c339-454f-993a-bd1d89d28daa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:48.886312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:48.900171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b78c880f-43fb-4109-a493-7ca8c593059f req-107c088a-c339-454f-993a-bd1d89d28daa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:48.901445 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-107c088a-c339-454f-993a-bd1d89d28daa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510966 Apr 01 16:04:49.082301 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-1f374996-5b1b-4824-97ca-a6691dc58369 service neutron] 10.222.0.18 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689386 Apr 01 16:04:49.219661 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-9606b0c3-d08a-446c-be68-87502af2e6c5 service neutron] 10.222.0.18 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311083 Apr 01 16:04:49.500059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9e0a452b-2b53-49db-8c2c-7bfa89e37fa0 req-7c996a55-826b-49c1-a30f-dd1f71263cb8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:49.512932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9e0a452b-2b53-49db-8c2c-7bfa89e37fa0 req-7c996a55-826b-49c1-a30f-dd1f71263cb8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:49.514094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9e0a452b-2b53-49db-8c2c-7bfa89e37fa0 req-7c996a55-826b-49c1-a30f-dd1f71263cb8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 210 time: 0.0579865 Apr 01 16:04:50.449874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4afad132-1221-4274-8a9e-a233a0fea080 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:50.520935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 4afad132-1221-4274-8a9e-a233a0fea080 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:50.521542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:50.667924 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ddf10438-c399-4c89-a193-288e56aed0e5 req-e749314d-ae4b-48eb-b06e-62bf44c431d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 210 time: 0.0497346 Apr 01 16:04:51.820778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-80e0017c-eb31-4743-86a5-4071baf2faa2 req-32c12ec5-c7b0-472a-98bb-4405b1d7dde8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 210 time: 0.0467131 Apr 01 16:04:51.992332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-46bef4ac-deb3-4255-bc8f-87b2b53827fc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:51.993678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-46bef4ac-deb3-4255-bc8f-87b2b53827fc tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 796 time: 0.1551454 Apr 01 16:04:52.046044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-954db11e-409d-4d35-be86-7be733ff2854 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 379 time: 0.0434232 Apr 01 16:04:52.055051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['5a2624a2-3945-4183-836c-ab46e5a20153']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:52.197922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:52.208505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:52.437677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:52.441303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:52.604150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.14 (58c372e8-71a8-4547-a4c7-c0b85122798e/f7b18820-36bf-4565-9d36-b65865718111/1fd926fc-9155-4cc1-90b0-0546d543371a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:52.785702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:52.800830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 1fd926fc-9155-4cc1-90b0-0546d543371a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:52.940267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.004190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5188fae-8f6e-4c8f-81c6-6638978fa4c9 req-ea23e13d-5d3e-4906-b1fb-24d79b597a6c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:53.005683 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b5188fae-8f6e-4c8f-81c6-6638978fa4c9 req-ea23e13d-5d3e-4906-b1fb-24d79b597a6c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 932 time: 0.0815344 Apr 01 16:04:53.012248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:53.020165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:53.024606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:04:53.056829 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b5188fae-8f6e-4c8f-81c6-6638978fa4c9 req-1ce98b40-c248-4ed6-83ca-6a4aba3137c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Apr 01 16:04:53.093814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:53.094411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.098806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:53.209494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-4e401696-b08c-433b-b1d3-c57417a507e2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1582839 Apr 01 16:04:53.221174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Request body: {'port': {'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:53.288475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2167029b-6003-47b9-941e-dfe09ec3df37 None None] Provisioning for port 1fd926fc-9155-4cc1-90b0-0546d543371a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:53.293752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2167029b-6003-47b9-941e-dfe09ec3df37 None None] Provisioning complete for port 1fd926fc-9155-4cc1-90b0-0546d543371a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:53.299121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2167029b-6003-47b9-941e-dfe09ec3df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.338602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.349975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2167029b-6003-47b9-941e-dfe09ec3df37 None None] Port 1fd926fc-9155-4cc1-90b0-0546d543371a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:04:53.771003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd926fc-9155-4cc1-90b0-0546d543371a {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:53.777951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.791825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Transition to ACTIVE for port object 1fd926fc-9155-4cc1-90b0-0546d543371a will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:53.864555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.021267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:54.106933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Attempting to bind port 1fd926fc-9155-4cc1-90b0-0546d543371a on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:54.107414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Attempting to bind port 1fd926fc-9155-4cc1-90b0-0546d543371a by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:54.107744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Attempting to bind port 1fd926fc-9155-4cc1-90b0-0546d543371a on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:54.112616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Port 1fd926fc-9155-4cc1-90b0-0546d543371a on network 58c372e8-71a8-4547-a4c7-c0b85122798e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:04:54.112855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Attempting to bind port 1fd926fc-9155-4cc1-90b0-0546d543371a on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:04:54.118199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:04:54.118480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Checking segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:04:54.118863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Bound using segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:04:54.119327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Bound port: 1fd926fc-9155-4cc1-90b0-0546d543371a, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:54.119673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.259098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:04:54.264070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:04:54.285496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537e0df-3f28-4fc2-b053-a86521211a2c req-8e090c86-8cca-41f2-a9dc-55d0d46daa8e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.286180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7537e0df-3f28-4fc2-b053-a86521211a2c req-8e090c86-8cca-41f2-a9dc-55d0d46daa8e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:54.357651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.397047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7537e0df-3f28-4fc2-b053-a86521211a2c req-8e090c86-8cca-41f2-a9dc-55d0d46daa8e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:54.398081 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7537e0df-3f28-4fc2-b053-a86521211a2c req-8e090c86-8cca-41f2-a9dc-55d0d46daa8e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 944 time: 0.2234552 Apr 01 16:04:54.434187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.434800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:54.436205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] 10.222.0.90 "PUT /v2.0/ports/1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 1094 time: 1.2195148 Apr 01 16:04:54.438514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:54.476656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe490-06fa-485b-b45b-3815c19e541e service neutron] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:54.486910 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7537e0df-3f28-4fc2-b053-a86521211a2c req-df260614-30a4-4876-bfce-8d2d8bbec45f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789857 Apr 01 16:04:54.493075 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:04:54.587690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-4369d2fb-283e-40ba-a030-cca540671785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.589169 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-4369d2fb-283e-40ba-a030-cca540671785 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1097 time: 0.0747998 Apr 01 16:04:54.741364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-be678c76-1073-4fb7-9f57-df6077cb6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.742803 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-be678c76-1073-4fb7-9f57-df6077cb6e7b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1471202 Apr 01 16:04:54.881220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-025f877d-cf9b-4ef5-aa5d-02944427a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.882663 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e040219-eba2-4855-80eb-e8ffdd460e26 req-025f877d-cf9b-4ef5-aa5d-02944427a53b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327209 Apr 01 16:04:54.995197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-371585a9-a920-4833-b2f6-e19d7fbffb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.996727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-371585a9-a920-4833-b2f6-e19d7fbffb0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1097 time: 0.0783815 Apr 01 16:04:55.067987 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-1e9efda3-bc22-4d75-bfcc-00ce6acb0688 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 217 time: 0.0648713 Apr 01 16:04:55.138291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-0b3fd220-cc62-418e-ae0a-d5a4cafc124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:55.139800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-0b3fd220-cc62-418e-ae0a-d5a4cafc124f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0662057 Apr 01 16:04:55.217638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7620745f-7c25-4287-9710-edda65e767b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:55.219402 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-7620745f-7c25-4287-9710-edda65e767b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726717 Apr 01 16:04:55.354643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-53ec3fef-93b7-4cd2-87ec-b02647a9e8b4 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295497 Apr 01 16:04:55.587543 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b78c880f-43fb-4109-a493-7ca8c593059f req-6a57beb4-4910-45d8-9a33-34e1ef32177e service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269647 Apr 01 16:04:55.680481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972544-d31a-4044-a354-545e1cbd920b req-124a9eb6-9c62-476e-a0a3-10c1ba7f9ef0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:55.681900 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75972544-d31a-4044-a354-545e1cbd920b req-124a9eb6-9c62-476e-a0a3-10c1ba7f9ef0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 944 time: 0.0798755 Apr 01 16:04:55.726330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75972544-d31a-4044-a354-545e1cbd920b req-77683bf1-1ed6-480c-b090-aa9d58d6b3d6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387094 Apr 01 16:04:56.923363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85d03-4d9b-4917-b824-59a62a199024 req-8eb9a7ab-66df-4bda-af03-de220fd70ed1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:56.924822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35e85d03-4d9b-4917-b824-59a62a199024 req-8eb9a7ab-66df-4bda-af03-de220fd70ed1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 944 time: 0.0923250 Apr 01 16:04:56.970258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35e85d03-4d9b-4917-b824-59a62a199024 req-d0572c05-c937-4256-bbf3-c03068e0b344 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Apr 01 16:04:58.157246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d884f-c203-414f-88a1-b0fe059c560e req-587ffbb6-fc5a-46db-b7d1-a2eba29598c7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:58.158766 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182d884f-c203-414f-88a1-b0fe059c560e req-587ffbb6-fc5a-46db-b7d1-a2eba29598c7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 944 time: 0.0825002 Apr 01 16:04:58.202717 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182d884f-c203-414f-88a1-b0fe059c560e req-911c071e-59f3-4495-8203-864a65a0c874 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Apr 01 16:04:58.610965 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:59.165849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1fd926fc-9155-4cc1-90b0-0546d543371a details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:04:59.302309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:59.316054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:04:59.390759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6810519-a5b4-4d25-9c05-0e7078a1716d req-cb87586d-0856-486b-b1e2-d61e11845aa7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:59.392192 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6810519-a5b4-4d25-9c05-0e7078a1716d req-cb87586d-0856-486b-b1e2-d61e11845aa7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 944 time: 0.0817313 Apr 01 16:04:59.413885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.435075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd926fc-9155-4cc1-90b0-0546d543371a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:59.438521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6810519-a5b4-4d25-9c05-0e7078a1716d req-43cfb67e-bd9d-476f-9d99-2877b5d8f09f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Apr 01 16:04:59.451857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:04:59.471034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ee62c52-8850-4d69-a154-79a8e4e67a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.534563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.602486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:59.753159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1fd926fc-9155-4cc1-90b0-0546d543371a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:05:00.623561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c6f8b-4377-4ab7-89ff-ea0f0a3b0b6b req-d450d85d-15b7-4b32-8988-6e4e15dd7e02 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:00.625494 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a74c6f8b-4377-4ab7-89ff-ea0f0a3b0b6b req-d450d85d-15b7-4b32-8988-6e4e15dd7e02 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 945 time: 0.0790255 Apr 01 16:05:00.669574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a74c6f8b-4377-4ab7-89ff-ea0f0a3b0b6b req-80092b17-a68c-4269-948f-3a008b1a2511 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Apr 01 16:05:01.181154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1fd926fc-9155-4cc1-90b0-0546d543371a up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:01.305171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 1fd926fc-9155-4cc1-90b0-0546d543371a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:01.312166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 1fd926fc-9155-4cc1-90b0-0546d543371a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:01.312166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.428445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.454917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:01.468628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:01.540166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.575545 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'code': 200} Apr 01 16:05:01.607235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:01.855462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ebcf-6587-41c2-b094-c2bea150d3ce req-db7bac37-90b4-499e-adc7-c25bffb57c85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.856942 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b759ebcf-6587-41c2-b094-c2bea150d3ce req-db7bac37-90b4-499e-adc7-c25bffb57c85 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0830793 Apr 01 16:05:01.902414 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b759ebcf-6587-41c2-b094-c2bea150d3ce req-eefabd79-26ac-46d6-8cd0-6f1dd896ae3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390661 Apr 01 16:05:01.951442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a2538-f15a-4c40-acaa-5df0b93e6416 req-7c26e449-2fc5-482d-817c-9ff5b357a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.952863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-112a2538-f15a-4c40-acaa-5df0b93e6416 req-7c26e449-2fc5-482d-817c-9ff5b357a91a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1099 time: 0.0970697 Apr 01 16:05:01.993508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-112a2538-f15a-4c40-acaa-5df0b93e6416 req-a4557296-d395-47a5-a86e-bf634ab6f292 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343814 Apr 01 16:05:02.384648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff492d3e-2c4d-489f-8791-0d7f6a46a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.797061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.952329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.098597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68192cee-403d-4851-8358-9e999d519f6f req-140df4e9-76b2-49ce-a65d-50f3646395e5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:03.100839 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68192cee-403d-4851-8358-9e999d519f6f req-140df4e9-76b2-49ce-a65d-50f3646395e5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0823095 Apr 01 16:05:03.153861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68192cee-403d-4851-8358-9e999d519f6f req-f66d6cc0-76ad-4d03-aae3-f34c3f228161 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477712 Apr 01 16:05:03.756596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.337416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3798b-8d64-40c3-a7f9-5bf497cb4673 req-aaabb9cc-3a1f-486f-8528-26a010e6f156 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.338909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9cc3798b-8d64-40c3-a7f9-5bf497cb4673 req-aaabb9cc-3a1f-486f-8528-26a010e6f156 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0791106 Apr 01 16:05:04.385670 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9cc3798b-8d64-40c3-a7f9-5bf497cb4673 req-b356983a-d081-4f86-9bd7-01751057cd4b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408645 Apr 01 16:05:04.511245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.570594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4ad64-4003-4310-8372-53e6d608b23e req-8d5c7a52-9aa0-4583-be29-b71eac4a86d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.572101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12e4ad64-4003-4310-8372-53e6d608b23e req-8d5c7a52-9aa0-4583-be29-b71eac4a86d8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0810235 Apr 01 16:05:04.615717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12e4ad64-4003-4310-8372-53e6d608b23e req-a9332cef-a0f7-4d10-918d-39c19a4e89fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372992 Apr 01 16:05:04.638706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51474) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.712377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60629427-3a9b-477b-b19a-1b8d83a217fa tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.713862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-60629427-3a9b-477b-b19a-1b8d83a217fa tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1094 time: 0.0733638 Apr 01 16:05:04.716586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.721407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:04.727502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:04.731457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:04.734818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:04.740517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:04.802902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.942904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.076403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.130 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d7734a91-0906-4287-bbc3-d197f81920a1) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:05.220855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.304829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.366690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:05.369460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:05.377524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:05:05.412071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=d7734a91-0906-4287-bbc3-d197f81920a1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:05.782159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.019778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.225863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.265216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.372225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=d7734a91-0906-4287-bbc3-d197f81920a1,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:06.384365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.558956 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 7a83ca41-2946-414b-99f1-9df91cba435d associated. External IP: 172.26.7.130, port: 1fd926fc-9155-4cc1-90b0-0546d543371a. Apr 01 16:05:06.903287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:05:07.082797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:05:07.092295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:07.102601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:07.103248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:05:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.150912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.206103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1e93c753-c67e-4b38-b637-4cf238826651 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4884219 Apr 01 16:05:07.206583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:07.209962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:07.252100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:05:07.283965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7723ade6-8fc6-467d-a567-14538477e0ee tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.284619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:07.288627 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7723ade6-8fc6-467d-a567-14538477e0ee tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1094 time: 0.0773258 Apr 01 16:05:07.349176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65b07b-a105-4125-94f6-4f3375292437 req-54ecad25-9ce2-47bf-8ebc-4ded5293f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.351296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-54ecad25-9ce2-47bf-8ebc-4ded5293f1b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1099 time: 0.0784993 Apr 01 16:05:07.487623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65b07b-a105-4125-94f6-4f3375292437 req-d08050f2-9d8e-4186-9446-47faffa9fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.488984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-d08050f2-9d8e-4186-9446-47faffa9fedc service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1305370 Apr 01 16:05:07.646933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.651760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:07.661678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:07.662660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:05:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:07.709102 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-63426221-3cc3-487b-b57d-008fd5ed3a0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 1000 time: 0.2143323 Apr 01 16:05:07.774774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65b07b-a105-4125-94f6-4f3375292437 req-8ddb606d-8cca-484c-84e1-5a41aa07bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.776157 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-8ddb606d-8cca-484c-84e1-5a41aa07bcf0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0600734 Apr 01 16:05:07.843067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:07.850826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65b07b-a105-4125-94f6-4f3375292437 req-2ef655d2-3bf8-4a55-b9e8-dc16af29ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:07.854093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-2ef655d2-3bf8-4a55-b9e8-dc16af29ccac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699637 Apr 01 16:05:07.988616 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-bf64528f-fd05-40e5-acc9-945f13847d02 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304042 Apr 01 16:05:07.997161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:08.002786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344068911', 'description': 'tempest-secgroup-smoke-344068911 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:08.010700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:08.020810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:08.088897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.111639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:08.116042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:08.119293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:08.125544 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db65b07b-a105-4125-94f6-4f3375292437 req-2cf6f3d2-d570-46ce-aac1-11a18f65b159 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316259 Apr 01 16:05:08.125767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:08.198070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.242491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:08.246407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cdf9ca-b08a-474e-94f3-f06cabfaf3a8 None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:05:08.276662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.325214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1062d-2b7d-4f86-99c4-536c37e86e7d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.391669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.392931 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3cf4fba-e339-427d-bab0-f0cb31bb205e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3945725 Apr 01 16:05:08.400392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51494) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:08.405530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:08.412569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:08.416979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:08.421384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:08.425936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:08.434575 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb19c44-39e7-41e2-b020-97bf483f58ff None None] New status for floating IP 7a83ca41-2946-414b-99f1-9df91cba435d: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:08.518098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.578359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.642238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.667223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ab8d07-db00-4f68-a8b0-c0cdea66beae,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.728192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.729460 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2826eb86-f07c-4683-86d3-aabd6aaf7d84 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281343 Apr 01 16:05:08.732134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51498) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:08.737237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:08.743175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:08.746983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:08.750458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:08.756515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:08.833015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.894410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.949547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.972543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c473ac-5419-4e2b-be63-da316e2d4cd5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.029899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.031400 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55b78433-5a80-4e21-ad30-c9ab5b8f970b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2980127 Apr 01 16:05:09.034054 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:09.038896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:09.044858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:09.048725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:09.051577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:09.057309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:09.128851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.294137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.361317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.385492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdb94ef-cd02-4218-904f-cf2692179529,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.477028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.480492 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0812610a-d6cd-4792-a7fe-4cb6695144e0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4433026 Apr 01 16:05:09.482911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51506) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:09.488622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:09.494722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:09.498648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:09.502061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:09.507826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:09.590460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.652867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.715635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.738000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88c89c3-b0d6-4f7e-b5bf-a5ff79f09d56,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.813304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.814529 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3aee64cc-64d9-4852-af02-afa1df2dce6b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305886 Apr 01 16:05:09.817274 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:09.822181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:09.828756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:09.832583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:09.835460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:09.842600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:09.916510 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:09.923658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.987988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.042085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.065463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c8bd3f-3642-4036-916b-5cbfe352edaa,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:10.139314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.140528 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-811cb554-0019-4abc-b8e5-56d1e9389b2c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222618 Apr 01 16:05:10.143313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:10.148202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '44a1062d-2b7d-4f86-99c4-536c37e86e7d', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:10.154041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:10.158203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:10.161102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:10.166913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:10.236570 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:10.243072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.305409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.367869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.393276 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b244be1c-f95b-4d3b-98f1-1d5f342bb0ab,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:10.470000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.471280 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81342f83-64e0-4e4e-91c5-06dfb4c6f2b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270264 Apr 01 16:05:10.627449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-51b602a8-b53c-430f-90a5-8445975b2019 req-6ea9bb5f-464b-4b5c-af4d-024341f032e1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:10.699719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-51b602a8-b53c-430f-90a5-8445975b2019 req-6ea9bb5f-464b-4b5c-af4d-024341f032e1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:10.700966 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-6ea9bb5f-464b-4b5c-af4d-024341f032e1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344068911&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1118660 Apr 01 16:05:10.849612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-22e1ce95-aec1-474b-8c9e-079ddb3a0cc3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.851055 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-22e1ce95-aec1-474b-8c9e-079ddb3a0cc3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 796 time: 0.1427321 Apr 01 16:05:10.865567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-ea425f84-4a4b-40df-8fe3-2711db8e77c1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Apr 01 16:05:10.955289 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-67699953-8219-4973-a248-4ad920fb4070 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846751 Apr 01 16:05:11.091182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-46333343-aa9c-4b18-a4b7-0b7ec6b92640 service neutron] 10.222.0.18 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244135 Apr 01 16:05:11.221710 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-6ca698fb-3642-4754-88e0-acf709b25727 service neutron] 10.222.0.18 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244493 Apr 01 16:05:11.479011 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d96ec75f-7c76-4964-adf7-ce0df09c5643 req-1d887ba7-aedd-4c91-a880-7ef876ff24c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 210 time: 0.0501106 Apr 01 16:05:12.630683 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e1b55a4-b942-4998-b2e2-6ba23b3c0883 req-22733492-1685-45ad-9e6c-0677caaefbdd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 210 time: 0.0428793 Apr 01 16:05:13.446549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-5dc8106d-ba9c-4778-ad3d-1a1e15d08a99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:13.448620 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-5dc8106d-ba9c-4778-ad3d-1a1e15d08a99 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 796 time: 0.1470504 Apr 01 16:05:13.497369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-fda6686a-fa17-4ba5-9b5e-41bcb9ef84c8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 471 time: 0.0413952 Apr 01 16:05:13.505584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': '3080133d-278d-439e-8455-1033f17bc245', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['44a1062d-2b7d-4f86-99c4-536c37e86e7d']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:13.639845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:13.650051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:13.722363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:13.725870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:13.786121 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23288859-e0c7-45bb-9c7f-9d6cfd8d70a9 req-e164c63f-e60f-4871-ad71-dc412ffd0b3d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 210 time: 0.0467453 Apr 01 16:05:13.928999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.11 (58c372e8-71a8-4547-a4c7-c0b85122798e/f7b18820-36bf-4565-9d36-b65865718111/1e7a16cf-04bc-4703-8183-aeacfcb7cbad) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:14.111706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:14.127304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 1e7a16cf-04bc-4703-8183-aeacfcb7cbad will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:14.231447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:14.302020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 58c372e8-71a8-4547-a4c7-c0b85122798e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:14.309884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:14.312307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:05:14.350302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:14.385651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:14.386264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:14.477955 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-392185d8-8e53-488d-b0b3-8b7126e015be tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9757192 Apr 01 16:05:14.490254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Request body: {'port': {'device_id': '3080133d-278d-439e-8455-1033f17bc245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:14.591067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00982d3a-5d97-4fdc-858a-b2e7eaac7b5b None None] Provisioning for port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:14.596100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00982d3a-5d97-4fdc-858a-b2e7eaac7b5b None None] Provisioning complete for port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:14.596482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00982d3a-5d97-4fdc-858a-b2e7eaac7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:14.609127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:14.649019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-00982d3a-5d97-4fdc-858a-b2e7eaac7b5b None None] Port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:05:14.975836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2606fb-bb35-4f30-9d2f-6bd8d4bdb89c req-e2bea73c-2e64-4e77-a7b1-1261fd1d5df4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:14.977215 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d2606fb-bb35-4f30-9d2f-6bd8d4bdb89c req-e2bea73c-2e64-4e77-a7b1-1261fd1d5df4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 932 time: 0.0832689 Apr 01 16:05:15.021596 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d2606fb-bb35-4f30-9d2f-6bd8d4bdb89c req-51892fdd-b3cb-42b0-b1b9-5b7d69f56509 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385468 Apr 01 16:05:15.050008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7a16cf-04bc-4703-8183-aeacfcb7cbad {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:15.057211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.071588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Transition to ACTIVE for port object 1e7a16cf-04bc-4703-8183-aeacfcb7cbad will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:15.133426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.298260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:15.372892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Attempting to bind port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:15.373300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Attempting to bind port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:15.373536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Attempting to bind port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:05:15.378194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad on network 58c372e8-71a8-4547-a4c7-c0b85122798e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:05:15.378508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Attempting to bind port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad on network 58c372e8-71a8-4547-a4c7-c0b85122798e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:05:15.383497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:05:15.383832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Checking segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:05:15.384208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Bound using segment: {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:05:15.384628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Bound port: 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:15.384970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.474533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:05:15.477347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:05:15.539924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.595425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:15.596035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.597387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] 10.222.0.90 "PUT /v2.0/ports/1e7a16cf-04bc-4703-8183-aeacfcb7cbad HTTP/1.1" status: 200 len: 1094 time: 1.1111972 Apr 01 16:05:15.597826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:15.628765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c52a8e-c4db-47c3-a390-d83f0b60ce8c service neutron] Pushing event updated for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:15.649341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'status': 'completed', 'code': 200} Apr 01 16:05:15.755856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-77238a03-b0ed-42fe-876e-c84cacd70bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:15.757333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-77238a03-b0ed-42fe-876e-c84cacd70bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1097 time: 0.0868154 Apr 01 16:05:15.905619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-ecd12171-140b-4d57-985d-ca632342b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:15.907245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-ecd12171-140b-4d57-985d-ca632342b0fd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1428058 Apr 01 16:05:16.039879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-f8526ac4-4898-4b1d-89cf-ad60b07ed9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.041299 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a7b1d7ee-4ac7-475a-be31-be95419661de req-f8526ac4-4898-4b1d-89cf-ad60b07ed9ef service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285100 Apr 01 16:05:16.155337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-3c535a0a-4239-45c6-99a7-0f2c86afd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.157067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-3c535a0a-4239-45c6-99a7-0f2c86afd669 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1097 time: 0.0735102 Apr 01 16:05:16.210632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57931fb-7906-4783-9475-63911bab2990 req-ccee9bb4-2831-4b0e-a809-c044ea6c4203 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.212154 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b57931fb-7906-4783-9475-63911bab2990 req-ccee9bb4-2831-4b0e-a809-c044ea6c4203 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 944 time: 0.0797498 Apr 01 16:05:16.227958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-7ed965ae-689d-47e3-963e-13004472865e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad HTTP/1.1" status: 200 len: 217 time: 0.0643954 Apr 01 16:05:16.258404 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b57931fb-7906-4783-9475-63911bab2990 req-363f24b8-def3-45df-8efa-9f26285790a1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401559 Apr 01 16:05:16.298392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-2ce526d4-fe73-46f4-8ad2-435bc5e86adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.299879 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-2ce526d4-fe73-46f4-8ad2-435bc5e86adb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0662699 Apr 01 16:05:16.375249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b602a8-b53c-430f-90a5-8445975b2019 req-06ff59a0-ece6-437f-a5f1-7c1a242bf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.376733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-06ff59a0-ece6-437f-a5f1-7c1a242bf385 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716760 Apr 01 16:05:16.505840 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-976579b0-cc93-40e2-94b4-dc6450f0af25 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230121 Apr 01 16:05:16.737389 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b602a8-b53c-430f-90a5-8445975b2019 req-0e98c5e1-4cf1-4809-a4f6-c7064b062b57 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252038 Apr 01 16:05:17.441377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20e1eb-9b3b-4f40-93b3-73fb958571a6 req-8330fc8c-f9ca-4404-8591-3d5bb303b697 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.441987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4d20e1eb-9b3b-4f40-93b3-73fb958571a6 req-8330fc8c-f9ca-4404-8591-3d5bb303b697 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:17.522699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4d20e1eb-9b3b-4f40-93b3-73fb958571a6 req-8330fc8c-f9ca-4404-8591-3d5bb303b697 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:17.523905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d20e1eb-9b3b-4f40-93b3-73fb958571a6 req-8330fc8c-f9ca-4404-8591-3d5bb303b697 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 944 time: 0.1611454 Apr 01 16:05:17.568150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d20e1eb-9b3b-4f40-93b3-73fb958571a6 req-98d26c37-e585-43d9-89a2-8e1fdbeb8cb0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Apr 01 16:05:18.753591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8f44-2d87-42d2-838d-68df4d135686 req-f8d8539e-4f02-42b0-bf7c-1af1fdfda7d2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:18.755038 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dfce8f44-2d87-42d2-838d-68df4d135686 req-f8d8539e-4f02-42b0-bf7c-1af1fdfda7d2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 944 time: 0.0820837 Apr 01 16:05:18.799812 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dfce8f44-2d87-42d2-838d-68df4d135686 req-6dcd340b-e466-46fb-9ce8-a215d6b71c62 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Apr 01 16:05:19.274993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1e7a16cf-04bc-4703-8183-aeacfcb7cbad details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:05:19.404136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:19.420691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'port_id': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'mac_address': 'fa:16:3e:8d:87:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:05:19.473913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:19.490780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7a16cf-04bc-4703-8183-aeacfcb7cbad {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:19.505238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:19.577811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:19.642951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:19.789386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1e7a16cf-04bc-4703-8183-aeacfcb7cbad'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:05:19.985280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0ce68-b966-4ca7-8144-1073b8bb8688 req-f7b28443-c3cc-45ad-bbed-469a3f800de2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:19.986752 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afd0ce68-b966-4ca7-8144-1073b8bb8688 req-f7b28443-c3cc-45ad-bbed-469a3f800de2 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 945 time: 0.0819843 Apr 01 16:05:20.031110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afd0ce68-b966-4ca7-8144-1073b8bb8688 req-2ef04eff-fc4d-46af-9cdb-1f32385d14a6 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384302 Apr 01 16:05:21.226477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d290ce-ddc0-4a79-93ce-ce33205e371e req-950f031d-6269-4295-93bb-1dc1fb59c91a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:21.227945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4d290ce-ddc0-4a79-93ce-ce33205e371e req-950f031d-6269-4295-93bb-1dc1fb59c91a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 945 time: 0.0934763 Apr 01 16:05:21.270960 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4d290ce-ddc0-4a79-93ce-ce33205e371e req-90ed3fd6-53b1-490f-b4d5-416ebff3ecc9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374355 Apr 01 16:05:21.294732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1e7a16cf-04bc-4703-8183-aeacfcb7cbad up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:21.418807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:21.423564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:21.423936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.537575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.562940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:21.572976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:05:21.607195 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'code': 200} Apr 01 16:05:21.636301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.705677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:21.979819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902715be-54a5-461e-b1e4-f8ee457eb92d req-edd5f431-1f65-49a4-a591-deffc8fae620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:21.981220 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-902715be-54a5-461e-b1e4-f8ee457eb92d req-edd5f431-1f65-49a4-a591-deffc8fae620 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1099 time: 0.0688417 Apr 01 16:05:22.024942 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-902715be-54a5-461e-b1e4-f8ee457eb92d req-833cd076-b186-4447-8ddc-1a8d049ee512 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369723 Apr 01 16:05:22.450681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938faf5-04d5-41dd-a5b0-b0170ee79413 req-30271816-85fb-4d8f-99f0-96169b27289a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.452138 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5938faf5-04d5-41dd-a5b0-b0170ee79413 req-30271816-85fb-4d8f-99f0-96169b27289a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.0787354 Apr 01 16:05:22.496525 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5938faf5-04d5-41dd-a5b0-b0170ee79413 req-67e64735-48bc-4d54-b9b4-fc43ab07a7d7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387402 Apr 01 16:05:23.680842 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902238ea-5ad5-48eb-9808-a9680e9a3173 req-8f2a3bde-f19a-46be-aea7-ca5287f75d39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.682318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-902238ea-5ad5-48eb-9808-a9680e9a3173 req-8f2a3bde-f19a-46be-aea7-ca5287f75d39 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.0796781 Apr 01 16:05:23.725678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-902238ea-5ad5-48eb-9808-a9680e9a3173 req-2c9a9c18-7832-4b3f-afcb-119259a16cef tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376461 Apr 01 16:05:23.911161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6171d8-dcea-478e-b6c5-ad4967a017da req-c38e75ec-24fb-455e-8f28-d9868ba4ecd4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.912639 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ea6171d8-dcea-478e-b6c5-ad4967a017da req-c38e75ec-24fb-455e-8f28-d9868ba4ecd4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.0833378 Apr 01 16:05:23.981051 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ea6171d8-dcea-478e-b6c5-ad4967a017da req-1517c2f7-87c7-4470-9bcb-b1fc7c034ee4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626943 Apr 01 16:05:24.003085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:24.071052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3facccd-ebb5-49ca-96fe-ddfaecc4f2c8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:24.072589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3facccd-ebb5-49ca-96fe-ddfaecc4f2c8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1094 time: 0.0685387 Apr 01 16:05:24.075325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:24.080729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:24.086568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:24.090342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:24.093130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:24.099497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:24.160521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.307537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.446774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.179 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/97622231-bc1e-4125-8e08-3b498391f139) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:24.591786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.697704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.762449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:24.769618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:24.773667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:05:24.803184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=97622231-bc1e-4125-8e08-3b498391f139,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:25.279935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.428026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.629251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.687786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.800851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=97622231-bc1e-4125-8e08-3b498391f139,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:25.807851 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.979747 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP e6c8d903-df45-478d-b7c2-ab851d77650e associated. External IP: 172.26.7.179, port: 1e7a16cf-04bc-4703-8183-aeacfcb7cbad. Apr 01 16:05:26.326837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:05:26.615744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:05:26.625182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:05:26.634995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:26.635648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:05:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:26.703476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.760096 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-35a7c696-25ea-48b6-874e-21a952ac5eeb tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6837680 Apr 01 16:05:26.760766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:26.813002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:26.851290 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'status': 'completed', 'code': 200} Apr 01 16:05:26.950530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-667a190a-ff9a-4280-b37e-d6f862964e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:26.951938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-667a190a-ff9a-4280-b37e-d6f862964e70 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1099 time: 0.0791855 Apr 01 16:05:27.083567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-6283e955-8d16-4c35-a3b3-9bba9c95006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.085094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-6283e955-8d16-4c35-a3b3-9bba9c95006d service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1263733 Apr 01 16:05:27.186643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}, {'id': 'e6c8d903-df45-478d-b7c2-ab851d77650e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:8d:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080133d-278d-439e-8455-1033f17bc245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:27.188138 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-d53d0e1d-6c2c-4692-b081-0654a5b1d50e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad HTTP/1.1" status: 200 len: 1000 time: 0.0955849 Apr 01 16:05:27.190584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:05:27.198966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:05:27.199596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:05:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:27.249990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-bf26455f-fd9f-4991-96ba-4208560538f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.251447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-bf26455f-fd9f-4991-96ba-4208560538f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0569260 Apr 01 16:05:27.325179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-5303ea93-b1c6-43b3-9076-f5ada66e3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.326645 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-5303ea93-b1c6-43b3-9076-f5ada66e3135 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695248 Apr 01 16:05:27.377153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:05:27.458439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-70acef3a-3fe6-4ce9-949e-d6f79acf5946 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245556 Apr 01 16:05:27.588408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdca3780-3fef-484c-9a4e-e406fa0442ca req-cbf4dc91-3c0c-4f15-a50d-89cc848052e6 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241503 Apr 01 16:05:27.727716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}, {'id': 'e6c8d903-df45-478d-b7c2-ab851d77650e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:8d:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080133d-278d-439e-8455-1033f17bc245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:27.731598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ebe9f-0497-46d5-8657-7e6b3aa1451a None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}, {'id': 'e6c8d903-df45-478d-b7c2-ab851d77650e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.179', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:8d:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080133d-278d-439e-8455-1033f17bc245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:05:27.910822 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d717d-a034-405d-b902-33f39bb34ae7 None None] New status for floating IP e6c8d903-df45-478d-b7c2-ab851d77650e: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:05:29.453288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad2829fa-18b7-4bd8-a6a1-d286b370da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:32.377398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70773617-ef1b-4607-8e39-2d0812681f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:32.817841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:32.979192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:33.721876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:34.550386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:35.609222 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:05:55.354425 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-f85ceccf-a95b-4b90-8129-cad9eca9e180 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737321 Apr 01 16:05:55.494186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-9043d714-ef1b-4c1f-9419-6cdd959704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:55.495628 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-9043d714-ef1b-4c1f-9419-6cdd959704ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1099 time: 0.0696151 Apr 01 16:05:55.637438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-4eac6843-4b0a-4cd3-92e5-5b3a2d145599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:55.638881 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-4eac6843-4b0a-4cd3-92e5-5b3a2d145599 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1247478 Apr 01 16:05:55.742885 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-5d3b1ddb-76e6-4530-b2a3-f466e300b8d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 1002 time: 0.0976789 Apr 01 16:05:55.804146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-11da0abd-2242-44b9-ac53-052f83911098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:55.805465 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-11da0abd-2242-44b9-ac53-052f83911098 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0564799 Apr 01 16:05:55.977635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-46938529-ea49-4b54-a28e-a5ec67429bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:55.979102 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-46938529-ea49-4b54-a28e-a5ec67429bea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1666121 Apr 01 16:05:56.111015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-bc034a1a-059f-4d2a-962c-769d914eb842 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251078 Apr 01 16:05:56.241062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2d7fdcb-dbc4-4bef-ae55-9fe1240c8bd9 req-f4314a3a-9598-4473-8fe9-10fa0c24e0d5 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238310 Apr 01 16:05:59.461780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c43f4615-d758-46b9-a688-cab7117fdf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.088313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:01.198335 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87cf3d25-4269-44e8-9dca-4cfdfb32af0c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/7a83ca41-2946-414b-99f1-9df91cba435d HTTP/1.1" status: 200 len: 994 time: 0.1088846 Apr 01 16:06:02.119531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:02.129001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:02.247777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.347523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea95dd78-def2-44b2-92dd-177e1642c010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.459848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:02.484113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.564620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.634971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.635634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.637001 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/ports/1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 939 time: 0.5164852 Apr 01 16:06:02.637548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:02.661708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=6']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:02.669685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.670034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.670374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.670703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.671030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.671391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.671707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.672031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.672352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.672674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.672991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.673305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dbe491-4839-4fd7-9c2b-5e044cc4f6fd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:02.691655 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:06:02.786027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-27c6cfe4-7d60-46e2-9e58-5b71e2e4ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.787621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-27c6cfe4-7d60-46e2-9e58-5b71e2e4ec41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1100 time: 0.0744481 Apr 01 16:06:02.795678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.870593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-86a02f99-c451-4ec8-bd46-5f651df95f92 None None] Provisioning complete for port 1fd926fc-9155-4cc1-90b0-0546d543371a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:02.870963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86a02f99-c451-4ec8-bd46-5f651df95f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.924122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.926920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-3939c7af-14d8-4ffc-b030-9e33da7c182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.928537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-3939c7af-14d8-4ffc-b030-9e33da7c182d service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1348183 Apr 01 16:06:02.934601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-86a02f99-c451-4ec8-bd46-5f651df95f92 None None] Port 1fd926fc-9155-4cc1-90b0-0546d543371a is administratively disabled so it will not transition to active. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 01 16:06:03.046500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-264374f0-5033-42b3-99e2-df6fa3877311 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 1003 time: 0.1124597 Apr 01 16:06:03.109838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-b6ee18cf-abb0-4db9-9a05-40d298c5f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:03.111271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-b6ee18cf-abb0-4db9-9a05-40d298c5f48b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0589259 Apr 01 16:06:03.185755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-37fedf14-5e45-45d7-8f9e-f1bba5c16869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:03.187196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-37fedf14-5e45-45d7-8f9e-f1bba5c16869 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701783 Apr 01 16:06:03.315253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-88a7bf31-5876-4c4e-81df-a72e4932a37a service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223588 Apr 01 16:06:03.445380 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a897289-cb1b-4aad-b8f2-db6214d83651 req-45a816f3-c8d9-4602-b802-aaab9d545f82 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246641 Apr 01 16:06:03.738540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.547506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.059006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:06.065140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:06.183494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.396644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:06.420064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.478641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.541742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:06.542347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.543764 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/ports/1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 938 time: 0.4837422 Apr 01 16:06:06.544302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:06.546850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:06.583861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1e6c-53b6-435b-93c7-96326b70ba76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=7']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:06.594808 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:06:06.709287 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74848049-f638-4ee8-a7a7-f27c7b59afa7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/7a83ca41-2946-414b-99f1-9df91cba435d HTTP/1.1" status: 200 len: 994 time: 0.1612918 Apr 01 16:06:06.730805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-dc0497ef-1241-4b85-81ed-a46f3ca58765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:06.732334 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-dc0497ef-1241-4b85-81ed-a46f3ca58765 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1099 time: 0.1140993 Apr 01 16:06:06.768234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1fd926fc-9155-4cc1-90b0-0546d543371a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:06:06.811747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0809c63c-9919-425a-82a9-8503a438052f None None] Provisioning complete for port 1fd926fc-9155-4cc1-90b0-0546d543371a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:06.812111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0809c63c-9919-425a-82a9-8503a438052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.861424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-1e551372-0783-4883-bc74-6aeee4fd0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:06.863481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-1e551372-0783-4883-bc74-6aeee4fd0a1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1250541 Apr 01 16:06:06.969079 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-46ed6bcb-5baf-4058-be5f-9913ff04f425 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 1002 time: 0.0993643 Apr 01 16:06:07.138674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-916c0a26-192e-4286-9f78-7b653ffcceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:07.140191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-916c0a26-192e-4286-9f78-7b653ffcceca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.1656022 Apr 01 16:06:07.217741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-75d9c97a-4202-47bb-a850-b8725a1a5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:07.219318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-75d9c97a-4202-47bb-a850-b8725a1a5d55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730982 Apr 01 16:06:07.348849 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-99a8a023-262a-4f96-873f-f97c8ed4444a service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234739 Apr 01 16:06:07.478100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8683a6f9-c3bd-4a83-9f39-639214a1a95b req-0d2c44e8-57fe-4baa-9987-349cf3c91ee9 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228735 Apr 01 16:06:09.273317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:09.470928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 97622231-bc1e-4125-8e08-3b498391f139 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:09.471230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.639253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.639584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.757533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 97622231-bc1e-4125-8e08-3b498391f139 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:09.981425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.027926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=97622231-bc1e-4125-8e08-3b498391f139,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:10.068814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.073689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:10.131056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.131409 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP e6c8d903-df45-478d-b7c2-ab851d77650e disassociated (deleted). External IP: 172.26.7.179, port: 1e7a16cf-04bc-4703-8183-aeacfcb7cbad. Apr 01 16:06:10.582561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:10.757838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:10.767192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:10.776523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:10.777138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:10.838463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.899020 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66010251-1e13-4f42-bb75-2332c54548db tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/e6c8d903-df45-478d-b7c2-ab851d77650e HTTP/1.1" status: 204 len: 168 time: 1.6222205 Apr 01 16:06:10.899020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:10.943993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'status': 'completed', 'code': 200} Apr 01 16:06:10.966493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:11.034544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-b6d3776b-a028-4ce6-8197-bb8d389b11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.035959 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-b6d3776b-a028-4ce6-8197-bb8d389b11c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 1099 time: 0.0713615 Apr 01 16:06:11.185473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-decc52a7-24fd-46ac-b332-09a70827d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.187106 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-decc52a7-24fd-46ac-b332-09a70827d671 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1450996 Apr 01 16:06:11.260656 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-f03cb4af-5c28-4b7c-b009-ddf38610ab0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad HTTP/1.1" status: 200 len: 217 time: 0.0680499 Apr 01 16:06:11.325478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-f7be0b7c-e1df-4bdd-8333-aa2802437438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.326911 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-f7be0b7c-e1df-4bdd-8333-aa2802437438 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0599759 Apr 01 16:06:11.338042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:11.341963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:11.354220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:11.354844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:11.403453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-7827cf8f-9eef-440f-b552-3362b9b3d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.405197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-7827cf8f-9eef-440f-b552-3362b9b3d8ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727239 Apr 01 16:06:11.530687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930c1a-f2c7-4208-b5a6-939eccdf5177 req-1e49e8dd-a067-479f-b6ca-d6bf7f491a98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.533008 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-88930c1a-f2c7-4208-b5a6-939eccdf5177 req-1e49e8dd-a067-479f-b6ca-d6bf7f491a98 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.0971873 Apr 01 16:06:11.537559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:11.539542 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-7c33d8da-a944-4e85-996a-f579c081c8d7 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280839 Apr 01 16:06:11.582734 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-88930c1a-f2c7-4208-b5a6-939eccdf5177 req-1746b5e6-d8df-4412-977b-2f0f5a8a4eac tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400138 Apr 01 16:06:11.679668 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-000078ee-8e6e-4420-bee7-a0b0def123c0 req-e76c0fce-8edb-45a3-b92c-e557c8714774 service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334639 Apr 01 16:06:11.881558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:11.885463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdfb00-c832-43b4-bce2-dc1ed1aa1dbc None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '7a83ca41-2946-414b-99f1-9df91cba435d', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.130', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'port_id': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'mac_address': 'fa:16:3e:c1:65:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:05Z', 'updated_at': '2022-04-01T16:05:08Z', 'revision_number': 1, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:12.085724 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ab8e2-206c-4ef7-9450-aca16e05459a None None] New status for floating IP e6c8d903-df45-478d-b7c2-ab851d77650e: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:12.607983 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:12.740811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-c9e349d7-c564-45e6-86dd-85990f9852f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:12.741488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-c9e349d7-c564-45e6-86dd-85990f9852f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:12.786821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5115-4029-42ec-a220-2dc25a4f676a req-6d535049-f32e-4dca-8134-10ae0260ef0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:12.787522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d5ee5115-4029-42ec-a220-2dc25a4f676a req-6d535049-f32e-4dca-8134-10ae0260ef0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:12.833581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-c9e349d7-c564-45e6-86dd-85990f9852f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:12.834738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-c9e349d7-c564-45e6-86dd-85990f9852f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.2125409 Apr 01 16:06:12.836780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d5ee5115-4029-42ec-a220-2dc25a4f676a req-6d535049-f32e-4dca-8134-10ae0260ef0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:12.837774 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d5ee5115-4029-42ec-a220-2dc25a4f676a req-6d535049-f32e-4dca-8134-10ae0260ef0a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 946 time: 0.1469691 Apr 01 16:06:12.934140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:12.934398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.972358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d5ee5115-4029-42ec-a220-2dc25a4f676a req-d217f9a9-b1d1-4cae-84e1-fbaa151c60c8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a1062d-2b7d-4f86-99c4-536c37e86e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005306 Apr 01 16:06:13.279659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:13.279933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.399361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 1e7a16cf-04bc-4703-8183-aeacfcb7cbad owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:13.621418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.671012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=1e7a16cf-04bc-4703-8183-aeacfcb7cbad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:13.745300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 1e7a16cf-04bc-4703-8183-aeacfcb7cbad on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:13.747832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:13.750315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'name': 'network-vif-deleted', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:13.804940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3080133d-278d-439e-8455-1033f17bc245', 'name': 'network-vif-deleted', 'tag': '1e7a16cf-04bc-4703-8183-aeacfcb7cbad', 'status': 'completed', 'code': 200} Apr 01 16:06:13.824640 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d89856c6-a643-4f53-a823-c49dbab5b108 req-df53ebb1-7270-47d8-a6e4-52dd74e68a2a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/1e7a16cf-04bc-4703-8183-aeacfcb7cbad HTTP/1.1" status: 204 len: 173 time: 0.9836962 Apr 01 16:06:14.124516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-613ad043-81ba-4f83-8f57-28ef3d8d1c3b req-685d6e75-6045-4e3b-8450-9a6250200982 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:14.198573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-613ad043-81ba-4f83-8f57-28ef3d8d1c3b req-685d6e75-6045-4e3b-8450-9a6250200982 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:14.199800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-613ad043-81ba-4f83-8f57-28ef3d8d1c3b req-685d6e75-6045-4e3b-8450-9a6250200982 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=3080133d-278d-439e-8455-1033f17bc245 HTTP/1.1" status: 200 len: 210 time: 0.1192644 Apr 01 16:06:15.293644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:15.360669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.390773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.532315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.549830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1e7a16cf-04bc-4703-8183-aeacfcb7cbad no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:15.550746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1062d-2b7d-4f86-99c4-536c37e86e7d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:15.595811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 1e7a16cf-04bc-4703-8183-aeacfcb7cbad {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:15.596168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1e7a16cf-04bc-4703-8183-aeacfcb7cbad not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:15.623061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.624294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c7427db-8a51-415d-aab7-57ea0c1547cd tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/44a1062d-2b7d-4f86-99c4-536c37e86e7d HTTP/1.1" status: 204 len: 168 time: 0.3296428 Apr 01 16:06:15.722514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:15.919666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port d7734a91-0906-4287-bbc3-d197f81920a1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:15.920014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:16.091495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:16.091495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:16.216438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for d7734a91-0906-4287-bbc3-d197f81920a1 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:16.429550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:16.475518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=d7734a91-0906-4287-bbc3-d197f81920a1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:16.665314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:16.665647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 7a83ca41-2946-414b-99f1-9df91cba435d disassociated (deleted). External IP: 172.26.7.130, port: 1fd926fc-9155-4cc1-90b0-0546d543371a. Apr 01 16:06:17.007785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:17.186033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:17.196018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:17.204904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:17.206101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:17.251792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:17.306863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0cba220b-2636-45b3-91e5-4695982877ab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/7a83ca41-2946-414b-99f1-9df91cba435d HTTP/1.1" status: 204 len: 168 time: 1.5831773 Apr 01 16:06:17.307389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:17.355273 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:06:17.420725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:17.458206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-73caa11f-167f-4e3d-b226-e95fc6388504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.460374 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-73caa11f-167f-4e3d-b226-e95fc6388504 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 1099 time: 0.0829144 Apr 01 16:06:17.591991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-9eb9440d-75de-48e3-b999-f44c335a3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.593503 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-9eb9440d-75de-48e3-b999-f44c335a3430 service neutron] 10.222.0.90 "GET /v2.0/networks?id=58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 200 len: 897 time: 0.1269193 Apr 01 16:06:17.659818 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-14a188ea-8af4-4afa-ac68-43bdf8311e7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 200 len: 217 time: 0.0604949 Apr 01 16:06:17.724067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-68a475b4-8ca8-4031-82f4-6b2f43c8ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.725566 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-68a475b4-8ca8-4031-82f4-6b2f43c8ef7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 200 len: 834 time: 0.0606751 Apr 01 16:06:17.742088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:17.746429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:17.755536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:17.756338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:17.802821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-696f61e2-6f4d-40bf-8e69-9a2acc1e484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.804319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-696f61e2-6f4d-40bf-8e69-9a2acc1e484b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58c372e8-71a8-4547-a4c7-c0b85122798e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733609 Apr 01 16:06:17.936324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:17.998862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-d845d3f3-c74c-4a3b-b2a1-d5ebf5bee9c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.999656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-d845d3f3-c74c-4a3b-b2a1-d5ebf5bee9c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:18.006042 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-37d83ac4-652a-40b2-bd7b-9be922dd270b service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581662 Apr 01 16:06:18.106954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-d845d3f3-c74c-4a3b-b2a1-d5ebf5bee9c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:18.108121 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-d845d3f3-c74c-4a3b-b2a1-d5ebf5bee9c0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.2987258 Apr 01 16:06:18.257341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:18.261514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe27d9c-f349-4d1d-b39c-8559fef5404b None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '4afad132-1221-4274-8a9e-a233a0fea080', 'name': '', 'network_id': '58c372e8-71a8-4547-a4c7-c0b85122798e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:5e:c4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f7b18820-36bf-4565-9d36-b65865718111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:42Z', 'updated_at': '2022-04-01T16:04:48Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': 'f7b18820-36bf-4565-9d36-b65865718111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:18.282427 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3ac03c8-13f9-44c5-b686-fa2409f33bcd req-155f25d3-070f-4f82-840f-042cf49f9a5c service neutron] 10.222.0.90 "GET /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685251 Apr 01 16:06:18.289256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-80c32a7a-6d4c-4221-9d8c-b2e61cdac40c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:18.389610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-80c32a7a-6d4c-4221-9d8c-b2e61cdac40c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:18.390822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-725a7850-0650-4b4e-9cad-55de65c80f7e req-80c32a7a-6d4c-4221-9d8c-b2e61cdac40c tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718096 Apr 01 16:06:18.486810 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ac6fe-9ea0-48ae-ba1a-792b1276c910 None None] New status for floating IP 7a83ca41-2946-414b-99f1-9df91cba435d: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:19.203389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-9a84e34e-8c7a-4b8e-b86d-3cc5b12aae93 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:19.204808 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-9a84e34e-8c7a-4b8e-b86d-3cc5b12aae93 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0791249 Apr 01 16:06:19.276062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 1fd926fc-9155-4cc1-90b0-0546d543371a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:19.276402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.516385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 1fd926fc-9155-4cc1-90b0-0546d543371a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1fd926fc-9155-4cc1-90b0-0546d543371a,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:19.516749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.582972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e78f-6201-4f64-858f-ae9ecb7868da req-61964346-f6fe-488a-a035-d6bc45849f76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:19.584466 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d62e78f-6201-4f64-858f-ae9ecb7868da req-61964346-f6fe-488a-a035-d6bc45849f76 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 946 time: 0.0874908 Apr 01 16:06:19.632158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d62e78f-6201-4f64-858f-ae9ecb7868da req-05cd8fcb-f3b3-4dbc-a57e-498247edef49 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a2624a2-3945-4183-836c-ab46e5a20153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Apr 01 16:06:19.643051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 1fd926fc-9155-4cc1-90b0-0546d543371a owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:19.869486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:19.949422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=1fd926fc-9155-4cc1-90b0-0546d543371a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:19.998929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 1fd926fc-9155-4cc1-90b0-0546d543371a on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:20.001182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:20.004126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'name': 'network-vif-deleted', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:20.048549 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e2f4f-3780-4cc0-910e-3eaafbf85932', 'name': 'network-vif-deleted', 'tag': '1fd926fc-9155-4cc1-90b0-0546d543371a', 'status': 'completed', 'code': 200} Apr 01 16:06:20.087188 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f355b65-a918-45c9-a031-54bfdb7e760d req-f0a043d1-5615-46d9-8c1e-fac84c5fcff5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/1fd926fc-9155-4cc1-90b0-0546d543371a HTTP/1.1" status: 204 len: 173 time: 0.8766665 Apr 01 16:06:20.795322 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa481914-354f-415e-a2c0-6d1e995c9b25 req-7a72cf4d-a273-40bb-9c55-f1a53ebd6bab tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3e2f4f-3780-4cc0-910e-3eaafbf85932 HTTP/1.1" status: 200 len: 210 time: 0.0417480 Apr 01 16:06:21.888403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:21.955752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:21.985649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.113297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.132051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2624a2-3945-4183-836c-ab46e5a20153,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:22.203545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:22.204668 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dbe805cc-4da2-40b8-be44-9c9007cb4508 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/5a2624a2-3945-4183-836c-ab46e5a20153 HTTP/1.1" status: 204 len: 168 time: 0.3152745 Apr 01 16:06:22.318975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:22.968697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.314066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 4afad132-1221-4274-8a9e-a233a0fea080 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:23.314313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.499322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 4afad132-1221-4274-8a9e-a233a0fea080, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=4afad132-1221-4274-8a9e-a233a0fea080,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:23.499674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.615190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1fd926fc-9155-4cc1-90b0-0546d543371a no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:23.619302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 4afad132-1221-4274-8a9e-a233a0fea080 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:23.651775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 1fd926fc-9155-4cc1-90b0-0546d543371a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:23.652129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1fd926fc-9155-4cc1-90b0-0546d543371a not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:23.886106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.934886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=4afad132-1221-4274-8a9e-a233a0fea080,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:24.204961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:24.669057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 42107b01-d848-498d-9c1b-70d03bfc586e has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:24.863267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:24.872341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Sync routers for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:24.876300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-80e4cfbf-8401-4963-b351-8c4862cb96ba tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/42107b01-d848-498d-9c1b-70d03bfc586e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559967 Apr 01 16:06:24.879154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:24.882230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:24.882835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:24.943768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet f7b18820-36bf-4565-9d36-b65865718111 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:06:24.946737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.000618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.059732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:25.089868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.235746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.276253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b18820-36bf-4565-9d36-b65865718111,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:25.278175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.287265 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24fa3365-cf9d-4ba0-b576-d58c3b263e5e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/f7b18820-36bf-4565-9d36-b65865718111 HTTP/1.1" status: 204 len: 168 time: 0.4070904 Apr 01 16:06:25.287422 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b16b9-a6bf-421c-acd5-f2e2ee491cc6 None None] Network 58c372e8-71a8-4547-a4c7-c0b85122798e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:06:25.289864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51686) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:25.469063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.546582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:06:23Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:25.553529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Checking router: 42107b01-d848-498d-9c1b-70d03bfc586e for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:25.566118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Routers {'42107b01-d848-498d-9c1b-70d03bfc586e'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:25.566735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['42107b01-d848-498d-9c1b-70d03bfc586e'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:25.632335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] DHCP port deletion for 58c372e8-71a8-4547-a4c7-c0b85122798e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:06:25.643074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Deleting port 04597481-324b-44b9-aefb-158f61deeb7d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:25.643074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.660449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.752679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 3d321694-6610-4431-8222-b5c9dc2a3ccd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:06:25.752943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:25.842113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] Set router 42107b01-d848-498d-9c1b-70d03bfc586e gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:25.931760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 3d321694-6610-4431-8222-b5c9dc2a3ccd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3d321694-6610-4431-8222-b5c9dc2a3ccd,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:25.932127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.130184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] For port 04597481-324b-44b9-aefb-158f61deeb7d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=04597481-324b-44b9-aefb-158f61deeb7d,segment=NetworkSegment(7ba4a080-76bf-4abe-b3ce-9ddfcf70c357),segment_id=7ba4a080-76bf-4abe-b3ce-9ddfcf70c357)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:26.130647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.177792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 3d321694-6610-4431-8222-b5c9dc2a3ccd owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:26.256345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Calling delete_port for 04597481-324b-44b9-aefb-158f61deeb7d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:06:26.400480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:06:23Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:26.405107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b9e05-ba1d-4f8c-9ad1-02acf8c16191 None None] The sync data for ids ['42107b01-d848-498d-9c1b-70d03bfc586e'] in dv-neutron-835943-1-hyperv is: [{'id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'name': 'tempest-TestNetworkBasicOps-router-1609164344', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:04:37Z', 'updated_at': '2022-04-01T16:06:23Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': '3d321694-6610-4431-8222-b5c9dc2a3ccd', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42107b01-d848-498d-9c1b-70d03bfc586e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:04:38Z', 'updated_at': '2022-04-01T16:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:26.424661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.452602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.477855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=3d321694-6610-4431-8222-b5c9dc2a3ccd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:26.504978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Pushing event deleted for resources: {'Port': ['ID=04597481-324b-44b9-aefb-158f61deeb7d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:26.509412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] No DVR routers for this DVR port 04597481-324b-44b9-aefb-158f61deeb7d on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:26.521263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.521607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.522034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.522371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.522759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.523024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.523376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.523704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.524029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.524352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.525357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.525357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6ed2e5-19e4-41c1-915a-53a225b2010f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:26.572118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.744886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.747479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.841600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4afad132-1221-4274-8a9e-a233a0fea080 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:26.847206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.847759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 42107b01-d848-498d-9c1b-70d03bfc586e {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:06:26.868569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.869867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f555090-a78e-4d11-ac0f-3153add9178a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/42107b01-d848-498d-9c1b-70d03bfc586e HTTP/1.1" status: 204 len: 168 time: 1.5790322 Apr 01 16:06:26.872700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51690) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:26.927161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 4afad132-1221-4274-8a9e-a233a0fea080 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:26.927542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 4afad132-1221-4274-8a9e-a233a0fea080 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:26.927920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 04597481-324b-44b9-aefb-158f61deeb7d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:26.961155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 04597481-324b-44b9-aefb-158f61deeb7d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:26.961508 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 04597481-324b-44b9-aefb-158f61deeb7d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:26.992381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.131111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.161486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c372e8-71a8-4547-a4c7-c0b85122798e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:27.173339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:27.174004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba4a080-76bf-4abe-b3ce-9ddfcf70c357') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:27.184676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.200467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.207051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:06:27.207478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:06:27.222756 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:06:27.378464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.400473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.413523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=58c372e8-71a8-4547-a4c7-c0b85122798e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:27.492691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b459e676-5b77-45e0-a5b2-757101557810 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/58c372e8-71a8-4547-a4c7-c0b85122798e HTTP/1.1" status: 204 len: 168 time: 0.6187067 Apr 01 16:06:27.520146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:27.525801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'network': {'name': 'tempest-network-smoke--2017338419', 'project_id': 'a98506393404401480b2b26b3027bae2', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:27.531218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:27.535450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:network and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:27.538236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:27.543824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:27.600515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:27.604011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.633428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:06:27.640069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.640407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Added segment 5ce11789-29b7-473b-a6d2-66a9617f1aa0 of type vlan for network bff923f8-0d54-4422-9809-6c9570108f3e Apr 01 16:06:27.666257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.743278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.748670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:27.749259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.855750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Network': ['ID=bff923f8-0d54-4422-9809-6c9570108f3e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:27.865780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network bff923f8-0d54-4422-9809-6c9570108f3e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:06:27.896196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c16b8e02-c37c-45a9-b740-9dabc5dbcfe7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3748333 Apr 01 16:06:27.898784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51698) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:27.904224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'admin_state_up': True, 'project_id': 'a98506393404401480b2b26b3027bae2', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:27.911878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:27.915872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:router and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:27.918763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:27.925116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:28.003840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.004889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.019844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.451103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3d321694-6610-4431-8222-b5c9dc2a3ccd no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:06:28.452858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.484602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3d321694-6610-4431-8222-b5c9dc2a3ccd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:06:28.484953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3d321694-6610-4431-8222-b5c9dc2a3ccd not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:06:28.823017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.856892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:28.983981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.7 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/ee0f92ae-e61b-4bea-88d6-9eb011b74bf8) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:29.135831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.235066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.295567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:29.298344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:29.300609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:29.346249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:29.457475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4708d12-4545-4da7-8d40-f4247bf77f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.776614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.223402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.477866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:06:30.652288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:30.662906 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:30.672856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:30.673555 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:30.775402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:30.776541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3d73d7f-b895-4a8e-a7bd-229fdcf37175 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8768232 Apr 01 16:06:30.780382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51702) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:30.823200 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aaad75a7-a92d-497e-a4c8-a32f7b164b66 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a98506393404401480b2b26b3027bae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416729 Apr 01 16:06:30.825844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51706) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:30.848995 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:30.953045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73457467-7ac8-4fe4-bdea-4e5d852dc715 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.954521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73457467-7ac8-4fe4-bdea-4e5d852dc715 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277993 Apr 01 16:06:30.957358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51710) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:30.995841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd03de9b-351d-4eb8-ab46-0c1513c7b978 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374475 Apr 01 16:06:30.998288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:31.004285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69555562', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'project_id': 'a98506393404401480b2b26b3027bae2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:31.115510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:31.119437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:subnet and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:31.122146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:31.128319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:31.170524 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:29Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:31.175053 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:31.175463 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Updating router 7afa51c7-2b55-4ccc-9608-373c59afa38f port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:06:31.186383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:31.189928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.229482 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.466603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.547316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Subnet': ['ID=5d9dfc59-1bc2-41bf-afd7-fe5600245dea,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:31.552627 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.556535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Checking segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:31.556907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network hostable DHCP agents. Network: bff923f8-0d54-4422-9809-6c9570108f3e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:06:31.564906 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Transition to ACTIVE for port object ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:31.640815 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.675241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network bff923f8-0d54-4422-9809-6c9570108f3e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:06:31.716873 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Attempting to bind port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:31.717344 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Attempting to bind port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:31.717565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Attempting to bind port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:31.727052 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:31.730825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:31.730825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.730825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:31.730825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Bound port: ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:31.730825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.748618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, bff923f8-0d54-4422-9809-6c9570108f3e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:31.751699 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:31.753267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:31.753850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.758528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b88965-faac-4fca-a4f5-3c25ca3da9c5 None None] Network bff923f8-0d54-4422-9809-6c9570108f3e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:06:31.768892 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.769232 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.769565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.769892 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.770214 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.770541 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.770913 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.771266 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.771586 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.771901 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.772214 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.772525 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:31.813352 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:31.817389 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:31.823903 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-77f7f1bf-ac78-45e0-b91f-6ae9e9f12843 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8245180 Apr 01 16:06:31.826630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:31.869553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:31.938270 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:31.938898 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:31.985189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-bff923f8-0d54-4422-9809-6c9570108f3e', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:06:31.988167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.024916 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d924e61-32b3-4d2d-a797-068e23f44e81 None None] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:32.137654 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:32.157372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Allocated IP 172.20.0.2 (bff923f8-0d54-4422-9809-6c9570108f3e/5d9dfc59-1bc2-41bf-afd7-fe5600245dea/9706a9b0-e147-4916-af2c-14876bf93e1b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:32.368027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-81f5cf6b-d250-47ae-9890-3901ee9c8c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.384688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.395971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Transition to ACTIVE for port object 9706a9b0-e147-4916-af2c-14876bf93e1b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:32.415993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Transition to ACTIVE for port object 9706a9b0-e147-4916-af2c-14876bf93e1b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:32.421165 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:29Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:32.425232 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361ea7a-1778-4dca-a7c8-3d4081584485 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:29Z', 'revision_number': 3, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:32.476405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.542733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Network bff923f8-0d54-4422-9809-6c9570108f3e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:32.545751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:32.548435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:32.593768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Pushing event updated for resources: {'Port': ['ID=9706a9b0-e147-4916-af2c-14876bf93e1b,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:32.671362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Attempting to bind port 9706a9b0-e147-4916-af2c-14876bf93e1b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:32.671893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Attempting to bind port 9706a9b0-e147-4916-af2c-14876bf93e1b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:32.672348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Attempting to bind port 9706a9b0-e147-4916-af2c-14876bf93e1b on network bff923f8-0d54-4422-9809-6c9570108f3e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:32.677834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.678337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:32.678747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Checking segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:32.679245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.679698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Bound using segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:32.680229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Bound port: 9706a9b0-e147-4916-af2c-14876bf93e1b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:32.680663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.798578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] For port 9706a9b0-e147-4916-af2c-14876bf93e1b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:32.802838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] For port 9706a9b0-e147-4916-af2c-14876bf93e1b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9706a9b0-e147-4916-af2c-14876bf93e1b,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:32.823747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.898341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.940691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:32.988751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fbd79-1a7f-4e26-94c7-c19e90bd4bd9 None None] Pushing event updated for resources: {'Port': ['ID=9706a9b0-e147-4916-af2c-14876bf93e1b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:33.122726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.1 (bff923f8-0d54-4422-9809-6c9570108f3e/5d9dfc59-1bc2-41bf-afd7-fe5600245dea/aef25c8a-2cdc-4a5e-881f-224e100bb143) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:33.315418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.337089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object aef25c8a-2cdc-4a5e-881f-224e100bb143 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:33.418283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.480183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network bff923f8-0d54-4422-9809-6c9570108f3e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:33.483503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:33.492054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:33.532625 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:33.561088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.729571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:33.958444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07538cc5-b53d-4bf4-af3d-2dc4417c9bb3 None None] Network bff923f8-0d54-4422-9809-6c9570108f3e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:06:34.019837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.074835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cb64ae49-67ac-4855-a179-3f4fbb81fdde None None] Provisioning for port 9706a9b0-e147-4916-af2c-14876bf93e1b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:34.493239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.497775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c008ed95-e5b4-4820-9334-10b2463715a7 None None] Provisioning for port aef25c8a-2cdc-4a5e-881f-224e100bb143 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:34.506844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c008ed95-e5b4-4820-9334-10b2463715a7 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:34.507275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c008ed95-e5b4-4820-9334-10b2463715a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.572425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c008ed95-e5b4-4820-9334-10b2463715a7 None None] Port aef25c8a-2cdc-4a5e-881f-224e100bb143 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:34.578343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.579215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:34.592405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.691704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-23466131-47b3-4c13-aed4-55b9684bdc70 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:34.691982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23466131-47b3-4c13-aed4-55b9684bdc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.709483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.713138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:34.755460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:34.769067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:34.769442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.821663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-23466131-47b3-4c13-aed4-55b9684bdc70 None None] Port aef25c8a-2cdc-4a5e-881f-224e100bb143 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:34.850755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network bff923f8-0d54-4422-9809-6c9570108f3e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:34.851932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:34.897150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.913922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:34.975455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.976273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9706a9b0-e147-4916-af2c-14876bf93e1b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:35.040567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:35.099690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:35.144219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21850cb1-11ca-405a-b640-bc16c385c6e6 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:35.144591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21850cb1-11ca-405a-b640-bc16c385c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.174668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9706a9b0-e147-4916-af2c-14876bf93e1b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:35.188467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9706a9b0-e147-4916-af2c-14876bf93e1b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:35.188839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.236769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:35.244543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-21850cb1-11ca-405a-b640-bc16c385c6e6 None None] Port aef25c8a-2cdc-4a5e-881f-224e100bb143 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:35.249967 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e353db13-0c7b-4e93-aa1f-e9dddc03460f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/7afa51c7-2b55-4ccc-9608-373c59afa38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4222782 Apr 01 16:06:35.250567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:35.252530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51722) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:35.271800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:35.272417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:35.386205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b98646-64b0-4258-b624-4ed8603733a5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.386685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b98646-64b0-4258-b624-4ed8603733a5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.387171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b98646-64b0-4258-b624-4ed8603733a5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.387646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b98646-64b0-4258-b624-4ed8603733a5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.391521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29b98646-64b0-4258-b624-4ed8603733a5 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1377535 Apr 01 16:06:35.392766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:35.459232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f2c81-ca4e-4656-a59a-18941b9cdbf8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.459699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f2c81-ca4e-4656-a59a-18941b9cdbf8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.460154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f2c81-ca4e-4656-a59a-18941b9cdbf8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.460602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f2c81-ca4e-4656-a59a-18941b9cdbf8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.462240 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b0f2c81-ca4e-4656-a59a-18941b9cdbf8 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0685296 Apr 01 16:06:35.464572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.464960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:35.520400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:35.576246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9706a9b0-e147-4916-af2c-14876bf93e1b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9706a9b0-e147-4916-af2c-14876bf93e1b,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:35.655909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.779275 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2738d044-0e27-429c-aff0-2492d88b2321 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3104095 Apr 01 16:06:35.816708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9706a9b0-e147-4916-af2c-14876bf93e1b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:35.904066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:35.908307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:35.908657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Updating router 7afa51c7-2b55-4ccc-9608-373c59afa38f port aef25c8a-2cdc-4a5e-881f-224e100bb143 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:06:35.959879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.219513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:36.225689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469596831', 'description': 'tempest-secgroup-smoke-469596831 description', 'project_id': 'a98506393404401480b2b26b3027bae2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:36.231743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:36.235999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:36.238840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:36.244478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:36.303597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.324488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:36.328362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:36.331793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:36.337412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:36.349214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.361326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Transition to ACTIVE for port object aef25c8a-2cdc-4a5e-881f-224e100bb143 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:36.405625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.434309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.463535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.522915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21e73b-ea2c-4736-a7c8-c930226d3bc1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:36.538271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:36.572006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.573311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1337892f-def0-4a2b-841e-0f64dbbfe4b7 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3527467 Apr 01 16:06:36.575989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51740) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:36.582074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:36.588105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:36.592682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:36.595692 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:36.601875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:36.605546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b31b8-d449-4ff5-ad63-22e99bd612a6 None None] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:36.679705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.710986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Attempting to bind port aef25c8a-2cdc-4a5e-881f-224e100bb143 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:36.711384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Attempting to bind port aef25c8a-2cdc-4a5e-881f-224e100bb143 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:36.711752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Attempting to bind port aef25c8a-2cdc-4a5e-881f-224e100bb143 on network bff923f8-0d54-4422-9809-6c9570108f3e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:36.720148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:36.720550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Checking segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:36.720957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.721353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Bound using segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:36.721823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Bound port: aef25c8a-2cdc-4a5e-881f-224e100bb143, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:36.722199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.735738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:36.736624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.742050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.811699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.833905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f79a1a-4f4f-46c1-92db-e38c07cb7f9e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:36.878647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:36.882085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aef25c8a-2cdc-4a5e-881f-224e100bb143,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:36.891709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.893069 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d25320da-f481-4747-bd95-c086b19ede11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161259 Apr 01 16:06:36.896337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:36.901132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:36.907500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:36.911478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:36.914359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:36.920507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:36.939188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9706a9b0-e147-4916-af2c-14876bf93e1b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:36.966361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:36.990203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.061757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.094003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:37.094796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:37.132161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.154581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b31b8-d449-4ff5-ad63-22e99bd612a6 None None] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:37.156825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ce9180-95d6-4d6e-9474-139af8e3d975,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:37.186023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9706a9b0-e147-4916-af2c-14876bf93e1b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:37.186670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.246139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.247399 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-676fa05f-371e-4f24-936b-354d8e3f4eb1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3502507 Apr 01 16:06:37.250165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:37.255334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:37.261404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:37.265392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:37.269005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:37.274770 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:37.357180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:37.375572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.446825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.529005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.555911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027d5957-fc3f-40bb-a129-4e4f5f33a981,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:37.637737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.638963 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0eee21e5-1961-4073-b608-a3b6c17799d1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878489 Apr 01 16:06:37.641691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:37.647335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:37.653321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:37.657243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:37.660794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:37.666339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:37.723374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:36Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:37.727205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246abfd1-373a-4f11-a8b8-98a1af3f9ba0 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:36Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:37.757016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.843580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.912093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.936001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373c3a05-98e1-47f3-8d5d-3e5549ebf1b5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:38.015104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.019384 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4cbecd0-84f7-4514-b668-d7cc50fec075 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731246 Apr 01 16:06:38.019883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51756) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:38.028309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:38.038718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:38.044061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:38.047105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:38.053982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:38.134887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:06:38.143425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.319122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.389103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.413352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e43093-5463-43f7-b8b5-93fbb3ddf912,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:38.492200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.495756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7651f071-b719-4282-9ff8-49fb8c1af78d tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4743617 Apr 01 16:06:38.496442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:38.502521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'security_group_rule': {'security_group_id': '3a21e73b-ea2c-4736-a7c8-c930226d3bc1', 'project_id': 'a98506393404401480b2b26b3027bae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:38.509200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:38.512937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:security_group_rule and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:38.518623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:38.524125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:38.528721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:38.609789 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Project a98506393404401480b2b26b3027bae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:06:38.617493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.688899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.692123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port aef25c8a-2cdc-4a5e-881f-224e100bb143 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:38.697264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:38.697629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.757505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.787017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d7a855-d82a-42a4-ac17-b99a42c4b1d3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:38.843457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.844704 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7d620f2-182a-4bd6-9cc1-f04e45a0830e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471205 Apr 01 16:06:38.863513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:38.907330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aef25c8a-2cdc-4a5e-881f-224e100bb143,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:38.991569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:39.008301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-d48500b4-f114-4ac9-ade0-930ca07d8db8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:39.060941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:39.102846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-d48500b4-f114-4ac9-ade0-930ca07d8db8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:39.104143 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-d48500b4-f114-4ac9-ade0-930ca07d8db8 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469596831&fields=id&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 267 time: 0.1368780 Apr 01 16:06:39.261135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-fe2ee63e-f782-4c3a-92aa-1e5e37daa650 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:39.262566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-fe2ee63e-f782-4c3a-92aa-1e5e37daa650 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/networks?id=bff923f8-0d54-4422-9809-6c9570108f3e HTTP/1.1" status: 200 len: 797 time: 0.1517634 Apr 01 16:06:39.278146 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-133fd8c2-797b-4f09-9b0a-3d402a92f468 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/quotas/a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 375 time: 0.0092313 Apr 01 16:06:39.361126 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-6d3e34a8-b204-4aca-a6df-1e97bf9f6635 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772133 Apr 01 16:06:39.496572 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-d6136ea1-0e75-452d-9792-469108a1607e service neutron] 10.222.0.18 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241872 Apr 01 16:06:39.628292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-305c755b-c60c-497a-8baf-9b5dab3bbef5 service neutron] 10.222.0.18 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251326 Apr 01 16:06:39.878057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6f2d4e5-81ef-468e-b4fb-54012420d962 req-c084d064-3305-4d50-ade9-5fa0139428f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:39.952289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6f2d4e5-81ef-468e-b4fb-54012420d962 req-c084d064-3305-4d50-ade9-5fa0139428f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:39.953755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6f2d4e5-81ef-468e-b4fb-54012420d962 req-c084d064-3305-4d50-ade9-5fa0139428f1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.1202877 Apr 01 16:06:40.497552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:40.564662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:40.565036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.100955 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d98977c3-35e8-41db-8742-61156d601ccd req-3f0624d9-fdee-49fe-83bd-5d1f39b5fa2e tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0435300 Apr 01 16:06:41.883874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-f7273faa-7742-45b8-8901-665929bc3d19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:41.884552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-f7273faa-7742-45b8-8901-665929bc3d19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:41.949042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-f7273faa-7742-45b8-8901-665929bc3d19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:41.950191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-f7273faa-7742-45b8-8901-665929bc3d19 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/networks?id=bff923f8-0d54-4422-9809-6c9570108f3e HTTP/1.1" status: 200 len: 797 time: 0.3226237 Apr 01 16:06:41.996975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-c31f5f87-4609-4f1f-a056-99f51a597e22 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:42.008822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-c31f5f87-4609-4f1f-a056-99f51a597e22 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:42.009924 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-c31f5f87-4609-4f1f-a056-99f51a597e22 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98506393404401480b2b26b3027bae2 HTTP/1.1" status: 200 len: 379 time: 0.0516760 Apr 01 16:06:42.017898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'port': {'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'admin_state_up': True, 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'security_groups': ['3a21e73b-ea2c-4736-a7c8-c930226d3bc1']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:42.156232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:42.165883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:42.245681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Made reservation on behalf of a98506393404401480b2b26b3027bae2 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:42.249096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:42.266022 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d40ea81-cc92-48df-a270-0794776f3488 req-8a764f28-1a6a-4b2a-a41b-aa1d93b535e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0595303 Apr 01 16:06:42.415158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.20.0.9 (bff923f8-0d54-4422-9809-6c9570108f3e/5d9dfc59-1bc2-41bf-afd7-fe5600245dea/94f02dd5-fbce-4e01-a059-2384641e6710) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:42.600111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:42.615609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Transition to ACTIVE for port object 94f02dd5-fbce-4e01-a059-2384641e6710 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:42.697642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:42.762377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network bff923f8-0d54-4422-9809-6c9570108f3e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:42.770172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:42.774428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:42.808294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:42.845913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:42.846534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:42.949727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-0c03d843-fa82-4fd4-8fc6-0bcea03172b0 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353139 Apr 01 16:06:42.961956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Request body: {'port': {'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:43.073564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:43.077114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7340340-82a3-4386-881d-e1b768739e66 None None] Provisioning for port 94f02dd5-fbce-4e01-a059-2384641e6710 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:43.083109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7340340-82a3-4386-881d-e1b768739e66 None None] Provisioning complete for port 94f02dd5-fbce-4e01-a059-2384641e6710 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:43.083623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7340340-82a3-4386-881d-e1b768739e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:43.136355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d7340340-82a3-4386-881d-e1b768739e66 None None] Port 94f02dd5-fbce-4e01-a059-2384641e6710 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:06:43.413604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f02dd5-fbce-4e01-a059-2384641e6710 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:43.421111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:43.435344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Transition to ACTIVE for port object 94f02dd5-fbce-4e01-a059-2384641e6710 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:43.450083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1c5e6-0df4-4a18-97dc-43045927cfb1 req-0a1b463e-cbef-431b-b2a1-2cdda4de37f3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:43.451569 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26e1c5e6-0df4-4a18-97dc-43045927cfb1 req-0a1b463e-cbef-431b-b2a1-2cdda4de37f3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 931 time: 0.0835254 Apr 01 16:06:43.496660 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26e1c5e6-0df4-4a18-97dc-43045927cfb1 req-44ef4362-b90b-4b3f-9cb9-79214aa42e81 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385029 Apr 01 16:06:43.505643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:43.661225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Pushing event updated for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:43.742590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Attempting to bind port 94f02dd5-fbce-4e01-a059-2384641e6710 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:43.742926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Attempting to bind port 94f02dd5-fbce-4e01-a059-2384641e6710 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:43.743296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Attempting to bind port 94f02dd5-fbce-4e01-a059-2384641e6710 on network bff923f8-0d54-4422-9809-6c9570108f3e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:43.747927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Port 94f02dd5-fbce-4e01-a059-2384641e6710 on network bff923f8-0d54-4422-9809-6c9570108f3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:06:43.748188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Attempting to bind port 94f02dd5-fbce-4e01-a059-2384641e6710 on network bff923f8-0d54-4422-9809-6c9570108f3e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:06:43.753865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:06:43.754205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Checking segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:06:43.754587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Bound using segment: {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:06:43.755019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Bound port: 94f02dd5-fbce-4e01-a059-2384641e6710, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce11789-29b7-473b-a6d2-66a9617f1aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:43.755391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:43.844022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:06:43.847344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=94f02dd5-fbce-4e01-a059-2384641e6710,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:06:43.932014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:44.080449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.081065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:44.082438 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] 10.222.0.90 "PUT /v2.0/ports/94f02dd5-fbce-4e01-a059-2384641e6710 HTTP/1.1" status: 200 len: 1093 time: 1.1245344 Apr 01 16:06:44.082885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:44.111419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a67acd-fcfd-4932-8b21-119b639ee3cc service neutron] Pushing event updated for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:44.136148 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710', 'status': 'completed', 'code': 200} Apr 01 16:06:44.232295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-57edf3b0-48e3-4e1d-9582-f0dda3203010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.234080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-57edf3b0-48e3-4e1d-9582-f0dda3203010 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0774801 Apr 01 16:06:44.372956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-ec8aa562-9964-4486-9ca5-3b8cea136208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.374342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-ec8aa562-9964-4486-9ca5-3b8cea136208 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a98506393404401480b2b26b3027bae2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1329825 Apr 01 16:06:44.509462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-3a2b10f1-fdde-4183-b9b0-fa10accc4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.510894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9fa1950-6d45-412d-a0f7-7e063ad991f7 req-3a2b10f1-fdde-4183-b9b0-fa10accc4254 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294696 Apr 01 16:06:44.615936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-a7e4d9fd-7e93-46c9-884b-c34883ac2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.617392 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-a7e4d9fd-7e93-46c9-884b-c34883ac2431 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1096 time: 0.0700512 Apr 01 16:06:44.684834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf84723-67a7-47b7-8d50-4b52298bc514 req-1a12a914-d7aa-4b57-b70f-8a56bb52b26f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.686456 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aaf84723-67a7-47b7-8d50-4b52298bc514 req-1a12a914-d7aa-4b57-b70f-8a56bb52b26f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0802934 Apr 01 16:06:44.687846 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-996478e0-6951-49b6-a6a9-8ba654b4bdef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f02dd5-fbce-4e01-a059-2384641e6710 HTTP/1.1" status: 200 len: 217 time: 0.0631070 Apr 01 16:06:44.734153 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aaf84723-67a7-47b7-8d50-4b52298bc514 req-efa467b7-9335-4a22-a61b-5a88cd1e01a1 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Apr 01 16:06:44.748343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-53b81cd0-fdb6-49c9-a0aa-d599d5ee2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.749774 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-53b81cd0-fdb6-49c9-a0aa-d599d5ee2329 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d9dfc59-1bc2-41bf-afd7-fe5600245dea HTTP/1.1" status: 200 len: 833 time: 0.0568380 Apr 01 16:06:44.826418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-8580c194-6269-49c6-b79d-a10a6de79a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.827901 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-8580c194-6269-49c6-b79d-a10a6de79a90 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bff923f8-0d54-4422-9809-6c9570108f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724449 Apr 01 16:06:44.956757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-e23b8891-b503-4ccb-b60f-c12ed643bb42 service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220245 Apr 01 16:06:45.086233 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c9b603-8b25-43ad-ad7b-1c106fef781e req-37ea0b0b-521d-4aa9-862a-de8043e1a27f service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240301 Apr 01 16:06:45.926037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9e4a0-cf81-478a-af2d-01c568d9045e req-01c035c0-c8cb-45fb-a79e-51b084f91a4f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:45.926748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-69d9e4a0-cf81-478a-af2d-01c568d9045e req-01c035c0-c8cb-45fb-a79e-51b084f91a4f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:06:45.991714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-69d9e4a0-cf81-478a-af2d-01c568d9045e req-01c035c0-c8cb-45fb-a79e-51b084f91a4f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:06:45.992902 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69d9e4a0-cf81-478a-af2d-01c568d9045e req-01c035c0-c8cb-45fb-a79e-51b084f91a4f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.1481717 Apr 01 16:06:46.042105 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69d9e4a0-cf81-478a-af2d-01c568d9045e req-a270afaf-02a6-42f5-9092-0c09562b8153 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Apr 01 16:06:47.230593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce7f0-498d-48a6-9b8c-b99c8dda07e6 req-74728087-b823-48c1-9256-41181c0f1b11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.232297 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-202ce7f0-498d-48a6-9b8c-b99c8dda07e6 req-74728087-b823-48c1-9256-41181c0f1b11 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0802257 Apr 01 16:06:47.278246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-202ce7f0-498d-48a6-9b8c-b99c8dda07e6 req-a18d91e9-396f-4a0b-8557-ce7b9c8edd0f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393627 Apr 01 16:06:47.725476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 94f02dd5-fbce-4e01-a059-2384641e6710 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:06:47.854290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=94f02dd5-fbce-4e01-a059-2384641e6710,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:47.868539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '94f02dd5-fbce-4e01-a059-2384641e6710', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:06:47.927920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:47.945178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f02dd5-fbce-4e01-a059-2384641e6710 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:47.960796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=94f02dd5-fbce-4e01-a059-2384641e6710,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:48.017562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:48.087889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:48.208927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['94f02dd5-fbce-4e01-a059-2384641e6710'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:06:48.473135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cddc1-b04d-4010-af0d-adf6370d7185 req-3614eccb-9e3b-4a5d-8977-7248dfe54d78 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:48.474583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c94cddc1-b04d-4010-af0d-adf6370d7185 req-3614eccb-9e3b-4a5d-8977-7248dfe54d78 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0888488 Apr 01 16:06:48.518323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c94cddc1-b04d-4010-af0d-adf6370d7185 req-a1e4509a-e797-4591-97f2-342afa5b65e4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379066 Apr 01 16:06:49.606730 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:49.709203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6faa6d-2c6f-4145-ab1c-d3c724846cea req-baf96cc7-2ea7-4caa-b7d2-b98e2a40c45f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:49.710637 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac6faa6d-2c6f-4145-ab1c-d3c724846cea req-baf96cc7-2ea7-4caa-b7d2-b98e2a40c45f tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0826833 Apr 01 16:06:49.719568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 94f02dd5-fbce-4e01-a059-2384641e6710 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:06:49.755935 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac6faa6d-2c6f-4145-ab1c-d3c724846cea req-6f00b8e0-1b72-4a88-851e-83ff280bfc5a tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396421 Apr 01 16:06:49.834688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 94f02dd5-fbce-4e01-a059-2384641e6710 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:49.841223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 94f02dd5-fbce-4e01-a059-2384641e6710 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:49.841595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:49.959600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:49.985598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:49.996221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=94f02dd5-fbce-4e01-a059-2384641e6710,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:06:50.032635 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710', 'code': 200} Apr 01 16:06:50.074803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:50.147721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:50.415473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10942-cb9b-4651-bbc4-c3807daaa688 req-036c8605-9895-4c61-845c-d8ce7e91fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:50.416863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9cf10942-cb9b-4651-bbc4-c3807daaa688 req-036c8605-9895-4c61-845c-d8ce7e91fc4f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0715375 Apr 01 16:06:50.472028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9cf10942-cb9b-4651-bbc4-c3807daaa688 req-07512e34-ef66-465a-90e0-916894f0d3ee service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Apr 01 16:06:51.080166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a48e82-eb66-4048-bdb2-ee7f98f32fec req-69107f3b-594c-4813-9114-ce934d74a76b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:51.081559 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16a48e82-eb66-4048-bdb2-ee7f98f32fec req-69107f3b-594c-4813-9114-ce934d74a76b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0795567 Apr 01 16:06:51.127071 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16a48e82-eb66-4048-bdb2-ee7f98f32fec req-628e5520-aadc-4b30-a485-fea12a0f2ec9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Apr 01 16:06:52.464425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb81a2d-bdb6-4240-80c8-24ce2cbdbca3 req-dfe63a40-885c-46f7-bff7-04976b8c95f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:52.465859 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4cb81a2d-bdb6-4240-80c8-24ce2cbdbca3 req-dfe63a40-885c-46f7-bff7-04976b8c95f9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0786631 Apr 01 16:06:52.508553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4cb81a2d-bdb6-4240-80c8-24ce2cbdbca3 req-fe343f87-fac7-444b-b6e8-ff94b0446757 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363488 Apr 01 16:06:52.694163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b5e33-a1e0-494d-83b9-e5829b234bae req-f08bc7f0-fb45-4b61-ac91-198d8715e492 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:52.695566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-960b5e33-a1e0-494d-83b9-e5829b234bae req-f08bc7f0-fb45-4b61-ac91-198d8715e492 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0826325 Apr 01 16:06:52.739635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-960b5e33-a1e0-494d-83b9-e5829b234bae req-adde6c6e-7428-4733-a9f0-5bbfee8bbcea tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Apr 01 16:06:52.761380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:52.831936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02124a1a-4a71-468c-823a-38cf77255a26 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:52.833394 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02124a1a-4a71-468c-823a-38cf77255a26 tempest-TestNetworkBasicOps-764885896 tempest-TestNetworkBasicOps-764885896-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1093 time: 0.0710461 Apr 01 16:06:52.836097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:52.841384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:52.849791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:06:52.853750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Usage tracker for resource:floatingip and tenant:a98506393404401480b2b26b3027bae2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:06:52.856584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:06:52.862347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:06:52.945575 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:53.078604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:53.215438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Allocated IP 172.26.7.64 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/236cf534-767c-4afd-83aa-0cda5b789571) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:53.361671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:53.448544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:53.509569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:53.512255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:53.621470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:06:53.660705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=236cf534-767c-4afd-83aa-0cda5b789571,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:54.029789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:54.175343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:54.380170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:54.462784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:54.572203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event updated for resources: {'Port': ['ID=236cf534-767c-4afd-83aa-0cda5b789571,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:54.584016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:54.751660 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 associated. External IP: 172.26.7.64, port: 94f02dd5-fbce-4e01-a059-2384641e6710. Apr 01 16:06:55.101543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:06:55.395516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:06:55.405248 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:06:55.414703 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:55.415427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:55.591815 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:55.794635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:55.857903 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-45be0cdf-669a-4c0d-88e7-c7102d952369 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0207219 Apr 01 16:06:55.858700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:55.861400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51824) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:55.904681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710', 'status': 'completed', 'code': 200} Apr 01 16:06:55.937181 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:06:53Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:38Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:55.940933 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:06:55.949187 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:06:55.949785 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:06:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:56.132514 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3c79ccf-30b9-4486-94f9-c578c054ecb4 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 990 time: 0.2698193 Apr 01 16:06:56.134614 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:06:56.150287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9c11-7896-441b-a758-0852ee3c9530 req-c4afd955-bd61-4212-9e06-192ab37caecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:56.151785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-c4afd955-bd61-4212-9e06-192ab37caecb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.2250724 Apr 01 16:06:56.283368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9c11-7896-441b-a758-0852ee3c9530 req-6f39133c-cbbf-42ba-9af4-09c62ec6acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:56.284803 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-6f39133c-cbbf-42ba-9af4-09c62ec6acac service neutron] 10.222.0.90 "GET /v2.0/networks?id=bff923f8-0d54-4422-9809-6c9570108f3e HTTP/1.1" status: 200 len: 898 time: 0.1264822 Apr 01 16:06:56.387382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-0b58ae11-e3c7-4cbf-9ecf-c903ef48db49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f02dd5-fbce-4e01-a059-2384641e6710 HTTP/1.1" status: 200 len: 998 time: 0.0967243 Apr 01 16:06:56.448147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9c11-7896-441b-a758-0852ee3c9530 req-bad700fd-d678-4b81-abad-ad8e5f3546e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:56.449567 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-bad700fd-d678-4b81-abad-ad8e5f3546e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d9dfc59-1bc2-41bf-afd7-fe5600245dea HTTP/1.1" status: 200 len: 833 time: 0.0562754 Apr 01 16:06:56.482573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:06:53Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:38Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:56.486520 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f85a-71f7-4785-b8a1-412848548513 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:33Z', 'revision_number': 4, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:06:53Z', 'revision_number': 0, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:06:38Z', 'revision_number': 5, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:06:56.524606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9c11-7896-441b-a758-0852ee3c9530 req-bd5f6286-d3eb-4290-8bda-e24c589a7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:56.526119 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-bd5f6286-d3eb-4290-8bda-e24c589a7bd7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bff923f8-0d54-4422-9809-6c9570108f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705204 Apr 01 16:06:56.668529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-f271c133-b4dd-4dc3-a4b0-6bc38fe38de6 service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368415 Apr 01 16:06:56.695971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a74e68-e877-41bf-bbb9-5c47d5e559f1 None None] New status for floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:06:56.799936 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-501f9c11-7896-441b-a758-0852ee3c9530 req-71492417-9fda-4d31-ab00-58af695a7ed5 service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254790 Apr 01 16:06:57.136256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51830) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:57.243307 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e2a3031-d5bd-46b9-ada5-cf7e8f50b947 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 992 time: 0.1058860 Apr 01 16:06:59.445254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36625e15-3661-4a0f-a70e-70680c5b9ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.379829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0b9c3bdf-6f20-4b51-a2b9-67443197c513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.802657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.908733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.760152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.542321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.606281 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:26.662947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51848) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:26.668058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:27.178783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.250700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.541937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:07:27.726870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:07:27.734660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.736098 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3c0f658-29e8-4c2e-a864-3ac366a21946 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/7afa51c7-2b55-4ccc-9608-373c59afa38f HTTP/1.1" status: 200 len: 887 time: 1.0721085 Apr 01 16:07:27.736867 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:27.748253 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:27.748901 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.814158 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.824062 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:27.824676 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.886640 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.887038 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496db84-b194-4b0a-aa3c-b711c05c5a85 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:28.637881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35cf4c1-226f-45de-9b7e-dbafde27f304 None None] New status for floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:07:28.716643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:29.004206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.020143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:29.103995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.103995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:29.212011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:29.250084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.250427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.250770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.251098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.251454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.251780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.252105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.252426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.252749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.253070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.253388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.254340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:29.282601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.314258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aef25c8a-2cdc-4a5e-881f-224e100bb143,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:29.365273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.445554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:29.484869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21098b39-f0e8-4066-9eee-4317efdfab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.889800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:29.895608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:30.410025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:30.492966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-728622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-728609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-723062'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:30.671754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:07:30.964212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:07:30.970697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:30.971917 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de35c3d1-4bc3-41bc-929a-dc614ab1e813 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/7afa51c7-2b55-4ccc-9608-373c59afa38f HTTP/1.1" status: 200 len: 886 time: 1.0810413 Apr 01 16:07:30.975107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:30.975604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:30.985100 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:30.985709 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:31.081951 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f5430b2-8c20-4dce-ae77-e9640dabe439 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 990 time: 0.1054132 Apr 01 16:07:31.203489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:31.541222 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:07:28Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:31.544917 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:31.553128 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:31.553719 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:31.728203 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:32.067639 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:07:28Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:32.071573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d796a-6507-4df3-bc9f-d3cd30abf666 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'floating_ip_address': '172.26.7.64', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'port_id': '94f02dd5-fbce-4e01-a059-2384641e6710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'mac_address': 'fa:16:3e:45:c6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:06:53Z', 'updated_at': '2022-04-01T16:07:28Z', 'revision_number': 2, 'project_id': 'a98506393404401480b2b26b3027bae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:29Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:32.084976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:32.198227 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ef5a4e7-1ab4-4256-822b-f9471a47dd58 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 990 time: 0.1120420 Apr 01 16:07:32.361427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9304cf8-cfaf-48ca-b518-a68b3c70ddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.547245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:07:32.617423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:32.617790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.760365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.798316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aef25c8a-2cdc-4a5e-881f-224e100bb143,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:32.849977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.875371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.941714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:32.946169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:33.202174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:33.312060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f6a6914-d08d-4466-b1be-e8eb19a76741 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 990 time: 0.1086726 Apr 01 16:07:33.662214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b687872-556c-48ea-8152-b6a54cb2e1cb None None] New status for floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:07:33.915059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.315855 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:34.422500 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b42244b9-984d-432f-8f6d-fbffb292e39b tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 200 len: 992 time: 0.1054118 Apr 01 16:07:34.541684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.602944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:07:34.669102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:34.669851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.785678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.801793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:34.850311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:34.851053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:07:34.995289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:35.008154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port aef25c8a-2cdc-4a5e-881f-224e100bb143 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:35.008520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:36.528398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:07:36.594794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:36.595181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:36.698486 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:36.897730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 236cf534-767c-4afd-83aa-0cda5b789571 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:07:36.898066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.068359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.068617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.188384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 236cf534-767c-4afd-83aa-0cda5b789571 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:07:37.395593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.442333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=236cf534-767c-4afd-83aa-0cda5b789571,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:37.481882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.482230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.482571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.482905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.483259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.483590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.483915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.484240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.484565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.484887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.485206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.485522 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:37.542805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.543128 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 disassociated (deleted). External IP: 172.26.7.64, port: 94f02dd5-fbce-4e01-a059-2384641e6710. Apr 01 16:07:37.990173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:07:38.166936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:07:38.177346 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:38.186780 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:38.187044 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:38.290223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:38.351229 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64cabd7f-009e-4c73-a006-8ada0ae2ddd5 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/floatingips/2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1 HTTP/1.1" status: 204 len: 168 time: 1.6516323 Apr 01 16:07:38.351910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:07:38.378077 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:38.404312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710', 'status': 'completed', 'code': 200} Apr 01 16:07:38.510676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-e73d305f-91ce-46e8-b914-83cacb03d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.513055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-e73d305f-91ce-46e8-b914-83cacb03d321 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a98506393404401480b2b26b3027bae2&device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 1098 time: 0.0821149 Apr 01 16:07:38.667195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-6b457cf9-2be8-406a-b65f-5567c571debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.668644 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-6b457cf9-2be8-406a-b65f-5567c571debf service neutron] 10.222.0.90 "GET /v2.0/networks?id=bff923f8-0d54-4422-9809-6c9570108f3e HTTP/1.1" status: 200 len: 898 time: 0.1483111 Apr 01 16:07:38.741067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-3f530e65-290f-4c93-a09a-11b55af16555 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94f02dd5-fbce-4e01-a059-2384641e6710 HTTP/1.1" status: 200 len: 217 time: 0.0609691 Apr 01 16:07:38.751912 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:32Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:38.754542 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:38.763549 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:38.764297 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:38.810811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-8b9f7cf5-694d-4159-9d33-fdfdab8e9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.812286 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-8b9f7cf5-694d-4159-9d33-fdfdab8e9da8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5d9dfc59-1bc2-41bf-afd7-fe5600245dea HTTP/1.1" status: 200 len: 833 time: 0.0660501 Apr 01 16:07:38.888095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-abdbe058-6584-4005-8eca-97bfcbfbf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.889721 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-abdbe058-6584-4005-8eca-97bfcbfbf0b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bff923f8-0d54-4422-9809-6c9570108f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709546 Apr 01 16:07:38.901224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-ee6e6e13-167f-4219-9f1a-c438853ab2f2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:07:38.902387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-ee6e6e13-167f-4219-9f1a-c438853ab2f2 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055490 Apr 01 16:07:38.927617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78394da0-9d80-4c00-aaa5-83a41da7cd35 req-de0637b6-3c5b-420d-a3b3-98d966a89a60 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.928255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-78394da0-9d80-4c00-aaa5-83a41da7cd35 req-de0637b6-3c5b-420d-a3b3-98d966a89a60 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:07:38.947714 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:38.993428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-78394da0-9d80-4c00-aaa5-83a41da7cd35 req-de0637b6-3c5b-420d-a3b3-98d966a89a60 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:07:38.994867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78394da0-9d80-4c00-aaa5-83a41da7cd35 req-de0637b6-3c5b-420d-a3b3-98d966a89a60 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.1552806 Apr 01 16:07:39.041724 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-dbff9f79-dfde-44fb-b485-2c27806f110e service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335690 Apr 01 16:07:39.042403 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78394da0-9d80-4c00-aaa5-83a41da7cd35 req-a60c8412-2a01-4dda-a14c-444d5cf11310 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406299 Apr 01 16:07:39.177521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f09234c-3742-46d8-bcc4-a021c67c045b req-ec4c436b-b10e-4100-9ea6-1523bd73dcf1 service neutron] 10.222.0.90 "GET /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283851 Apr 01 16:07:39.257072 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:32Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:39.261135 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95f379c-f7b7-4170-8795-9b435f1747e7 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:30Z', 'revision_number': 6, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'aef25c8a-2cdc-4a5e-881f-224e100bb143', 'name': '', 'network_id': 'bff923f8-0d54-4422-9809-6c9570108f3e', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'mac_address': 'fa:16:3e:e4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:32Z', 'updated_at': '2022-04-01T16:07:32Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'subnets': [{'id': '5d9dfc59-1bc2-41bf-afd7-fe5600245dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:39.874084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd53a3-b110-4cf9-93ca-feb2abb0e50c None None] New status for floating IP 2f4b6d1b-f47f-45e7-a506-83e8a8cd69f1: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:07:40.125005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-58cbece6-a1b8-457e-8465-7ddd58d78a17 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:40.126620 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-58cbece6-a1b8-457e-8465-7ddd58d78a17 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0809784 Apr 01 16:07:40.242410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port 94f02dd5-fbce-4e01-a059-2384641e6710 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:07:40.242744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:40.320402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ce922-635f-4a0b-9045-7c8d457658a0 req-7619b8e6-37c9-40e3-9a5b-953b0534b439 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:40.321829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-405ce922-635f-4a0b-9045-7c8d457658a0 req-7619b8e6-37c9-40e3-9a5b-953b0534b439 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.1586022 Apr 01 16:07:40.433483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-405ce922-635f-4a0b-9045-7c8d457658a0 req-b7539912-7386-4b70-8abb-6d3c638671fa tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a21e73b-ea2c-4736-a7c8-c930226d3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869212 Apr 01 16:07:40.539062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port 94f02dd5-fbce-4e01-a059-2384641e6710, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=94f02dd5-fbce-4e01-a059-2384641e6710,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:40.539443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:40.659489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for 94f02dd5-fbce-4e01-a059-2384641e6710 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:07:40.966860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:41.020040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=94f02dd5-fbce-4e01-a059-2384641e6710,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:41.062980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.063266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.063606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.063937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.064263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.064588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.064910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.065230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.065550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.066453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.066774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.067091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:41.105036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] No DVR routers for this DVR port 94f02dd5-fbce-4e01-a059-2384641e6710 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:41.107575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:41.110234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'name': 'network-vif-deleted', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:07:41.156141 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5', 'name': 'network-vif-deleted', 'tag': '94f02dd5-fbce-4e01-a059-2384641e6710', 'status': 'completed', 'code': 200} Apr 01 16:07:41.201150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d0396b3-4655-480e-bddf-ffea6fe84998 req-a06170ee-4b9e-428b-8870-caf8689183c9 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.90 "DELETE /v2.0/ports/94f02dd5-fbce-4e01-a059-2384641e6710 HTTP/1.1" status: 204 len: 173 time: 1.0696189 Apr 01 16:07:41.595896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0896c535-d82f-4086-89da-f949a23e0314 req-da1f9261-17a5-4c88-9832-f04bf29b5d88 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Synchronizing usage tracker for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:07:41.667267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0896c535-d82f-4086-89da-f949a23e0314 req-da1f9261-17a5-4c88-9832-f04bf29b5d88 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Unset dirty status for tenant:a98506393404401480b2b26b3027bae2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:07:41.668330 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0896c535-d82f-4086-89da-f949a23e0314 req-da1f9261-17a5-4c88-9832-f04bf29b5d88 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "GET /v2.0/ports?device_id=eda295e3-8dcb-4dd7-8622-dcffc3e8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.1156843 Apr 01 16:07:42.765322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51898) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:42.835681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:42.866766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:43.029468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:43.048341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21e73b-ea2c-4736-a7c8-c930226d3bc1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:43.131467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:43.132582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c12a242-1bc9-43e6-9893-d0c7a9be6a69 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a21e73b-ea2c-4736-a7c8-c930226d3bc1 HTTP/1.1" status: 204 len: 168 time: 0.3662760 Apr 01 16:07:43.225091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:43.768470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:44.019606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 94f02dd5-fbce-4e01-a059-2384641e6710 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:44.054991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 94f02dd5-fbce-4e01-a059-2384641e6710 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:07:44.055435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 94f02dd5-fbce-4e01-a059-2384641e6710 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:44.127433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port aef25c8a-2cdc-4a5e-881f-224e100bb143 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:07:44.127776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:44.412600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port aef25c8a-2cdc-4a5e-881f-224e100bb143, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=aef25c8a-2cdc-4a5e-881f-224e100bb143,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:44.412960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:44.534156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for aef25c8a-2cdc-4a5e-881f-224e100bb143 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:07:44.896023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:44.949171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=aef25c8a-2cdc-4a5e-881f-224e100bb143,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:45.227048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:45.583743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Router 7afa51c7-2b55-4ccc-9608-373c59afa38f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:07:45.897046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:07:45.906949 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Sync routers for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:45.916196 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:45.917904 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:45.962096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26552851-df17-46a3-9474-954124d01328 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "PUT /v2.0/routers/7afa51c7-2b55-4ccc-9608-373c59afa38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359052 Apr 01 16:07:45.964792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:46.032269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting subnet 5d9dfc59-1bc2-41bf-afd7-fe5600245dea {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:07:46.037627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.092668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.098668 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:46.181212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.315072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.357308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.362276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9dfc59-1bc2-41bf-afd7-fe5600245dea,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:46.362863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d6430-4811-4c42-8ff0-d4c709121614 None None] Network bff923f8-0d54-4422-9809-6c9570108f3e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:07:46.369413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b02d4193-697b-49cc-a541-195efb0ef575 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/subnets/5d9dfc59-1bc2-41bf-afd7-fe5600245dea HTTP/1.1" status: 204 len: 168 time: 0.4012828 Apr 01 16:07:46.369709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:46.382764 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:44Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:46.387407 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Checking router: 7afa51c7-2b55-4ccc-9608-373c59afa38f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:46.396545 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Routers {'7afa51c7-2b55-4ccc-9608-373c59afa38f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:07:46.397221 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:07:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7afa51c7-2b55-4ccc-9608-373c59afa38f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:46.557038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.619511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] Set router 7afa51c7-2b55-4ccc-9608-373c59afa38f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:07:46.628787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] DHCP port deletion for bff923f8-0d54-4422-9809-6c9570108f3e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:07:46.633009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Deleting port 9706a9b0-e147-4916-af2c-14876bf93e1b {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:07:46.633617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.737240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.800614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Deleting port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:07:46.801009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.841750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] For port 9706a9b0-e147-4916-af2c-14876bf93e1b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9706a9b0-e147-4916-af2c-14876bf93e1b,segment=NetworkSegment(5ce11789-29b7-473b-a6d2-66a9617f1aa0),segment_id=5ce11789-29b7-473b-a6d2-66a9617f1aa0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:46.842141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:46.918976 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:44Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:46.922825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c2800-593f-4e2e-82e4-22a69744e311 None None] The sync data for ids ['7afa51c7-2b55-4ccc-9608-373c59afa38f'] in dv-neutron-835943-1-hyperv is: [{'id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'name': 'tempest-TestNetworkBasicOps-router-2008299248', 'tenant_id': 'a98506393404401480b2b26b3027bae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:44Z', 'revision_number': 7, 'project_id': 'a98506393404401480b2b26b3027bae2', 'gw_port': {'id': 'ee0f92ae-e61b-4bea-88d6-9eb011b74bf8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afa51c7-2b55-4ccc-9608-373c59afa38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:06:28Z', 'updated_at': '2022-04-01T16:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:46.965977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Calling delete_port for 9706a9b0-e147-4916-af2c-14876bf93e1b owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:07:46.989218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] For port ee0f92ae-e61b-4bea-88d6-9eb011b74bf8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:07:46.989834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.113111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Calling delete_port for ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:07:47.126903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.171279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] Pushing event deleted for resources: {'Port': ['ID=9706a9b0-e147-4916-af2c-14876bf93e1b,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:47.176945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0ae89-c5d0-46a1-9125-ec7ebb8532d0 None None] No DVR routers for this DVR port 9706a9b0-e147-4916-af2c-14876bf93e1b on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:47.349407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.430469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Port': ['ID=ee0f92ae-e61b-4bea-88d6-9eb011b74bf8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:47.602982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.773609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.776340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.875232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.875757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Fanout notify agent at l3_agent the message router_deleted on router 7afa51c7-2b55-4ccc-9608-373c59afa38f {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:07:47.896569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:47.897686 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7be13d42-c516-4f0f-b68d-752caa464988 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/routers/7afa51c7-2b55-4ccc-9608-373c59afa38f HTTP/1.1" status: 204 len: 168 time: 1.5270016 Apr 01 16:07:47.901516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:48.022267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.155338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.180339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff923f8-0d54-4422-9809-6c9570108f3e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:48.195678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce11789-29b7-473b-a6d2-66a9617f1aa0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:48.195971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce11789-29b7-473b-a6d2-66a9617f1aa0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:48.207604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.223471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.229472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:07:48.229860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:07:48.243747 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:07:48.387084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.405051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:48.419811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] Pushing event deleted for resources: {'Network': ['ID=bff923f8-0d54-4422-9809-6c9570108f3e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:48.486647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab07da46-9907-4409-a156-8d10d71e65d3 tempest-TestNetworkBasicOps-1059413574 tempest-TestNetworkBasicOps-1059413574-project] 10.222.0.18 "DELETE /v2.0/networks/bff923f8-0d54-4422-9809-6c9570108f3e HTTP/1.1" status: 204 len: 168 time: 0.5840197 Apr 01 16:07:48.534537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:48.564900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-d1cb9459-f7ac-4790-9159-4093caf9e48d req-5c2c1bc2-66a1-4f4a-aba2-a37b3e8d9b36 service neutron] (88601) timed out ('10.222.0.90', 59213) {{(pid=88601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:07:48.569481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:07:48.569825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ee0f92ae-e61b-4bea-88d6-9eb011b74bf8 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:48.570239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9706a9b0-e147-4916-af2c-14876bf93e1b no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:48.605990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9706a9b0-e147-4916-af2c-14876bf93e1b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:07:48.606234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9706a9b0-e147-4916-af2c-14876bf93e1b not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:48.606567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:48.647473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: aef25c8a-2cdc-4a5e-881f-224e100bb143 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:07:48.647817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device aef25c8a-2cdc-4a5e-881f-224e100bb143 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:49.067128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51924) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:49.213815 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a57ef23-36b5-4f7e-aa0c-13e32cbe484f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a98506393404401480b2b26b3027bae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455173 Apr 01 16:07:49.216256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:49.276490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:49.305144 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:49.438884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:49.455675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50305c7f-d8d4-4b06-8ced-c44c11eb444e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:49.464314 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:49.465431 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18423282-08f9-48b1-bf0d-fca1a206f834 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50305c7f-d8d4-4b06-8ced-c44c11eb444e HTTP/1.1" status: 204 len: 168 time: 0.2482874 Apr 01 16:07:50.059206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 51938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:50.077252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.091935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:50.095777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Usage tracker for resource:security_group_rule and tenant:c3662216c09847d49ee4ff049c3c9ac6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:50.098877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:50.105044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:50.186684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.244256 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.291401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3662216c09847d49ee4ff049c3c9ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310197 Apr 01 16:07:50.292313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08c9ae-544b-49fb-a65b-4273285f6c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad3fab-3fa3-4723-b987-53ee8e53f48c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:50.294970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:50.353853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.379863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.489728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.506449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad3fab-3fa3-4723-b987-53ee8e53f48c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:50.510782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:50.511769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5a8dee1e-4a45-4f54-92cc-fac5b46d3899 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0ad3fab-3fa3-4723-b987-53ee8e53f48c HTTP/1.1" status: 204 len: 168 time: 0.2149975 Apr 01 16:07:51.601252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:51.708755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-5891501-network', 'tenant_id': '0a02d13cf7b54c8c9b8f7038991701d8'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:51.713621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:51.717543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Usage tracker for resource:network and tenant:0a02d13cf7b54c8c9b8f7038991701d8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:51.720426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:51.726314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:51.805957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Made reservation on behalf of 0a02d13cf7b54c8c9b8f7038991701d8 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:51.808283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:51.821389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:51.835774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:51.839600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Usage tracker for resource:security_group_rule and tenant:0a02d13cf7b54c8c9b8f7038991701d8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:51.842385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:51.848163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:51.937369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.000300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.030672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:07:52.039751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c0079-a43e-4a75-b980-06b24c3af1d7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:52.046475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.046822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Added segment e4f50d4d-013c-4081-aa61-b6f4cca39a46 of type vlan for network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 Apr 01 16:07:52.074067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.164543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.165573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:52.166173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.269646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed3d4cf-74b3-4f69-a630-97ff283bcd61,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:52.279402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:07:52.321388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dca49060-bf9e-47ce-b822-13483ca59122 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7188497 Apr 01 16:07:52.324403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:52.329897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Request body: {'subnet': {'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-5891501-subnet', 'tenant_id': '0a02d13cf7b54c8c9b8f7038991701d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:52.335438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:52.339453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Usage tracker for resource:subnet and tenant:0a02d13cf7b54c8c9b8f7038991701d8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:52.342412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:52.349010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:52.411924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Made reservation on behalf of 0a02d13cf7b54c8c9b8f7038991701d8 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:52.414246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.669164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.747680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:52.751682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Checking segment: {'id': 'e4f50d4d-013c-4081-aa61-b6f4cca39a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:07:52.752039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Network hostable DHCP agents. Network: 9ed3d4cf-74b3-4f69-a630-97ff283bcd61, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:07:52.845760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:07:52.903154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9ed3d4cf-74b3-4f69-a630-97ff283bcd61) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:52.907289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:52.907875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:52.911678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c29c77-ac85-47ff-a0f7-76d403948c56 None None] Network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:07:52.999387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b95cc953-21b2-40ad-bc82-b6b3fb4ad74a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6737864 Apr 01 16:07:53.123292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d23c94-4104-45f3-a559-ff6995a5d603 None None] Network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:07:53.695477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51990) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:53.701051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1389833746-network', 'tenant_id': '65d5e41f61ef4306b43d2f95c605066e'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:53.705809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:53.709623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Usage tracker for resource:network and tenant:65d5e41f61ef4306b43d2f95c605066e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:53.712465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:53.718106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:53.823357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Made reservation on behalf of 65d5e41f61ef4306b43d2f95c605066e for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:53.825631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:53.838330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:53.853302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:53.857068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Usage tracker for resource:security_group_rule and tenant:65d5e41f61ef4306b43d2f95c605066e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:53.859888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:53.865537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:53.945946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:53.988651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.021026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:07:54.026634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea025e56-348d-437f-8df9-fc4bb302762c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:54.035460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.035460 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Added segment 926f32f1-89ce-40c8-9e90-228343985a0b of type vlan for network 1552d200-111f-4caf-a1dd-d2371be7f34b Apr 01 16:07:54.061956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.137455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.138468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:54.139050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.335435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] Pushing event updated for resources: {'Network': ['ID=1552d200-111f-4caf-a1dd-d2371be7f34b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:54.344760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1552d200-111f-4caf-a1dd-d2371be7f34b details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:07:54.372303 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19e8445c-1311-4d0f-bd54-ef997b534492 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6756909 Apr 01 16:07:54.375057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 51994) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:54.381433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Request body: {'subnet': {'network_id': '1552d200-111f-4caf-a1dd-d2371be7f34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1389833746-subnet', 'tenant_id': '65d5e41f61ef4306b43d2f95c605066e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:54.386291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:54.390143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Usage tracker for resource:subnet and tenant:65d5e41f61ef4306b43d2f95c605066e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:54.393056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:54.399486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:54.457775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Made reservation on behalf of 65d5e41f61ef4306b43d2f95c605066e for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:54.460159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.725868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.802530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=276620d4-4724-4c1d-99ec-9dad450c545c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:54.807335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Checking segment: {'id': '926f32f1-89ce-40c8-9e90-228343985a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1552d200-111f-4caf-a1dd-d2371be7f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:07:54.807696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Network hostable DHCP agents. Network: 1552d200-111f-4caf-a1dd-d2371be7f34b, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:07:54.879955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Network 1552d200-111f-4caf-a1dd-d2371be7f34b is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:07:54.960115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1552d200-111f-4caf-a1dd-d2371be7f34b) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:54.964546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:54.965189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:54.968507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5425478-b764-41f6-a1b6-9ff5a662945b None None] Network 1552d200-111f-4caf-a1dd-d2371be7f34b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:07:55.040212 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d3e1abc-5633-4ff4-80c7-d64a04c9d77c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6635554 Apr 01 16:07:55.183723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606ed33-ed7b-4132-80f5-b90a5f4361b0 None None] Network 1552d200-111f-4caf-a1dd-d2371be7f34b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:07:55.605339 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-67d76b3e-9d8d-478c-bf57-fe1d5afcb639 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:55.613240 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-67d76b3e-9d8d-478c-bf57-fe1d5afcb639 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/networks?id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61 HTTP/1.1" status: 200 len: 809 time: 0.1431174 Apr 01 16:07:55.621663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-882df7b8-605f-4563-a2ec-d9a8a28a370b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/quotas/0a02d13cf7b54c8c9b8f7038991701d8 HTTP/1.1" status: 200 len: 375 time: 0.0093417 Apr 01 16:07:55.672484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-4ac50020-5745-47ab-a549-48b04e35df60 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456722 Apr 01 16:07:55.803874 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-61c10cb3-2d2e-4462-863d-77045cf9b4be service neutron] 10.222.0.18 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248724 Apr 01 16:07:55.934789 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-7db6e02f-befc-45e3-8c91-5b135d21ba2d service neutron] 10.222.0.18 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248233 Apr 01 16:07:56.191205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd65662c-52d7-41c4-a818-b97d875cb0bc req-78339068-2d5e-4be2-ba8a-13c5c6f26159 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 210 time: 0.0467327 Apr 01 16:07:57.285028 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9b3aab7-3ed4-4d13-8749-5ed960a5f72f req-f2237170-2256-4bb8-a43c-6ffb38bc54a1 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 210 time: 0.0426283 Apr 01 16:07:58.434450 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ea280846-ac3f-4777-b4d6-14b86304e78f req-ab74a961-4321-4f0a-a257-7871ea0b5a03 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 210 time: 0.0422351 Apr 01 16:07:58.585819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-e80d7687-854d-4c68-9a1f-b0f6af66501d tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:58.586506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3230e989-d44a-496d-bacc-81b89199166a req-e80d7687-854d-4c68-9a1f-b0f6af66501d tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Synchronizing usage tracker for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:07:58.668604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3230e989-d44a-496d-bacc-81b89199166a req-e80d7687-854d-4c68-9a1f-b0f6af66501d tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Unset dirty status for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:07:58.669792 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-e80d7687-854d-4c68-9a1f-b0f6af66501d tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.90 "GET /v2.0/networks?id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61 HTTP/1.1" status: 200 len: 809 time: 0.2279379 Apr 01 16:07:58.682036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Request body: {'port': {'device_id': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61', 'admin_state_up': True, 'tenant_id': '0a02d13cf7b54c8c9b8f7038991701d8'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:58.821135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:07:58.824918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Usage tracker for resource:port and tenant:0a02d13cf7b54c8c9b8f7038991701d8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:07:58.827737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:07:58.833533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:07:58.903105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Made reservation on behalf of 0a02d13cf7b54c8c9b8f7038991701d8 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:58.907680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.070523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Allocated IP 172.20.0.7 (9ed3d4cf-74b3-4f69-a630-97ff283bcd61/222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca/60fd8637-65ca-4d1b-832e-0bd523139dd6) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:59.272859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.375767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.445695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:59.448691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:59.457299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:07:59.461612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9de63db0-8e09-4daf-b99f-4552755b4757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.493699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Pushing event updated for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:59.525768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:59.526372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.610677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-8619d67b-b50f-45c2-b61b-b9673433a26b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9323277 Apr 01 16:07:59.634920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07d067-6326-4b92-bb5a-6e3bcdbe0572 req-403a44c0-cc37-4d3a-b52e-aa693268e6c3 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:59.636431 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9d07d067-6326-4b92-bb5a-6e3bcdbe0572 req-403a44c0-cc37-4d3a-b52e-aa693268e6c3 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 931 time: 0.0911930 Apr 01 16:07:59.681360 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9d07d067-6326-4b92-bb5a-6e3bcdbe0572 req-77158b68-75a0-4a86-b011-89a64b2d3f56 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Apr 01 16:07:59.722802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Request body: {'port': {'device_id': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:59.830971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.162689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fd8637-65ca-4d1b-832e-0bd523139dd6 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:00.169896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.184397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Transition to ACTIVE for port object 60fd8637-65ca-4d1b-832e-0bd523139dd6 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:00.251553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.476910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Pushing event updated for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:00.576833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Attempting to bind port 60fd8637-65ca-4d1b-832e-0bd523139dd6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:00.577175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Attempting to bind port 60fd8637-65ca-4d1b-832e-0bd523139dd6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'e4f50d4d-013c-4081-aa61-b6f4cca39a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:00.577509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Attempting to bind port 60fd8637-65ca-4d1b-832e-0bd523139dd6 on network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:00.582555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Port 60fd8637-65ca-4d1b-832e-0bd523139dd6 on network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:08:00.582876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Attempting to bind port 60fd8637-65ca-4d1b-832e-0bd523139dd6 on network 9ed3d4cf-74b3-4f69-a630-97ff283bcd61 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:00.587906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:00.588255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Checking segment: {'id': 'e4f50d4d-013c-4081-aa61-b6f4cca39a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:00.588636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Bound using segment: {'id': 'e4f50d4d-013c-4081-aa61-b6f4cca39a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:00.589062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Bound port: 60fd8637-65ca-4d1b-832e-0bd523139dd6, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f50d4d-013c-4081-aa61-b6f4cca39a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:00.589409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.684381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:00.687568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6,segment=NetworkSegment(e4f50d4d-013c-4081-aa61-b6f4cca39a46),segment_id=e4f50d4d-013c-4081-aa61-b6f4cca39a46)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:00.781735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.881164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:00.881768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:00.883125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] 10.222.0.90 "PUT /v2.0/ports/60fd8637-65ca-4d1b-832e-0bd523139dd6 HTTP/1.1" status: 200 len: 1093 time: 1.2657475 Apr 01 16:08:00.886780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:00.915869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73ce4-50b9-40fe-b430-fc419cfcc20a service neutron] Pushing event updated for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:00.935608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6', 'status': 'completed', 'code': 200} Apr 01 16:08:00.948876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-9478966b-17d9-4ec5-811f-969a79d1ed1f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:00.949584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-9478966b-17d9-4ec5-811f-969a79d1ed1f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Synchronizing usage tracker for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:01.033415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-d420ff5c-0289-44dc-b512-aec570011a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:01.035366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-d420ff5c-0289-44dc-b512-aec570011a50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 1096 time: 0.0818896 Apr 01 16:08:01.130237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-9478966b-17d9-4ec5-811f-969a79d1ed1f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Unset dirty status for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:01.131562 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-9478966b-17d9-4ec5-811f-969a79d1ed1f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 943 time: 0.3167152 Apr 01 16:08:01.208354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-a967f632-599f-4525-a7fa-30371200f4b2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Synchronizing usage tracker for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:01.215545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-db1b29b0-31e8-4d06-a166-90ef418926d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:01.217016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-db1b29b0-31e8-4d06-a166-90ef418926d7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1751997 Apr 01 16:08:01.324991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-a967f632-599f-4525-a7fa-30371200f4b2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Unset dirty status for tenant:0a02d13cf7b54c8c9b8f7038991701d8 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:01.326147 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef082fbd-443f-4fd8-9ce7-2c0a1df1b76f req-a967f632-599f-4525-a7fa-30371200f4b2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809468 Apr 01 16:08:01.363572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-06b2b1db-2958-4c1b-a5df-c3d532154bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:01.365028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ca498e1-ecff-4555-ab10-d22dc6cf624f req-06b2b1db-2958-4c1b-a5df-c3d532154bab service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399271 Apr 01 16:08:01.470956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-96ccd791-8ef4-402a-a4a1-7a3940792782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:01.472455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-96ccd791-8ef4-402a-a4a1-7a3940792782 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 1096 time: 0.0740864 Apr 01 16:08:01.543367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-8ebe8967-a2cd-4c8e-9c46-1e3a92dfe78b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6 HTTP/1.1" status: 200 len: 217 time: 0.0639203 Apr 01 16:08:01.604130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e989-d44a-496d-bacc-81b89199166a req-0b5169d2-36c3-4924-95ee-9c9bde1af214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:01.605539 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-0b5169d2-36c3-4924-95ee-9c9bde1af214 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca HTTP/1.1" status: 200 len: 849 time: 0.0567644 Apr 01 16:08:01.652636 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-864c4187-c4ca-408b-89e8-febda081699c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407078 Apr 01 16:08:01.787541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-ac76e302-9ea4-4522-9042-1517c31cd989 service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290488 Apr 01 16:08:01.921369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3230e989-d44a-496d-bacc-81b89199166a req-5de75d8d-715d-477d-8bc6-82ec13e7eef5 service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Apr 01 16:08:02.360149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e0b82bc-545c-497c-bdc7-0abea2f34e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:02.517008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92313-4372-4339-9d3d-d61b7422443c req-ff819dc2-b74e-46ef-a709-e9832c8d0929 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:02.519105 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fc92313-4372-4339-9d3d-d61b7422443c req-ff819dc2-b74e-46ef-a709-e9832c8d0929 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 943 time: 0.0824807 Apr 01 16:08:02.562798 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fc92313-4372-4339-9d3d-d61b7422443c req-7d1b41d7-77f6-4ce1-b39b-f38ba11834a9 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379908 Apr 01 16:08:02.805567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:02.935468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:03.605119 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:03.749806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528cb1e-0fd1-4686-94bf-6dacbdce9ee0 req-38946515-ad61-4db2-862e-99bfd8a29886 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.751343 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3528cb1e-0fd1-4686-94bf-6dacbdce9ee0 req-38946515-ad61-4db2-862e-99bfd8a29886 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 943 time: 0.0836148 Apr 01 16:08:03.758521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:03.797827 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3528cb1e-0fd1-4686-94bf-6dacbdce9ee0 req-61cd2482-af94-4aeb-b8b0-218ef7ebfd0c tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Apr 01 16:08:04.142281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 60fd8637-65ca-4d1b-832e-0bd523139dd6 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:08:04.276130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6,segment=NetworkSegment(e4f50d4d-013c-4081-aa61-b6f4cca39a46),segment_id=e4f50d4d-013c-4081-aa61-b6f4cca39a46)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:04.289662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '60fd8637-65ca-4d1b-832e-0bd523139dd6', 'network_id': '9ed3d4cf-74b3-4f69-a630-97ff283bcd61', 'port_id': '60fd8637-65ca-4d1b-832e-0bd523139dd6', 'mac_address': 'fa:16:3e:dc:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:08:04.347924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:04.364859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fd8637-65ca-4d1b-832e-0bd523139dd6 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:04.380580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6,segment=NetworkSegment(e4f50d4d-013c-4081-aa61-b6f4cca39a46),segment_id=e4f50d4d-013c-4081-aa61-b6f4cca39a46)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:04.483534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:04.552662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:04.560812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:04.685376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['60fd8637-65ca-4d1b-832e-0bd523139dd6'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:08:05.090963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5d02f-4a75-412b-b184-e05c338f6083 req-8e22c4fc-2554-4613-8eea-9377bb9ea6ef tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:05.092454 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13c5d02f-4a75-412b-b184-e05c338f6083 req-8e22c4fc-2554-4613-8eea-9377bb9ea6ef tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 944 time: 0.1914725 Apr 01 16:08:05.136712 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13c5d02f-4a75-412b-b184-e05c338f6083 req-ed1f8099-0bcc-434b-87bf-19eca2fd5eb7 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Apr 01 16:08:06.158034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 60fd8637-65ca-4d1b-832e-0bd523139dd6 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:06.301222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 60fd8637-65ca-4d1b-832e-0bd523139dd6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:06.306466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 60fd8637-65ca-4d1b-832e-0bd523139dd6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:06.310573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:06.331190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28500c08-59b8-4cf9-8487-6e4b6a9a2c48 req-f09c5a45-7d8d-4b55-a668-0573051c1a68 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.333318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28500c08-59b8-4cf9-8487-6e4b6a9a2c48 req-f09c5a45-7d8d-4b55-a668-0573051c1a68 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 944 time: 0.0859032 Apr 01 16:08:06.380215 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28500c08-59b8-4cf9-8487-6e4b6a9a2c48 req-beef48a3-086f-4523-95d5-31f0c62c4dae tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Apr 01 16:08:06.431695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:06.457481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:06.468113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6,segment=NetworkSegment(e4f50d4d-013c-4081-aa61-b6f4cca39a46),segment_id=e4f50d4d-013c-4081-aa61-b6f4cca39a46)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:06.503869 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6', 'code': 200} Apr 01 16:08:06.542962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:06.613476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:06.877193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af572c-5e01-42cf-a4ca-18cf238318bf req-a16318c7-e3b7-47e5-81a2-359a8f5aef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.878641 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22af572c-5e01-42cf-a4ca-18cf238318bf req-a16318c7-e3b7-47e5-81a2-359a8f5aef20 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 1098 time: 0.0711946 Apr 01 16:08:06.923775 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22af572c-5e01-42cf-a4ca-18cf238318bf req-e0a84acb-bf3f-4228-9012-79a521cc522b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Apr 01 16:08:07.566253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4863-b136-482b-a1ef-5b19b7b88453 req-5c23f29e-95be-41f2-8674-fcabac6506e2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:07.567714 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-442d4863-b136-482b-a1ef-5b19b7b88453 req-5c23f29e-95be-41f2-8674-fcabac6506e2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0833800 Apr 01 16:08:07.702026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-442d4863-b136-482b-a1ef-5b19b7b88453 req-cceffc58-6258-4c06-bee5-5d0eec8ba4f4 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285689 Apr 01 16:08:08.885163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9eee3-c06c-4600-9f00-a4880f3d9c14 req-86616e1b-982f-4bf8-8793-d8ce1ad50a71 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:08.886603 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26b9eee3-c06c-4600-9f00-a4880f3d9c14 req-86616e1b-982f-4bf8-8793-d8ce1ad50a71 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0785458 Apr 01 16:08:08.933709 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26b9eee3-c06c-4600-9f00-a4880f3d9c14 req-3aaa32ab-b14a-440e-a087-710f04018337 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Apr 01 16:08:09.112986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b577a-a13e-4684-88d2-2c4c9c49b2cb req-f43ca660-067d-4296-8062-4107e1ccadac tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:09.114438 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de0b577a-a13e-4684-88d2-2c4c9c49b2cb req-f43ca660-067d-4296-8062-4107e1ccadac tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0790670 Apr 01 16:08:09.158743 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de0b577a-a13e-4684-88d2-2c4c9c49b2cb req-2cf85be0-8fab-4ede-8c31-5f050d347af2 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Apr 01 16:08:09.725923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a17b3-74ed-4564-8bdf-91d085f6c5b9 req-1a74aa6a-8107-4a7d-bd8c-019052eb714f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:09.727373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2f2a17b3-74ed-4564-8bdf-91d085f6c5b9 req-1a74aa6a-8107-4a7d-bd8c-019052eb714f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Apr 01 16:08:09.771375 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2f2a17b3-74ed-4564-8bdf-91d085f6c5b9 req-58069681-1f0f-4cfd-b478-95820dcd0756 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Apr 01 16:08:10.953475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4fee-3e13-4c98-9c83-122f01066e85 req-11f90473-b4e6-40aa-a0f3-940899a6f509 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.954944 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-460b4fee-3e13-4c98-9c83-122f01066e85 req-11f90473-b4e6-40aa-a0f3-940899a6f509 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0803638 Apr 01 16:08:10.999777 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-460b4fee-3e13-4c98-9c83-122f01066e85 req-0d090729-52ff-49ae-8257-5caedd7e71a8 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Apr 01 16:08:11.504369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdb6bf-e0b6-4ddb-9a5e-fc34eebc3182 req-4559993c-816d-47c0-a161-668eab81292f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.505796 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fcdb6bf-e0b6-4ddb-9a5e-fc34eebc3182 req-4559993c-816d-47c0-a161-668eab81292f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0993309 Apr 01 16:08:11.548992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6747c-dd32-4271-8733-5cd33516947e req-9e13065a-154b-47bd-9697-3fef1370c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.549905 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fcdb6bf-e0b6-4ddb-9a5e-fc34eebc3182 req-8f5f6ee6-ab07-4256-9f72-9a44b9a18fdf tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383990 Apr 01 16:08:11.551017 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-9e13065a-154b-47bd-9697-3fef1370c10c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 1098 time: 0.0745790 Apr 01 16:08:11.685049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6747c-dd32-4271-8733-5cd33516947e req-311c2439-cc02-4385-b508-0ddf114a742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.686508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-311c2439-cc02-4385-b508-0ddf114a742f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61 HTTP/1.1" status: 200 len: 910 time: 0.1301332 Apr 01 16:08:11.752326 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-fdefbc6d-59ea-46e3-88c1-14725cdad685 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6 HTTP/1.1" status: 200 len: 217 time: 0.0597312 Apr 01 16:08:11.815765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6747c-dd32-4271-8733-5cd33516947e req-e30df0d3-6481-4768-bbb3-0410f5a473fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.817103 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-e30df0d3-6481-4768-bbb3-0410f5a473fe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca HTTP/1.1" status: 200 len: 849 time: 0.0597637 Apr 01 16:08:11.862778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-c470d592-2237-409e-a477-afc9037786ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398347 Apr 01 16:08:11.989495 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-2534ea5b-d948-44d6-81ce-13058529722a service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212783 Apr 01 16:08:12.117548 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fa6747c-dd32-4271-8733-5cd33516947e req-54189bc8-99f2-49d1-996b-3cc4104612b0 service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223731 Apr 01 16:08:12.741185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2079731-36fd-40d4-b8e1-6fd61c7cf6e8 req-ecf3081d-9ebd-4877-b5e1-21b413b49699 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:12.742726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2079731-36fd-40d4-b8e1-6fd61c7cf6e8 req-ecf3081d-9ebd-4877-b5e1-21b413b49699 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0846474 Apr 01 16:08:12.788995 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2079731-36fd-40d4-b8e1-6fd61c7cf6e8 req-323551a7-cb31-4c2a-9547-06dfc54aeb84 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Apr 01 16:08:13.970225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06165e65-75ab-4793-ac58-8df02b4cae56 req-57aae579-2fa2-49f0-8070-e1828cad9adc tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.971698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-06165e65-75ab-4793-ac58-8df02b4cae56 req-57aae579-2fa2-49f0-8070-e1828cad9adc tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0795484 Apr 01 16:08:14.014966 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-06165e65-75ab-4793-ac58-8df02b4cae56 req-2e20572b-c666-43bf-8790-9dc537162631 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 Apr 01 16:08:14.642276 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae183-fbb7-47d2-80f6-c56e59d9762f req-237f7528-6e75-4f53-a029-f6c66667cd12 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:14.643761 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ae183-fbb7-47d2-80f6-c56e59d9762f req-237f7528-6e75-4f53-a029-f6c66667cd12 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0815136 Apr 01 16:08:14.687525 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ae183-fbb7-47d2-80f6-c56e59d9762f req-96e33c70-a1dc-4a57-98d8-1a4dd63da1f7 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Apr 01 16:08:15.870629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2ca02-3a65-43b7-9e6c-f8736838668c req-8e4ca381-e90b-4d89-a508-582e1bfae86f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:15.872115 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98b2ca02-3a65-43b7-9e6c-f8736838668c req-8e4ca381-e90b-4d89-a508-582e1bfae86f tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0807054 Apr 01 16:08:15.916728 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98b2ca02-3a65-43b7-9e6c-f8736838668c req-b8988adc-899a-4a20-afbd-8ae1ac2d0bcc tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Apr 01 16:08:16.427533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a7ee-3ab1-4503-93e0-fc931022bae3 req-456d9b9f-7a29-45c1-a21b-efe4641e49ea tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.428873 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3b9a7ee-3ab1-4503-93e0-fc931022bae3 req-456d9b9f-7a29-45c1-a21b-efe4641e49ea tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.1262701 Apr 01 16:08:16.487058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-cddf6058-110a-45bf-81d0-315b33e939c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.488553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-cddf6058-110a-45bf-81d0-315b33e939c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 1098 time: 0.1161456 Apr 01 16:08:16.491626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3b9a7ee-3ab1-4503-93e0-fc931022bae3 req-ce486e9f-a390-4b0c-ba7f-fa3bf6e31241 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551901 Apr 01 16:08:16.616261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-a24c6a19-29c1-4c66-b361-b18a7075b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.617690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-a24c6a19-29c1-4c66-b361-b18a7075b155 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61 HTTP/1.1" status: 200 len: 910 time: 0.1234696 Apr 01 16:08:16.683106 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-95f9c10f-45cd-420c-92fe-13744012cbc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6 HTTP/1.1" status: 200 len: 217 time: 0.0588348 Apr 01 16:08:16.841736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-12459bf0-008d-4e8a-9f83-f249b6bb1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.843186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-12459bf0-008d-4e8a-9f83-f249b6bb1bc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca HTTP/1.1" status: 200 len: 849 time: 0.1544640 Apr 01 16:08:16.889124 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-fe430564-0f11-488d-b6a9-5daedb7c2ba5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9ed3d4cf-74b3-4f69-a630-97ff283bcd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396512 Apr 01 16:08:17.017197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-de159ab4-6486-4dbf-ae45-9a673f88c3ee service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218150 Apr 01 16:08:17.145764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45ffba70-a31d-47bd-b94f-962e38065b00 req-47ea39ed-83cb-493f-a730-0dac2f88354f service neutron] 10.222.0.90 "GET /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228292 Apr 01 16:08:17.678685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79313f3-3215-4048-bfc9-7d9315507795 req-7fde09ea-828c-4d4a-b8fb-9d030a7775ad tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:17.680172 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e79313f3-3215-4048-bfc9-7d9315507795 req-7fde09ea-828c-4d4a-b8fb-9d030a7775ad tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0824964 Apr 01 16:08:17.726417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e79313f3-3215-4048-bfc9-7d9315507795 req-633b4b0c-78f5-4aff-b8c1-0e394ccde85b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Apr 01 16:08:18.911665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50c3f0-c542-4431-8c56-4fbe384b21a8 req-04e82d93-7806-4dde-8975-b9446227f850 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:18.913091 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd50c3f0-c542-4431-8c56-4fbe384b21a8 req-04e82d93-7806-4dde-8975-b9446227f850 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0838430 Apr 01 16:08:18.955992 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd50c3f0-c542-4431-8c56-4fbe384b21a8 req-c6db3a7c-53d5-409b-8b6d-bcaed0b9e013 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Apr 01 16:08:19.549250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfaa35-d188-4104-9ba0-15a637fe1956 req-a360d57c-2b7d-486a-904d-ab1e8f1cbfef tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:19.550727 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dcfaa35-d188-4104-9ba0-15a637fe1956 req-a360d57c-2b7d-486a-904d-ab1e8f1cbfef tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0783548 Apr 01 16:08:19.595243 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dcfaa35-d188-4104-9ba0-15a637fe1956 req-d0a26d8a-3d3a-43e6-9745-638e6dc9a51e tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Apr 01 16:08:20.778785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a10fc-f3e7-49a5-97e6-4c5e80f86b73 req-890de35c-e16e-444e-9034-24cfa126e019 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:20.780175 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef0a10fc-f3e7-49a5-97e6-4c5e80f86b73 req-890de35c-e16e-444e-9034-24cfa126e019 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0808516 Apr 01 16:08:20.823801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef0a10fc-f3e7-49a5-97e6-4c5e80f86b73 req-5452e129-c8dc-4667-abc0-89d2f81d2a56 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb6c0079-a43e-4a75-b980-06b24c3af1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Apr 01 16:08:21.288340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-cf61df2b-999e-4c9c-ada3-98ff171ee43c tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:21.289766 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-cf61df2b-999e-4c9c-ada3-98ff171ee43c tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.90 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 945 time: 0.0816951 Apr 01 16:08:21.358084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Deleting port 60fd8637-65ca-4d1b-832e-0bd523139dd6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:08:21.358431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.604257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] For port 60fd8637-65ca-4d1b-832e-0bd523139dd6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=60fd8637-65ca-4d1b-832e-0bd523139dd6,segment=NetworkSegment(e4f50d4d-013c-4081-aa61-b6f4cca39a46),segment_id=e4f50d4d-013c-4081-aa61-b6f4cca39a46)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:21.604611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.727068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Calling delete_port for 60fd8637-65ca-4d1b-832e-0bd523139dd6 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:08:21.968956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.980318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['60fd8637-65ca-4d1b-832e-0bd523139dd6'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:08:22.017344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-434ebbdd-9bd5-45b5-939a-2efe8b07d05a req-d5b0dd99-b87f-4ca1-a897-f1a5fa77ac65 tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57 HTTP/1.1" status: 200 len: 210 time: 0.0850656 Apr 01 16:08:22.028457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Pushing event deleted for resources: {'Port': ['ID=60fd8637-65ca-4d1b-832e-0bd523139dd6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:22.101776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] No DVR routers for this DVR port 60fd8637-65ca-4d1b-832e-0bd523139dd6 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:08:22.104612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:22.107260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'name': 'network-vif-deleted', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:22.153069 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f7f2f5-660f-4c81-b9dc-d46ce3a80b57', 'name': 'network-vif-deleted', 'tag': '60fd8637-65ca-4d1b-832e-0bd523139dd6', 'status': 'completed', 'code': 200} Apr 01 16:08:22.169794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-406318fa-4c76-44c1-b4b2-ba26ac465ac4 req-21b3cd17-ffc0-4649-a5c7-1d2e10b23a7b tempest-TestServerAdvancedOps-46447267 tempest-TestServerAdvancedOps-46447267-project] 10.222.0.90 "DELETE /v2.0/ports/60fd8637-65ca-4d1b-832e-0bd523139dd6 HTTP/1.1" status: 204 len: 173 time: 0.8751101 Apr 01 16:08:23.117631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:23.179535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Deleting subnet 222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:08:23.182472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.230776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.382895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.513419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.550716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:23.554959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.560864 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0163f61-9b51-4871-a288-6ebd8bcc6ebf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/222c1eaf-e24e-4a66-a0fd-4c7fc2ee56ca HTTP/1.1" status: 204 len: 168 time: 0.4415667 Apr 01 16:08:23.563319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:23.669575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.791752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.815994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed3d4cf-74b3-4f69-a630-97ff283bcd61']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:23.831563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f50d4d-013c-4081-aa61-b6f4cca39a46') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:23.831870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f50d4d-013c-4081-aa61-b6f4cca39a46') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:23.843563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.860434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.866408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:08:23.866798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:08:23.879751 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:08:24.027819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.044369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.058502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed3d4cf-74b3-4f69-a630-97ff283bcd61,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.136931 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d6cbbd69-952e-4e6c-84df-efa614d83972 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ed3d4cf-74b3-4f69-a630-97ff283bcd61 HTTP/1.1" status: 204 len: 168 time: 0.5726039 Apr 01 16:08:24.141121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:24.197777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Deleting subnet 276620d4-4724-4c1d-99ec-9dad450c545c {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:08:24.200769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.248172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.251098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 60fd8637-65ca-4d1b-832e-0bd523139dd6 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:24.289153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 60fd8637-65ca-4d1b-832e-0bd523139dd6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:08:24.289390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 60fd8637-65ca-4d1b-832e-0bd523139dd6 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:08:24.307780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.428035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.465817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276620d4-4724-4c1d-99ec-9dad450c545c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.469417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.475494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-11ac0f05-51a8-4d5a-87b1-1fd2b8f9e045 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/276620d4-4724-4c1d-99ec-9dad450c545c HTTP/1.1" status: 204 len: 168 time: 0.3349323 Apr 01 16:08:24.478507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52110) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:24.584128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.706677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.731851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1552d200-111f-4caf-a1dd-d2371be7f34b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:24.747830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926f32f1-89ce-40c8-9e90-228343985a0b') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:24.748028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926f32f1-89ce-40c8-9e90-228343985a0b') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:24.759863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.775680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.781580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:08:24.781958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:08:24.794570 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:08:24.929567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.945138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.957749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1552d200-111f-4caf-a1dd-d2371be7f34b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.960577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87bae441-d2f3-481d-b69c-e00c49fba5ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/1552d200-111f-4caf-a1dd-d2371be7f34b HTTP/1.1" status: 204 len: 168 time: 0.4813461 Apr 01 16:08:25.330210 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:25.381413 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-961395b2-da81-41b3-a7eb-26d9c51ac8ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a02d13cf7b54c8c9b8f7038991701d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500233 Apr 01 16:08:25.383974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:25.440403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.465352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.598749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.616004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c0079-a43e-4a75-b980-06b24c3af1d7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.696508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.697747 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72744a61-f854-47cd-bace-936b99908913 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb6c0079-a43e-4a75-b980-06b24c3af1d7 HTTP/1.1" status: 204 len: 168 time: 0.3128495 Apr 01 16:08:26.359047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:26.406906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-96121d2a-fab8-439d-a0f2-c5a6cd7ac23d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65d5e41f61ef4306b43d2f95c605066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465519 Apr 01 16:08:26.409346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:26.465930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:26.492241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:26.609062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:26.623290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea025e56-348d-437f-8df9-fc4bb302762c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:26.629694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:26.630801 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f3cf74d-803c-4f33-a54e-476f224c2d1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea025e56-348d-437f-8df9-fc4bb302762c HTTP/1.1" status: 204 len: 168 time: 0.2205541 Apr 01 16:08:27.656479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52156) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.760190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23436074-network', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:27.765407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.769264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Usage tracker for resource:network and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.772746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.779561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.975713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Made reservation on behalf of ef55ec76d8364b70850cd6da3e562638 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:27.977994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.990132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.007408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:28.011209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:28.013927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:28.019513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:28.100360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.148142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.180023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:28.185232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb166ff4-be96-4f2d-be7e-57f53cc25d31,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.192724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.192724 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Added segment f0e6b9b7-2352-4214-bcd9-6b53084741be of type vlan for network c159d816-a69d-4afb-9797-e2871906f50e Apr 01 16:08:28.219311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.330270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.331164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:28.331744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.432978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] Pushing event updated for resources: {'Network': ['ID=c159d816-a69d-4afb-9797-e2871906f50e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.442377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c159d816-a69d-4afb-9797-e2871906f50e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:08:28.491400 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f784536c-91d8-4c88-ad0a-8abfddee7a61 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8332505 Apr 01 16:08:28.494047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52162) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:28.499853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Request body: {'subnet': {'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23436074-subnet', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:28.504984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:28.509567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Usage tracker for resource:subnet and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:28.513678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:28.518263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:28.598662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Made reservation on behalf of ef55ec76d8364b70850cd6da3e562638 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:28.601515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.856081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.021708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cae011-4b07-456b-965b-7a2220b2aff8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.031128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:29.031513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Network hostable DHCP agents. Network: c159d816-a69d-4afb-9797-e2871906f50e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:29.090067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Network c159d816-a69d-4afb-9797-e2871906f50e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:29.169247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c159d816-a69d-4afb-9797-e2871906f50e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:29.173831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:29.174942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.178874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e15440-0578-409b-8b45-d9ac86e2b2ec None None] Network c159d816-a69d-4afb-9797-e2871906f50e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:08:29.250377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3a72522-88aa-41b0-8391-aac0df968500 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7552760 Apr 01 16:08:29.253051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52166) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:29.258568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:29.263566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:29.267383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Usage tracker for resource:router and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:29.270238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:29.276232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:29.336245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.337523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.352419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.392662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c159d816-a69d-4afb-9797-e2871906f50e', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:08:29.393471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.451411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4bca-6e03-44b1-aa01-f57bd9b215ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.550921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Allocated IP 172.20.0.2 (c159d816-a69d-4afb-9797-e2871906f50e/98cae011-4b07-456b-965b-7a2220b2aff8/f2accc08-9150-4221-acb0-4b83339de39d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:29.657246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.759884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.769731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Transition to ACTIVE for port object f2accc08-9150-4221-acb0-4b83339de39d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:29.789084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Transition to ACTIVE for port object f2accc08-9150-4221-acb0-4b83339de39d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:29.861881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.920622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:29.923275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:29.931459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:29.940674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Pushing event updated for resources: {'Port': ['ID=f2accc08-9150-4221-acb0-4b83339de39d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.979485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.979828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.980162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.980492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.980817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.981142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.981461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.981780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.982104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.982420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.982732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:29.983047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:30.036136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Attempting to bind port f2accc08-9150-4221-acb0-4b83339de39d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:30.036506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Attempting to bind port f2accc08-9150-4221-acb0-4b83339de39d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:30.036864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Attempting to bind port f2accc08-9150-4221-acb0-4b83339de39d on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:30.042759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:30.043127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:30.043556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.043946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Bound using segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:30.044410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Bound port: f2accc08-9150-4221-acb0-4b83339de39d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:30.044779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.055783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.086553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.138896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] For port f2accc08-9150-4221-acb0-4b83339de39d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:30.141925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] For port f2accc08-9150-4221-acb0-4b83339de39d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f2accc08-9150-4221-acb0-4b83339de39d,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:30.222168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.222433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Allocated IP 172.26.7.213 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/a8294aac-ed08-4785-a48c-300d2b5a699f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:30.341637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e60d0-9542-4f14-9f9f-ea2a03aaed18 None None] Pushing event updated for resources: {'Port': ['ID=f2accc08-9150-4221-acb0-4b83339de39d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.379134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.477877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:30.556953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:30.564338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:30.568803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:30.601824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Pushing event updated for resources: {'Port': ['ID=a8294aac-ed08-4785-a48c-300d2b5a699f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:30.634465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f2accc08-9150-4221-acb0-4b83339de39d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:30.757680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f2accc08-9150-4221-acb0-4b83339de39d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:31.193572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.244906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0574ed-dff2-41b0-820c-5c18d09fdacd None None] Network c159d816-a69d-4afb-9797-e2871906f50e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:08:31.411775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Provisioning for port f2accc08-9150-4221-acb0-4b83339de39d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:31.421059 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Provisioning complete for port f2accc08-9150-4221-acb0-4b83339de39d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:31.421432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.534705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.593517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.628983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] For port f2accc08-9150-4221-acb0-4b83339de39d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f2accc08-9150-4221-acb0-4b83339de39d,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:31.679035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.756319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c984ef0-d9f1-4505-b710-84502b34eaa9 None None] Pushing event updated for resources: {'Port': ['ID=f2accc08-9150-4221-acb0-4b83339de39d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:31.801168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1432a65e-e532-424d-8269-3d887add6f6c None None] Provisioning complete for port f2accc08-9150-4221-acb0-4b83339de39d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:31.801530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1432a65e-e532-424d-8269-3d887add6f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.805049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:08:31.980970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:08:31.990295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:31.999712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:32.000345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:32.050319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.051591 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-851de228-12db-4a1d-a8c3-626def8d608a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7976012 Apr 01 16:08:32.054354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52170) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:32.176700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:32.388879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-578c2f94-554a-4d46-b575-1534c7dabd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.475835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:32.480010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:32.480363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Updating router 7277873f-564b-4245-a0d5-afe0e7e2eb98 port a8294aac-ed08-4785-a48c-300d2b5a699f binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:32.537495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.566336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f2accc08-9150-4221-acb0-4b83339de39d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:32.717772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f2accc08-9150-4221-acb0-4b83339de39d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:32.718516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.845689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.909400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.994141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.054923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Allocated IP 172.20.0.1 (c159d816-a69d-4afb-9797-e2871906f50e/98cae011-4b07-456b-965b-7a2220b2aff8/9b027077-3f84-4ba7-84ac-aa2114014880) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:33.086368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.098412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Transition to ACTIVE for port object a8294aac-ed08-4785-a48c-300d2b5a699f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:33.170087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.201844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.217935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Transition to ACTIVE for port object 9b027077-3f84-4ba7-84ac-aa2114014880 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:33.248814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Attempting to bind port a8294aac-ed08-4785-a48c-300d2b5a699f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:33.249033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Attempting to bind port a8294aac-ed08-4785-a48c-300d2b5a699f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:33.249404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Attempting to bind port a8294aac-ed08-4785-a48c-300d2b5a699f on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:33.252806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1130-3e20-4cc0-aaff-face232379dc None None] Pushing event updated for resources: {'Port': ['ID=a8294aac-ed08-4785-a48c-300d2b5a699f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.257514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:33.258327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:33.258327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.258649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:33.259114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Bound port: a8294aac-ed08-4785-a48c-300d2b5a699f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:33.259507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.307769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.333094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] For port a8294aac-ed08-4785-a48c-300d2b5a699f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:33.336561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] For port a8294aac-ed08-4785-a48c-300d2b5a699f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a8294aac-ed08-4785-a48c-300d2b5a699f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:33.371278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:33.373972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:33.381750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:33.387776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.418161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Pushing event updated for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.444339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.470275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:33.470934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:33.528905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1130-3e20-4cc0-aaff-face232379dc None None] Pushing event updated for resources: {'Port': ['ID=a8294aac-ed08-4785-a48c-300d2b5a699f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.662706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:33.760068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.774676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-df3fd79b-9f2c-4f32-8f6e-9559ed8b1240 None None] Provisioning for port 9b027077-3f84-4ba7-84ac-aa2114014880 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:33.799069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-df3fd79b-9f2c-4f32-8f6e-9559ed8b1240 None None] Provisioning complete for port 9b027077-3f84-4ba7-84ac-aa2114014880 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:33.799387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-df3fd79b-9f2c-4f32-8f6e-9559ed8b1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.921106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.924790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-df3fd79b-9f2c-4f32-8f6e-9559ed8b1240 None None] Port 9b027077-3f84-4ba7-84ac-aa2114014880 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:08:33.985318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.014737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:34.018650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53bdb88-a18d-49e9-9f7e-1b36817e43d1 None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:30Z', 'revision_number': 3, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:34.044394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.153316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Pushing event updated for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:34.155854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.426400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:34.427620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:34.558754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.595406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a8294aac-ed08-4785-a48c-300d2b5a699f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:34.655994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:08:34.677615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-76d35efc-a58f-49d9-9cae-785fcb1ecb35 None None] Provisioning complete for port 9b027077-3f84-4ba7-84ac-aa2114014880 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:34.677986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-76d35efc-a58f-49d9-9cae-785fcb1ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.739479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-76d35efc-a58f-49d9-9cae-785fcb1ecb35 None None] Port 9b027077-3f84-4ba7-84ac-aa2114014880 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:08:34.844845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:08:34.850159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port a8294aac-ed08-4785-a48c-300d2b5a699f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:34.854090 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0736104e-cd9d-4280-b7da-cfc49bb2c5bf admin admin] 10.222.0.18 "PUT /v2.0/routers/7277873f-564b-4245-a0d5-afe0e7e2eb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985811 Apr 01 16:08:34.860851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a8294aac-ed08-4785-a48c-300d2b5a699f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:34.861470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.982721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.000192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port a8294aac-ed08-4785-a48c-300d2b5a699f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a8294aac-ed08-4785-a48c-300d2b5a699f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:35.073081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.149905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=a8294aac-ed08-4785-a48c-300d2b5a699f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:35.548716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:35.554871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458781157-network', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:35.559750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:35.560642 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:35.563611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Usage tracker for resource:network and tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:35.566441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:35.569763 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:35.570374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:35.573288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:35.627104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Made reservation on behalf of ef7f4a7ba7c94c2c9cf319ad6519fad9 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:35.629382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.644702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.659055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:35.662864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Usage tracker for resource:security_group_rule and tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:35.666163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:35.671757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:35.750671 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:35.753224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.831688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.866372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:35.871592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d3497-70f0-40cd-aaa8-302bc9d435f2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:35.881777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.881777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Added segment f904e9a7-45be-49b7-8bac-8dcb7766b733 of type vlan for network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 Apr 01 16:08:35.906249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.009532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.010638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:36.011252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.060056 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 2, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:36.064509 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:36.065055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Updating router 7277873f-564b-4245-a0d5-afe0e7e2eb98 port 9b027077-3f84-4ba7-84ac-aa2114014880 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:36.114434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] Pushing event updated for resources: {'Network': ['ID=c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:36.124562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:08:36.131750 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.207547 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1d70d88-aeea-4f81-b46b-01da673bcb4d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6549463 Apr 01 16:08:36.207994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:36.214577 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Request body: {'subnet': {'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458781157-subnet', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:36.220276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:36.224721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Usage tracker for resource:subnet and tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:36.228773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:36.234998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:36.283804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Made reservation on behalf of ef7f4a7ba7c94c2c9cf319ad6519fad9 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:36.286119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.478408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.489903 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Transition to ACTIVE for port object 9b027077-3f84-4ba7-84ac-aa2114014880 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:36.541926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.547217 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.561340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a8294aac-ed08-4785-a48c-300d2b5a699f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:36.626643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=800ccda5-b86a-41d0-93bf-fb8bed1e9611,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:36.630813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Checking segment: {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:36.631132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Network hostable DHCP agents. Network: c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:36.642499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a8294aac-ed08-4785-a48c-300d2b5a699f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:36.643032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.707096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:36.730201 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Pushing event updated for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:36.769684 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.770054 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.770400 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.770795 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.771064 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.776466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:36.792793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:36.796950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:36.797670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.803400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b65b4-d480-4832-ba2c-2eafb1119478 None None] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:08:36.832066 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Attempting to bind port 9b027077-3f84-4ba7-84ac-aa2114014880 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:36.832440 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Attempting to bind port 9b027077-3f84-4ba7-84ac-aa2114014880 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:36.832798 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Attempting to bind port 9b027077-3f84-4ba7-84ac-aa2114014880 on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:36.839560 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:36.839931 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:36.840325 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.840742 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Bound using segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:36.841198 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Bound port: 9b027077-3f84-4ba7-84ac-aa2114014880, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:36.841589 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.901923 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-458fdb51-8645-4385-9f52-178c776574ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6926281 Apr 01 16:08:36.904383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:36.910083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:36.915123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:36.919372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Usage tracker for resource:router and tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:36.922626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:36.929087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:36.933430 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] For port 9b027077-3f84-4ba7-84ac-aa2114014880, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:36.936602 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] For port 9b027077-3f84-4ba7-84ac-aa2114014880, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b027077-3f84-4ba7-84ac-aa2114014880,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:36.997866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:36.998921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.014373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.020850 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.038752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:08:37.039747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.098729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770c128-139b-4e1e-bee7-cb1deb2fdb8c None None] Pushing event updated for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:37.109215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:37.109215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:37.231653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Allocated IP 172.20.0.2 (c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422/800ccda5-b86a-41d0-93bf-fb8bed1e9611/25972e8b-9641-448d-a9eb-c46b2cad592a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:37.317559 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:37.397880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.474708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.485627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Transition to ACTIVE for port object 25972e8b-9641-448d-a9eb-c46b2cad592a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:37.505682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Transition to ACTIVE for port object 25972e8b-9641-448d-a9eb-c46b2cad592a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:37.575576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.640275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:37.643131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:37.651860 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:37.652178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:37.656467 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c036723-55ef-4421-a8d1-16a04d46d97c None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:36Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:37.686713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Pushing event updated for resources: {'Port': ['ID=25972e8b-9641-448d-a9eb-c46b2cad592a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:37.780232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Attempting to bind port 25972e8b-9641-448d-a9eb-c46b2cad592a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:37.780605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Attempting to bind port 25972e8b-9641-448d-a9eb-c46b2cad592a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:37.780977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Attempting to bind port 25972e8b-9641-448d-a9eb-c46b2cad592a on network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:37.787662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:37.788580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Checking segment: {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:37.788975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.789777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Bound using segment: {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:37.789948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Bound port: 25972e8b-9641-448d-a9eb-c46b2cad592a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:37.790239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.894134 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] For port 25972e8b-9641-448d-a9eb-c46b2cad592a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:37.897603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] For port 25972e8b-9641-448d-a9eb-c46b2cad592a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25972e8b-9641-448d-a9eb-c46b2cad592a,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:37.908144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.939516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.970652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:38.074247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd66d3-e3a1-4522-abd0-6e0594c84afb None None] Pushing event updated for resources: {'Port': ['ID=25972e8b-9641-448d-a9eb-c46b2cad592a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.086406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Allocated IP 172.26.7.252 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/17d0965a-c20d-454a-857b-415b8e425a3f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:38.255758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:38.324547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:38.390738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:38.403409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:38.405858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:38.436117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Pushing event updated for resources: {'Port': ['ID=17d0965a-c20d-454a-857b-415b8e425a3f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.631430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b027077-3f84-4ba7-84ac-aa2114014880 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:38.780407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9b027077-3f84-4ba7-84ac-aa2114014880 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:38.785876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9b027077-3f84-4ba7-84ac-aa2114014880 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:38.789790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:38.965157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:38.971774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.002248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9b027077-3f84-4ba7-84ac-aa2114014880, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b027077-3f84-4ba7-84ac-aa2114014880,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:39.073379 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.074111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25972e8b-9641-448d-a9eb-c46b2cad592a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:39.183809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106ba15-d589-4c70-bf73-79c1edcf10b1 None None] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:08:39.231553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:39.345662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8a3c13a8-e642-4e88-94e3-1688d6016447 None None] Provisioning for port 25972e8b-9641-448d-a9eb-c46b2cad592a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:39.453676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.456016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 25972e8b-9641-448d-a9eb-c46b2cad592a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:39.466269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 25972e8b-9641-448d-a9eb-c46b2cad592a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:39.466636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.606895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.644642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 25972e8b-9641-448d-a9eb-c46b2cad592a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25972e8b-9641-448d-a9eb-c46b2cad592a,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:39.735335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.735592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Router a3286104-64bf-425a-a654-9e8af79e40ef is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:08:39.810114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9b0a1ec1-58a4-461e-a37c-ba3808443268 None None] Provisioning complete for port 25972e8b-9641-448d-a9eb-c46b2cad592a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:39.810491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1ec1-58a4-461e-a37c-ba3808443268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.849744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=25972e8b-9641-448d-a9eb-c46b2cad592a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:39.920858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:08:39.933260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Sync routers for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:39.947958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:39.948383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:40.038873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:40.040214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed417ffb-ff11-4596-927b-5bdcbfcb901d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1343641 Apr 01 16:08:40.043032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:40.126735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:40.404410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 3, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:40.408186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Checking router: a3286104-64bf-425a-a654-9e8af79e40ef for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:40.408535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Updating router a3286104-64bf-425a-a654-9e8af79e40ef port 17d0965a-c20d-454a-857b-415b8e425a3f binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:40.459640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:40.575022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b027077-3f84-4ba7-84ac-aa2114014880 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:40.604201 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:40.748468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9b027077-3f84-4ba7-84ac-aa2114014880 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:40.749071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:40.810479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.002330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25972e8b-9641-448d-a9eb-c46b2cad592a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:41.019623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Allocated IP 172.20.0.1 (c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422/800ccda5-b86a-41d0-93bf-fb8bed1e9611/b6c45ee6-231f-45a9-bb84-baf02d64e319) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:41.031773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.055593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Transition to ACTIVE for port object 17d0965a-c20d-454a-857b-415b8e425a3f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:41.082624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 25972e8b-9641-448d-a9eb-c46b2cad592a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:41.082991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.174755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.177989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.191122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Transition to ACTIVE for port object b6c45ee6-231f-45a9-bb84-baf02d64e319 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:41.280361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Attempting to bind port 17d0965a-c20d-454a-857b-415b8e425a3f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:41.280643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Attempting to bind port 17d0965a-c20d-454a-857b-415b8e425a3f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:41.281001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Attempting to bind port 17d0965a-c20d-454a-857b-415b8e425a3f on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:41.284526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb824d0-5073-4cad-bceb-36e23930330f None None] Pushing event updated for resources: {'Port': ['ID=17d0965a-c20d-454a-857b-415b8e425a3f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:41.290056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.290407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:41.290899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:41.291283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.291556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:41.292017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Bound port: 17d0965a-c20d-454a-857b-415b8e425a3f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:41.292384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.349666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:41.353331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:41.355889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:08:41.364588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] For port 17d0965a-c20d-454a-857b-415b8e425a3f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:41.368283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] For port 17d0965a-c20d-454a-857b-415b8e425a3f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=17d0965a-c20d-454a-857b-415b8e425a3f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:41.407894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:41.423032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.423412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.423795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.424124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.424453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.424780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.425106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.425433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.425752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.426071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.426391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.426848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:41.433052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.438074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.514727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:41.515385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:41.585867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb824d0-5073-4cad-bceb-36e23930330f None None] Pushing event updated for resources: {'Port': ['ID=17d0965a-c20d-454a-857b-415b8e425a3f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:41.608620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.667755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d482248-4167-4b55-ba85-0ba7750f17a6 None None] Provisioning for port b6c45ee6-231f-45a9-bb84-baf02d64e319 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:41.683239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d482248-4167-4b55-ba85-0ba7750f17a6 None None] Provisioning complete for port b6c45ee6-231f-45a9-bb84-baf02d64e319 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:41.683613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d482248-4167-4b55-ba85-0ba7750f17a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.757410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:41.806037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d482248-4167-4b55-ba85-0ba7750f17a6 None None] Port b6c45ee6-231f-45a9-bb84-baf02d64e319 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:08:41.835309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.894897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:42.004834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:42.009143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:42.071041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'b6c45ee6-231f-45a9-bb84-baf02d64e319', 'name': '', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'mac_address': 'fa:16:3e:04:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:40Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 1, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'subnets': [{'id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:42.075067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16473a9-85ac-40b0-ab52-4c016c5c164f None None] The sync data for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv is: [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'b6c45ee6-231f-45a9-bb84-baf02d64e319', 'name': '', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'mac_address': 'fa:16:3e:04:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:40Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 1, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'subnets': [{'id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:42.146145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:42.148175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:42.355001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Router a3286104-64bf-425a-a654-9e8af79e40ef has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:08:42.432444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ef34ad5-6db8-47c7-bf00-1e406dfae530 None None] Provisioning complete for port b6c45ee6-231f-45a9-bb84-baf02d64e319 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:42.432746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ad5-6db8-47c7-bf00-1e406dfae530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:42.494416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ef34ad5-6db8-47c7-bf00-1e406dfae530 None None] Port b6c45ee6-231f-45a9-bb84-baf02d64e319 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:08:42.667810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:08:42.669114 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-768f5975-5161-4047-b1af-781f742eaf64 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3286104-64bf-425a-a654-9e8af79e40ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6248653 Apr 01 16:08:43.342266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:43.347510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254446575', 'description': 'tempest-secgroup-smoke-1254446575 description', 'project_id': 'ef55ec76d8364b70850cd6da3e562638'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:43.354117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:43.357933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:43.361495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:43.367289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:43.449633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.469708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:43.473551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:43.477120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:43.482908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:43.554440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.603397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.643823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1c6111-7448-4338-94ea-4aceec1cd3f4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.651753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.652108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.652452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.652792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.653131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.653467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.653799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.654130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.654461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.654787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.655111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.655458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:43.712591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.713769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e89e4352-a7c6-451e-a6be-26ed4389e303 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3705020 Apr 01 16:08:43.716746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:43.722317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:43.728714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:43.734429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:43.735458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:43.741212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:43.828240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.889400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.975425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.998725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d442792e-c6d7-439f-8527-6cfd1a2c9144,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.084172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.088143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73abf174-c05c-4040-aa3c-4a8a02b8c3d4 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676541 Apr 01 16:08:44.088608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:44.093779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:44.100242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:44.105273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:44.108535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:44.114293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:44.218926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.282276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.340986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.366742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e40e7c-189e-4d95-8099-36c9811db48d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.426698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.427944 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e215ba6e-b3a5-44c2-9442-371c997e3c6e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383083 Apr 01 16:08:44.431589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:44.436628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:44.447855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:44.450543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:44.453755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:44.459532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:44.547870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.585606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 17d0965a-c20d-454a-857b-415b8e425a3f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:44.610854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.666458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.689411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 17d0965a-c20d-454a-857b-415b8e425a3f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:44.691449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0527121-20f9-44aa-b5e8-7a171dae0f30,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.695023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 17d0965a-c20d-454a-857b-415b8e425a3f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:44.695535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.752218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.756362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:44.761423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b275deab-c1a2-4784-b130-9c8dd96f354d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3238323 Apr 01 16:08:44.763544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:44.768369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:44.772513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:44.776080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:44.782236 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:44.820225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.836204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 17d0965a-c20d-454a-857b-415b8e425a3f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=17d0965a-c20d-454a-857b-415b8e425a3f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:44.873630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.918119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.938494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.987897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=17d0965a-c20d-454a-857b-415b8e425a3f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.992968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.017308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2135a77-8752-4c3f-a0dc-6e7007e99a44,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:45.066538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.070898 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3bb0d25c-af47-40b4-8cd5-21ff8cc804ee tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098497 Apr 01 16:08:45.071064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:45.076090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:45.082106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:45.086007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:45.088911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:45.094874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:45.175214 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Project ef55ec76d8364b70850cd6da3e562638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:45.183185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.246628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.323082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.346531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbadbe89-3909-49d7-948d-5431ee8f5547,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:45.421253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.422540 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b67f96ac-db12-46ae-a6f9-05debe4b6416 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504546 Apr 01 16:08:45.425140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:45.427492 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Sync routers for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:45.431123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'security_group_rule': {'security_group_id': '2c1c6111-7448-4338-94ea-4aceec1cd3f4', 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:45.436984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:45.437584 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:45.441704 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:45.441845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:security_group_rule and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:45.443920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:45.449922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:45.518362 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Project ef55ec76d8364b70850cd6da3e562638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:45.525493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.590591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.655093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.679443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53fc22c-36e1-4d15-9355-60c5330c5bec,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:45.703964 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:45.764703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.769583 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db9da88f-27aa-478b-a4e6-53c00e744fbb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3432829 Apr 01 16:08:46.146393 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'b6c45ee6-231f-45a9-bb84-baf02d64e319', 'name': '', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'mac_address': 'fa:16:3e:04:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:40Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 2, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'subnets': [{'id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:46.150844 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Checking router: a3286104-64bf-425a-a654-9e8af79e40ef for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:46.151230 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Updating router a3286104-64bf-425a-a654-9e8af79e40ef port b6c45ee6-231f-45a9-bb84-baf02d64e319 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:08:46.206160 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.546558 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.557948 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Transition to ACTIVE for port object b6c45ee6-231f-45a9-bb84-baf02d64e319 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:46.568434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 17d0965a-c20d-454a-857b-415b8e425a3f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:46.633316 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.638919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 17d0965a-c20d-454a-857b-415b8e425a3f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:46.639329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.882710 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc071d7-3d4d-4eee-90b5-b96825bd763f None None] Pushing event updated for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.893891 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Attempting to bind port b6c45ee6-231f-45a9-bb84-baf02d64e319 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:46.894269 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Attempting to bind port b6c45ee6-231f-45a9-bb84-baf02d64e319 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:46.894605 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Attempting to bind port b6c45ee6-231f-45a9-bb84-baf02d64e319 on network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:08:46.901535 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:08:46.901907 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Checking segment: {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:08:46.902307 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.902695 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Bound using segment: {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:08:46.903182 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Bound port: b6c45ee6-231f-45a9-bb84-baf02d64e319, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f904e9a7-45be-49b7-8bac-8dcb7766b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:46.903547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.997847 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] For port b6c45ee6-231f-45a9-bb84-baf02d64e319, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:08:46.998528 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] For port b6c45ee6-231f-45a9-bb84-baf02d64e319, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c45ee6-231f-45a9-bb84-baf02d64e319,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:08:47.055113 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:47.132799 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc071d7-3d4d-4eee-90b5-b96825bd763f None None] Pushing event updated for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:47.141181 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:08:47.141595 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:08:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:47.327043 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:08:47.687622 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b6193f28-e170-4414-87df-e657f594f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'b6c45ee6-231f-45a9-bb84-baf02d64e319', 'name': '', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'mac_address': 'fa:16:3e:04:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:40Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'subnets': [{'id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:47.691792 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6193f28-e170-4414-87df-e657f594f645 None None] The sync data for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv is: [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:41Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'b6c45ee6-231f-45a9-bb84-baf02d64e319', 'name': '', 'network_id': 'c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'mac_address': 'fa:16:3e:04:f5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:40Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 4, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'subnets': [{'id': '800ccda5-b86a-41d0-93bf-fb8bed1e9611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:48.587013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c45ee6-231f-45a9-bb84-baf02d64e319 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:48.706322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port b6c45ee6-231f-45a9-bb84-baf02d64e319 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:48.712997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b6c45ee6-231f-45a9-bb84-baf02d64e319 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:48.713550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:48.835345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:48.867866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port b6c45ee6-231f-45a9-bb84-baf02d64e319, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c45ee6-231f-45a9-bb84-baf02d64e319,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:08:48.923979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:48.998391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:50.722427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c45ee6-231f-45a9-bb84-baf02d64e319 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:50.722427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port b6c45ee6-231f-45a9-bb84-baf02d64e319 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:50.722427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.454329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21968c83-e66b-41e8-b832-bfba93899b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:02.398096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dac6810d-ba2b-49de-8c76-2eae1732aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:02.894491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:02.946464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:03.769011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:04.608838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:12.024419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d9ee0da7-a880-4acc-875d-2e4681094e86 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:12.094336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d9ee0da7-a880-4acc-875d-2e4681094e86 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:12.095593 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d9ee0da7-a880-4acc-875d-2e4681094e86 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254446575&fields=id&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 267 time: 0.1097739 Apr 01 16:09:12.244083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ef9dbdb5-f31f-4d58-ba03-c6e1e0dd316d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.244674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ef9dbdb5-f31f-4d58-ba03-c6e1e0dd316d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:12.316467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ef9dbdb5-f31f-4d58-ba03-c6e1e0dd316d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:12.317586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ef9dbdb5-f31f-4d58-ba03-c6e1e0dd316d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.2151697 Apr 01 16:09:12.332994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-90f8938c-ad36-4f47-b375-2d8ef57379bb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/quotas/ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Apr 01 16:09:12.418630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d8eedbb4-239c-4b65-9a46-ca6ee0998074 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:12.500372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d8eedbb4-239c-4b65-9a46-ca6ee0998074 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:12.501583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d8eedbb4-239c-4b65-9a46-ca6ee0998074 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633787 Apr 01 16:09:12.659432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ab1a4189-4cc8-4009-b540-ab7ef2ae7719 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:09:12.660445 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-ab1a4189-4cc8-4009-b540-ab7ef2ae7719 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477482 Apr 01 16:09:12.788751 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-829a2113-9265-4461-80cc-95ed7005931c service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223485 Apr 01 16:09:12.916898 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-4540ef23-782f-4785-9bc7-c8b722052a1b service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224427 Apr 01 16:09:13.476159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-638256a8-95f6-4ec7-8823-dc9b2941c657 req-5501ccb2-aea1-425c-b993-f524998e545f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 210 time: 0.0459354 Apr 01 16:09:14.625071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd8f5e95-6c6f-4d22-bcf5-41bdc208be8d req-f39dd3ee-cefa-4302-aba7-e214f1770147 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 210 time: 0.0430908 Apr 01 16:09:15.469909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-208a8fee-94cc-44c0-9827-654eda66e435 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.471254 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-208a8fee-94cc-44c0-9827-654eda66e435 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.1468985 Apr 01 16:09:15.520270 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-e787f7a8-08a7-406a-a6f6-d9e4f8fe9ab8 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 380 time: 0.0397265 Apr 01 16:09:15.528645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'port': {'device_id': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'admin_state_up': True, 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'security_groups': ['2c1c6111-7448-4338-94ea-4aceec1cd3f4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:15.776847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:15.777871 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a79ab52b-adbb-4ef4-b629-80680e04415d req-a8241242-6879-48bc-a19b-41d32ffeffb3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 210 time: 0.0443635 Apr 01 16:09:15.787419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:15.882744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Made reservation on behalf of ef55ec76d8364b70850cd6da3e562638 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:15.886339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.054240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.20.0.12 (c159d816-a69d-4afb-9797-e2871906f50e/98cae011-4b07-456b-965b-7a2220b2aff8/339261d8-b217-47f6-ab90-7f6138f27eb2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:16.252039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.268906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Transition to ACTIVE for port object 339261d8-b217-47f6-ab90-7f6138f27eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:16.374217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.447807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:16.456098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:16.460448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:16.490592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:16.536159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.536797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.603273 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-3c44ef70-2bd9-4f0e-82f8-31c41de407f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0781517 Apr 01 16:09:16.615458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Request body: {'port': {'device_id': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:16.710934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5a1e71e-5bba-4a9a-adcf-1625f883bf88 None None] Provisioning for port 339261d8-b217-47f6-ab90-7f6138f27eb2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:16.716763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5a1e71e-5bba-4a9a-adcf-1625f883bf88 None None] Provisioning complete for port 339261d8-b217-47f6-ab90-7f6138f27eb2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:16.719369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e71e-5bba-4a9a-adcf-1625f883bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.732108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.772714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1e71e-5bba-4a9a-adcf-1625f883bf88 None None] Port 339261d8-b217-47f6-ab90-7f6138f27eb2 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:09:17.080611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ec66-a551-4f08-b387-d4acf93a7f22 req-a526e418-73be-44e6-9c35-ce21fc351bcb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.081197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6ee1ec66-a551-4f08-b387-d4acf93a7f22 req-a526e418-73be-44e6-9c35-ce21fc351bcb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:17.158432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339261d8-b217-47f6-ab90-7f6138f27eb2 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:17.165903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.181544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Transition to ACTIVE for port object 339261d8-b217-47f6-ab90-7f6138f27eb2 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:17.202295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6ee1ec66-a551-4f08-b387-d4acf93a7f22 req-a526e418-73be-44e6-9c35-ce21fc351bcb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:17.203480 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ee1ec66-a551-4f08-b387-d4acf93a7f22 req-a526e418-73be-44e6-9c35-ce21fc351bcb tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 932 time: 0.3029196 Apr 01 16:09:17.248958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ee1ec66-a551-4f08-b387-d4acf93a7f22 req-48e7de90-b0ab-46cd-97f8-4f0251e27f32 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Apr 01 16:09:17.265113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.423026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:17.506407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Attempting to bind port 339261d8-b217-47f6-ab90-7f6138f27eb2 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:17.506820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Attempting to bind port 339261d8-b217-47f6-ab90-7f6138f27eb2 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:17.507163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Attempting to bind port 339261d8-b217-47f6-ab90-7f6138f27eb2 on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:17.511921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Port 339261d8-b217-47f6-ab90-7f6138f27eb2 on network c159d816-a69d-4afb-9797-e2871906f50e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:09:17.512241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Attempting to bind port 339261d8-b217-47f6-ab90-7f6138f27eb2 on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:09:17.517252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:09:17.517592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:09:17.517990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Bound using segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:09:17.518411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Bound port: 339261d8-b217-47f6-ab90-7f6138f27eb2, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:17.518751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.604630 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:17.610555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:09:17.613460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=339261d8-b217-47f6-ab90-7f6138f27eb2,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:09:17.677054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.732255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.732845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.734854 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] 10.222.0.90 "PUT /v2.0/ports/339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 1094 time: 1.1236262 Apr 01 16:09:17.735264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:17.763063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92728-6185-429c-b5ea-8d223372ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:17.794178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'status': 'completed', 'code': 200} Apr 01 16:09:17.882750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-33b6fe17-b0d8-4c6b-bae0-e32ec3466d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.884285 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-33b6fe17-b0d8-4c6b-bae0-e32ec3466d16 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1097 time: 0.0747285 Apr 01 16:09:18.133411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-5f29f4cd-73de-4dc0-b18c-3b0a36c65a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.134874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-5f29f4cd-73de-4dc0-b18c-3b0a36c65a4b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ef55ec76d8364b70850cd6da3e562638&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2436941 Apr 01 16:09:18.268206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-26a2db7f-e127-4397-bdd9-a7744cd977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.269642 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-80edfb3e-bb9e-41e1-b5ab-c5046290a954 req-26a2db7f-e127-4397-bdd9-a7744cd977fc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287665 Apr 01 16:09:18.419905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-1b92e12e-5f22-4b9f-8e9f-ad353ab043f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.421403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-1b92e12e-5f22-4b9f-8e9f-ad353ab043f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1097 time: 0.1145968 Apr 01 16:09:18.491219 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-af72fe61-b66e-4f89-b72d-bc45d2c06700 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 217 time: 0.0625224 Apr 01 16:09:18.559286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f76226-391a-475d-bd6f-a7941612defb req-4be7b3f2-7439-4e6a-a251-5a2cab75001f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.560732 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70f76226-391a-475d-bd6f-a7941612defb req-4be7b3f2-7439-4e6a-a251-5a2cab75001f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.2005324 Apr 01 16:09:18.590452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d4db2000-2057-4cb0-8df0-e35b21997a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.591869 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-d4db2000-2057-4cb0-8df0-e35b21997a03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0907171 Apr 01 16:09:18.654752 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70f76226-391a-475d-bd6f-a7941612defb req-33a6a183-e550-4e46-b6ff-16e764edc843 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855644 Apr 01 16:09:18.682019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-49764cd1-7da0-4004-b2a5-0093bc010d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.683508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-49764cd1-7da0-4004-b2a5-0093bc010d63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814736 Apr 01 16:09:18.814929 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-c7cc7efe-53f6-4ec5-a846-135c4b188f5f service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253302 Apr 01 16:09:18.947995 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4c865ba8-83b2-445d-9df9-184ea0f0ff97 req-6b0cf489-67ca-4206-9274-a0ac4fa6f3bc service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270220 Apr 01 16:09:19.841125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f4b7b-7a48-4bfc-bd69-fc7b8fca9c7c req-45bb3d24-9de8-4771-9991-1ec5212bdd06 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:19.842564 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2f7f4b7b-7a48-4bfc-bd69-fc7b8fca9c7c req-45bb3d24-9de8-4771-9991-1ec5212bdd06 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0825622 Apr 01 16:09:19.889269 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2f7f4b7b-7a48-4bfc-bd69-fc7b8fca9c7c req-d766b710-5cbf-402a-8656-ad7bd34b2ba2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Apr 01 16:09:21.079277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfdcfe-e01d-476d-8074-0b8092e8c52d req-cad0852e-b63f-4bcf-ad3b-35dfc324f386 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.081421 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4dbfdcfe-e01d-476d-8074-0b8092e8c52d req-cad0852e-b63f-4bcf-ad3b-35dfc324f386 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0857735 Apr 01 16:09:21.125917 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4dbfdcfe-e01d-476d-8074-0b8092e8c52d req-f33a7984-f365-4ed8-afdf-2340756a47bf tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Apr 01 16:09:22.305584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47829-6de1-4903-b579-cf6438b6e96d req-629564a9-999a-4db0-ac68-5e4a870c3901 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:22.308025 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4b47829-6de1-4903-b579-cf6438b6e96d req-629564a9-999a-4db0-ac68-5e4a870c3901 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0799446 Apr 01 16:09:22.351567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d4b47829-6de1-4903-b579-cf6438b6e96d req-55383f3f-9054-4bc4-8699-adef86041ba3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384743 Apr 01 16:09:23.531926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a6f08-f60b-431a-9256-638429a10497 req-f0b9e2b7-33ff-425a-8768-c156f1d65f20 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.533399 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a57a6f08-f60b-431a-9256-638429a10497 req-f0b9e2b7-33ff-425a-8768-c156f1d65f20 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0787127 Apr 01 16:09:23.579748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a57a6f08-f60b-431a-9256-638429a10497 req-f3d1025e-946d-4016-9ceb-696f8caa6211 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Apr 01 16:09:24.765233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76984b-4838-4b60-94a4-7db1f3d8e9f1 req-0f47f38b-2601-415a-84eb-d632f0f50f44 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:24.766760 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c76984b-4838-4b60-94a4-7db1f3d8e9f1 req-0f47f38b-2601-415a-84eb-d632f0f50f44 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0825438 Apr 01 16:09:24.810904 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c76984b-4838-4b60-94a4-7db1f3d8e9f1 req-b2657ce6-5672-4011-83da-f7778d5f8852 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Apr 01 16:09:25.994761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ee24b-eeed-447f-af94-5885acc29333 req-46a3dac2-1d92-44d6-b2de-65bcf555a22f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:25.996267 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f39ee24b-eeed-447f-af94-5885acc29333 req-46a3dac2-1d92-44d6-b2de-65bcf555a22f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0794013 Apr 01 16:09:26.040647 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f39ee24b-eeed-447f-af94-5885acc29333 req-2c20b880-4a5a-4c77-b0ab-6c34d972ee20 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Apr 01 16:09:27.220330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6eb5-f995-420d-bae5-4f584a595e29 req-45397898-1a00-4b5e-babb-bf20c48ecde7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:27.221792 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-682c6eb5-f995-420d-bae5-4f584a595e29 req-45397898-1a00-4b5e-babb-bf20c48ecde7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.0788720 Apr 01 16:09:27.265740 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-682c6eb5-f995-420d-bae5-4f584a595e29 req-18896b14-0ea7-4bd1-9521-1067f5e13006 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382307 Apr 01 16:09:28.502262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75ec81-12a6-416f-8ae0-d5144e106517 req-e84e3aeb-4587-4fc6-ae1c-655f3af0c21e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:28.503757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d75ec81-12a6-416f-8ae0-d5144e106517 req-e84e3aeb-4587-4fc6-ae1c-655f3af0c21e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 944 time: 0.1342111 Apr 01 16:09:28.548621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d75ec81-12a6-416f-8ae0-d5144e106517 req-e3ebc8ff-2c1c-4fd1-90c7-dd0a473640ae tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 Apr 01 16:09:28.639449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 339261d8-b217-47f6-ab90-7f6138f27eb2 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:09:28.770681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=339261d8-b217-47f6-ab90-7f6138f27eb2,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:28.784178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'port_id': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'mac_address': 'fa:16:3e:f6:08:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:09:28.838425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:28.855090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339261d8-b217-47f6-ab90-7f6138f27eb2 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:28.870988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=339261d8-b217-47f6-ab90-7f6138f27eb2,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:28.950818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.020364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:29.155355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['339261d8-b217-47f6-ab90-7f6138f27eb2'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:09:29.476322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b51bfc-bcc1-4fc0-bc86-8ddf23016f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.823182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba6dc8-249d-4705-b844-dea89e8b9ceb req-ae2d8b93-4703-4e8e-a115-0ea0e41b4dbc tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:29.824730 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9dba6dc8-249d-4705-b844-dea89e8b9ceb req-ae2d8b93-4703-4e8e-a115-0ea0e41b4dbc tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 945 time: 0.1747320 Apr 01 16:09:29.868485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9dba6dc8-249d-4705-b844-dea89e8b9ceb req-9b7011bd-a8fb-4ec1-917b-f513c2540d53 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376723 Apr 01 16:09:30.638879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 339261d8-b217-47f6-ab90-7f6138f27eb2 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:09:30.773488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 339261d8-b217-47f6-ab90-7f6138f27eb2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:30.783579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 339261d8-b217-47f6-ab90-7f6138f27eb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:30.783579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.892779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.919780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:30.930114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=339261d8-b217-47f6-ab90-7f6138f27eb2,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:09:30.963209 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'code': 200} Apr 01 16:09:30.990350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.064227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c21f3e-da6d-491d-8730-fbb5be56c5f9 req-1237c193-5fc9-4583-bfc0-ca7d3f27a356 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.065742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41c21f3e-da6d-491d-8730-fbb5be56c5f9 req-1237c193-5fc9-4583-bfc0-ca7d3f27a356 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0907829 Apr 01 16:09:31.069538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:31.077496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.077855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.078200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.078566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.078903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.079275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.079612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.079946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.080273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.080624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.080955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.081276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:31.114374 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41c21f3e-da6d-491d-8730-fbb5be56c5f9 req-abecf92b-b014-4f9b-92c2-65651f6a018a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Apr 01 16:09:31.228104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2689f6c-06eb-4d51-aedb-fe11ae24c42b req-6f066abc-d35b-42a0-bcdb-cd9a17fe216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.229587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2689f6c-06eb-4d51-aedb-fe11ae24c42b req-6f066abc-d35b-42a0-bcdb-cd9a17fe216f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1099 time: 0.0757153 Apr 01 16:09:31.269629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b2689f6c-06eb-4d51-aedb-fe11ae24c42b req-9f813dc0-b3f9-4c56-8a6c-d5722310ed87 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Apr 01 16:09:32.305564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3edf34-a81a-4e35-ab7e-32f86391626f req-b5c60e19-39b9-4a91-ab1d-6162b928115d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.306928 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a3edf34-a81a-4e35-ab7e-32f86391626f req-b5c60e19-39b9-4a91-ab1d-6162b928115d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0838149 Apr 01 16:09:32.327847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be33da43-91c9-47f1-bde2-507245c3acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.354919 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a3edf34-a81a-4e35-ab7e-32f86391626f req-7a44bba4-ffe9-44f0-a2b8-8bf4abe4c20c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Apr 01 16:09:32.819848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:32.933531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.550738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28d916-6ca9-45e8-b316-4d78a2c529a7 req-4e0bbef7-ca13-4e76-acf5-20e7e0c66dc5 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:33.552234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af28d916-6ca9-45e8-b316-4d78a2c529a7 req-4e0bbef7-ca13-4e76-acf5-20e7e0c66dc5 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0859678 Apr 01 16:09:33.600548 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af28d916-6ca9-45e8-b316-4d78a2c529a7 req-87926b82-2a53-4828-873d-e0d64927b37d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Apr 01 16:09:33.756317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.787520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b2d50-2a34-438a-8d6f-5aff1a782f4f req-0d734523-10a3-4243-9dbf-6476ada54177 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:33.789046 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d64b2d50-2a34-438a-8d6f-5aff1a782f4f req-0d734523-10a3-4243-9dbf-6476ada54177 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0827639 Apr 01 16:09:33.836274 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d64b2d50-2a34-438a-8d6f-5aff1a782f4f req-02f24732-8ba9-4abc-b749-b882e2032542 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Apr 01 16:09:33.860100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52466) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:34.074077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220e950-9233-4152-acaa-ff78e83202d4 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:34.075623 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f220e950-9233-4152-acaa-ff78e83202d4 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1094 time: 0.2145181 Apr 01 16:09:34.078546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:34.083601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:34.089798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:09:34.093744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:floatingip and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:09:34.097333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:09:34.103950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:09:34.179670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.317012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.457526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.26.7.56 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/f6b148dc-16dc-4202-b6a3-29e6be245586) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:34.567788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.612722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.705858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.764402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:34.767988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:34.775979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:09:34.819239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=f6b148dc-16dc-4202-b6a3-29e6be245586,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:35.186721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.304870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.507819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.561680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.673875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=f6b148dc-16dc-4202-b6a3-29e6be245586,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:35.683557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.967248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 4171a055-207d-48d1-8ff0-104ad5836cd8 associated. External IP: 172.26.7.56, port: 339261d8-b217-47f6-ab90-7f6138f27eb2. Apr 01 16:09:36.321624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:09:36.500636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:09:36.510040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:36.519697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:36.520316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:09:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:36.584622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.639420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92b86f47-2c36-4618-922c-cefecf7099d2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5598147 Apr 01 16:09:36.640028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:36.728538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:36.740370 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'status': 'completed', 'code': 200} Apr 01 16:09:36.836432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-0c02569d-188a-4d37-8144-d4415fa29160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:36.838153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-0c02569d-188a-4d37-8144-d4415fa29160 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1099 time: 0.0749950 Apr 01 16:09:36.969959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-2f791d25-fe6b-4018-9803-890f590c9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:36.971453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-2f791d25-fe6b-4018-9803-890f590c9caa service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1273417 Apr 01 16:09:37.075044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-a600b11f-e72c-4b70-8852-8d04e11248a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 999 time: 0.0980871 Apr 01 16:09:37.079518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4171a055-207d-48d1-8ff0-104ad5836cd8', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:f6:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:09:35Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:37.083527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:37.091948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:09:37.092535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:09:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:37.138044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-c2947753-1ffe-4717-b161-b51d9b7b4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.139520 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-c2947753-1ffe-4717-b161-b51d9b7b4eef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0576558 Apr 01 16:09:37.216318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-bdee0735-a96c-4d71-88e5-436d61daf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.217800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-bdee0735-a96c-4d71-88e5-436d61daf1db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729291 Apr 01 16:09:37.267854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:09:37.353962 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-8ee5bbe0-3a21-45a7-81ef-8f7c098b1547 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301606 Apr 01 16:09:37.484239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e33a7364-6d61-47de-9157-572cc0ca6d75 req-44d96755-4a1f-4d47-b450-72df44f96c80 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244752 Apr 01 16:09:37.614474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4171a055-207d-48d1-8ff0-104ad5836cd8', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:f6:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:09:35Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:37.618548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f7ce0-0b02-4b77-b82a-71617cc4a161 None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4171a055-207d-48d1-8ff0-104ad5836cd8', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:f6:08:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:09:35Z', 'updated_at': '2022-04-01T16:09:35Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:37.824174 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1196b-f21a-476c-8eef-e1d9c88a88da None None] New status for floating IP 4171a055-207d-48d1-8ff0-104ad5836cd8: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:54.605361 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:59.458245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aae8d4c6-dded-4826-a16d-03c865c1d912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.439478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-d0ce2089-3a73-4b05-ac93-25fd4e070d38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670444 Apr 01 16:10:01.576352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-817b1da0-3b31-401e-a50c-f15321fde0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.580002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-817b1da0-3b31-401e-a50c-f15321fde0d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1099 time: 0.0741203 Apr 01 16:10:01.720336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-3dee6b9c-1444-49bc-b15e-c59aec3d7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.721752 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-3dee6b9c-1444-49bc-b15e-c59aec3d7d87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1264195 Apr 01 16:10:01.821660 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-e7270ea7-0e54-409e-893c-a79fe97af89f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0933342 Apr 01 16:10:01.886216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-852330a3-f7af-4e23-b4f9-e21d3ab03af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.887721 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-852330a3-f7af-4e23-b4f9-e21d3ab03af4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0601714 Apr 01 16:10:01.962144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-50acf89d-51b7-4d3e-8f29-cc3314f8b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.963617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-50acf89d-51b7-4d3e-8f29-cc3314f8b14b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705638 Apr 01 16:10:02.102906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-543eaf0b-f810-496b-a26c-c73017d81237 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326151 Apr 01 16:10:02.236101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a74370f1-b1b1-43d0-aa41-1d85ed2fdbbf req-f863b118-3eff-4ac4-a2f6-6c0519f33531 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271780 Apr 01 16:10:02.371722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32b0f213-ea45-4164-9129-240197c373a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.823753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.932911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.801569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.555449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:29.480148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-175765a8-fbc4-497d-8537-2b4a322c4ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:31.604279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:10:32.343496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd784210-e40d-4836-954c-0c968baf59d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:32.835371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:32.937481 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.766251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:34.571773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.473937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62e7125b-b3f9-4475-aa7d-b2fe5286fd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:02.347471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-112d1aa5-bfcd-43bb-aafd-776076989420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:02.354104 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-714af916-ba58-49d6-a3a8-e337aaeccd4f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759418 Apr 01 16:11:02.492836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-d141ddf4-1d34-4ae1-8eeb-9e705063b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.494269 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-d141ddf4-1d34-4ae1-8eeb-9e705063b28e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1099 time: 0.0706286 Apr 01 16:11:02.637316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-3a18283a-dd79-4ffe-9d3d-7657b2a69132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.638839 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-3a18283a-dd79-4ffe-9d3d-7657b2a69132 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1278183 Apr 01 16:11:02.743210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-bbfb091b-dc56-45c5-bb8c-503f4cfcc435 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0982604 Apr 01 16:11:02.805529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-2867a22a-7ced-46e2-88e3-ac65418ffacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.806961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-2867a22a-7ced-46e2-88e3-ac65418ffacf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0579965 Apr 01 16:11:02.863126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:02.884514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-909a2b7d-ca39-41b4-a1a5-0aceafaddea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:02.886229 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-909a2b7d-ca39-41b4-a1a5-0aceafaddea5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732899 Apr 01 16:11:02.937722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.020301 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-13182436-5c89-4eb2-83a2-c09788faa4a4 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284094 Apr 01 16:11:03.241974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1a541c9-6b42-44f8-a2f6-b5f63b1f0d94 req-9178eaa8-9be8-49eb-a87b-0fc26ca7ea11 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156184 Apr 01 16:11:03.782382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:04.574795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:08.604138 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:29.465281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ede4f4e5-b3b9-4377-8460-e7c10c87c924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.345205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe2091a7-ebbd-4497-9d2f-e5cd17f190cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.832966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.953359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:33.770027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.573454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:45.603261 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:59.501246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0477-36fe-4e0c-87f1-aa6e561b030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.337946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5728eee5-af6c-4dd1-8c8f-4ffe94d5bf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.832252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.923630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.766394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.341753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-e57987e2-8247-48f6-9177-f94c391c78eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696313 Apr 01 16:12:04.480139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-0baad036-0a36-452e-a128-a9da8571554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.482925 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-0baad036-0a36-452e-a128-a9da8571554a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 1099 time: 0.0739157 Apr 01 16:12:04.578432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.627608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-50fc84ec-eb90-4ad9-b60f-f4ec2323fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.632362 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-50fc84ec-eb90-4ad9-b60f-f4ec2323fdbf service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1271150 Apr 01 16:12:04.734880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-e0060cdc-95f8-46d7-826c-4ec81798d072 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0986814 Apr 01 16:12:04.796527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-8dd0cbae-325b-4998-9d66-653678b7b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.797968 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-8dd0cbae-325b-4998-9d66-653678b7b764 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0575325 Apr 01 16:12:04.876479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-22c7e413-9ed8-41fb-92f2-1d620ad809b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.880455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-22c7e413-9ed8-41fb-92f2-1d620ad809b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739300 Apr 01 16:12:05.009920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-5434bd80-2940-4a82-bc0c-a1d075680c3a service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235390 Apr 01 16:12:05.140937 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a349ec70-38fc-470c-aa2d-4241f98c5dfb req-96b1e648-1c3c-4267-9f48-acb98e326037 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272461 Apr 01 16:12:14.400687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b4c43-a4e0-4676-a8b1-48282f1daac7 req-5ad787d2-c96c-4c02-9f0d-e4626c6e6245 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:14.403577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f11b4c43-a4e0-4676-a8b1-48282f1daac7 req-5ad787d2-c96c-4c02-9f0d-e4626c6e6245 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0822470 Apr 01 16:12:14.446809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f11b4c43-a4e0-4676-a8b1-48282f1daac7 req-9e236c18-06c7-465c-907d-24ddf6fcf00d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385420 Apr 01 16:12:15.635984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ddf40-851e-425d-807e-66a740c46831 req-6c2a80a0-363f-4530-b45a-5632aed5be45 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.637435 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-453ddf40-851e-425d-807e-66a740c46831 req-6c2a80a0-363f-4530-b45a-5632aed5be45 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0817866 Apr 01 16:12:15.681560 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-453ddf40-851e-425d-807e-66a740c46831 req-3ebe40ec-b0fa-4a7b-a795-0712b4ab37b9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 Apr 01 16:12:15.866125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-2bdfcaef-78c6-47a9-8225-49dcce752513 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.867492 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-2bdfcaef-78c6-47a9-8225-49dcce752513 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 946 time: 0.0815322 Apr 01 16:12:15.939123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port 339261d8-b217-47f6-ab90-7f6138f27eb2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:12:15.939580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.187748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] For port 339261d8-b217-47f6-ab90-7f6138f27eb2, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=339261d8-b217-47f6-ab90-7f6138f27eb2,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:16.188152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.575505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.683414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.683414 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 4171a055-207d-48d1-8ff0-104ad5836cd8 disassociated. External IP: 172.26.7.56, port: 339261d8-b217-47f6-ab90-7f6138f27eb2. Apr 01 16:12:16.683414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for 339261d8-b217-47f6-ab90-7f6138f27eb2 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:12:16.826762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.872739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd1abfe3-0187-4847-9748-1a19c66063eb req-876fa8c2-5a35-464d-a4fc-259d9b1f3e89 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 210 time: 0.0855491 Apr 01 16:12:16.881090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=339261d8-b217-47f6-ab90-7f6138f27eb2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:16.895414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.895774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.896121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.896468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.896804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.897146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.897484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.897818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.898153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.898482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.898812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:16.899432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.081510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:17.263155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:17.274655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:17.285016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:17.285652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:12:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:17.338500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] No DVR routers for this DVR port 339261d8-b217-47f6-ab90-7f6138f27eb2 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:17.341672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:17.344388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'name': 'network-vif-deleted', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:17.391994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4bb4db-449a-45cf-a9b1-91846eba334e', 'name': 'network-vif-deleted', 'tag': '339261d8-b217-47f6-ab90-7f6138f27eb2', 'status': 'completed', 'code': 200} Apr 01 16:12:17.421215 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9e7c2e87-c19d-47de-bc14-7aa1485a2f65 req-1db3f1ba-1420-4504-89d2-7646bd4ceafa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "DELETE /v2.0/ports/339261d8-b217-47f6-ab90-7f6138f27eb2 HTTP/1.1" status: 204 len: 173 time: 1.5488288 Apr 01 16:12:17.477923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:17.792835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:17.796917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:17.805489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:17.806095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:12:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:17.988008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:18.030915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-980c3ec6-ad8a-43a9-b394-4e6fbfc8dc7f req-54e4767d-9216-4527-8832-c8ed8c64960c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:18.127019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-980c3ec6-ad8a-43a9-b394-4e6fbfc8dc7f req-54e4767d-9216-4527-8832-c8ed8c64960c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:18.128579 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-980c3ec6-ad8a-43a9-b394-4e6fbfc8dc7f req-54e4767d-9216-4527-8832-c8ed8c64960c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc4bb4db-449a-45cf-a9b1-91846eba334e HTTP/1.1" status: 200 len: 210 time: 0.1433017 Apr 01 16:12:18.304703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:18.309198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87c6f4-8d5d-489e-a703-81bb797cfc58 None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:18.528854 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e84fd-91f7-4556-9282-864bf5c335a1 None None] New status for floating IP 4171a055-207d-48d1-8ff0-104ad5836cd8: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:19.410706 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-32c0368f-4521-4d27-9a4c-814a50aba610 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254446575&fields=id&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 267 time: 0.0399675 Apr 01 16:12:19.557203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-3a24b60a-40cb-48aa-b13b-c21fb5494344 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.558627 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-3a24b60a-40cb-48aa-b13b-c21fb5494344 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.1417310 Apr 01 16:12:19.573440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-ee1c16f5-095a-4318-a952-b21edcc4c06d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/quotas/ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 375 time: 0.0088098 Apr 01 16:12:19.656191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-34f5a13f-4ec3-4f0f-a88a-5f40bb7c3151 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773537 Apr 01 16:12:19.683233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 339261d8-b217-47f6-ab90-7f6138f27eb2 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:19.720268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 339261d8-b217-47f6-ab90-7f6138f27eb2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:12:19.720611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 339261d8-b217-47f6-ab90-7f6138f27eb2 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:19.790710 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-8ee7d6d8-07dd-4d57-a50e-ce8580b52532 service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235290 Apr 01 16:12:19.918338 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-cbf0a862-60e1-47da-bffd-3ba632e0cfcc service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213119 Apr 01 16:12:20.531746 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdcff105-995f-4b38-b27f-314265c5a3f7 req-714bb8e9-cb54-42c5-8947-f6dbd040e4ea tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 210 time: 0.0437706 Apr 01 16:12:21.773590 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-37a22fbc-e876-4c18-94d5-e093d9b2cbb3 req-e654c726-cac2-40a1-810f-418b8521448b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 210 time: 0.1403341 Apr 01 16:12:22.598494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-4338b1e8-ec94-4b14-b5aa-414f91f16336 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:22.599949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-4338b1e8-ec94-4b14-b5aa-414f91f16336 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.1439342 Apr 01 16:12:22.601739 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:22.649117 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-46e3ab19-4f32-4393-8613-e7025e0f005a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 380 time: 0.0406549 Apr 01 16:12:22.658764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'port': {'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'admin_state_up': True, 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'security_groups': ['2c1c6111-7448-4338-94ea-4aceec1cd3f4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:22.793232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:22.804274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:22.883881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Made reservation on behalf of ef55ec76d8364b70850cd6da3e562638 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:22.887866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:22.927699 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f5d5235-a55b-4e21-b1ae-2c1ac4c7d044 req-16db42eb-a934-4ebe-aee7-cc36271c3d2f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 210 time: 0.0447233 Apr 01 16:12:23.071536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.20.0.9 (c159d816-a69d-4afb-9797-e2871906f50e/98cae011-4b07-456b-965b-7a2220b2aff8/c3044e52-cd88-4228-94c9-4925fe6c84fc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:23.265038 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.280321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Transition to ACTIVE for port object c3044e52-cd88-4228-94c9-4925fe6c84fc will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:23.361090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.434438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:23.436218 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:23.445450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:12:23.484559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:23.516505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:23.517130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.601622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-a3ba40b4-e15a-4c55-a3d5-a250a918d44b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465771 Apr 01 16:12:23.613794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Request body: {'port': {'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:23.731456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.803501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-50fe547c-806f-4809-8132-1c53bd96abb1 None None] Provisioning for port c3044e52-cd88-4228-94c9-4925fe6c84fc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:23.809563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-50fe547c-806f-4809-8132-1c53bd96abb1 None None] Provisioning complete for port c3044e52-cd88-4228-94c9-4925fe6c84fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:23.810071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-50fe547c-806f-4809-8132-1c53bd96abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.865790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-50fe547c-806f-4809-8132-1c53bd96abb1 None None] Port c3044e52-cd88-4228-94c9-4925fe6c84fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:12:24.123735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3044e52-cd88-4228-94c9-4925fe6c84fc {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:24.133175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.153410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Transition to ACTIVE for port object c3044e52-cd88-4228-94c9-4925fe6c84fc will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:24.176006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a1cf-2b17-4e41-b0bc-fb6833631067 req-6ce2fe6a-ed54-44a5-99c5-2ac8ad0ac582 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:24.176691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8c57a1cf-2b17-4e41-b0bc-fb6833631067 req-6ce2fe6a-ed54-44a5-99c5-2ac8ad0ac582 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:24.239840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.348396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8c57a1cf-2b17-4e41-b0bc-fb6833631067 req-6ce2fe6a-ed54-44a5-99c5-2ac8ad0ac582 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:24.349555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c57a1cf-2b17-4e41-b0bc-fb6833631067 req-6ce2fe6a-ed54-44a5-99c5-2ac8ad0ac582 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 931 time: 0.2964902 Apr 01 16:12:24.414151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Pushing event updated for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:24.588581 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c57a1cf-2b17-4e41-b0bc-fb6833631067 req-7918972a-dd8f-4cbb-ade3-5876e7837396 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249010 Apr 01 16:12:24.617487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Attempting to bind port c3044e52-cd88-4228-94c9-4925fe6c84fc on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:24.617797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Attempting to bind port c3044e52-cd88-4228-94c9-4925fe6c84fc by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:24.618050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Attempting to bind port c3044e52-cd88-4228-94c9-4925fe6c84fc on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:12:24.622849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Port c3044e52-cd88-4228-94c9-4925fe6c84fc on network c159d816-a69d-4afb-9797-e2871906f50e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:12:24.623182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Attempting to bind port c3044e52-cd88-4228-94c9-4925fe6c84fc on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:12:24.628310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:12:24.628639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:12:24.629018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Bound using segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:12:24.629442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Bound port: c3044e52-cd88-4228-94c9-4925fe6c84fc, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:24.629783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.719299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:12:24.725683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:12:24.771723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.825719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:24.826807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.828125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] 10.222.0.90 "PUT /v2.0/ports/c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1093 time: 1.2193129 Apr 01 16:12:24.828568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:24.856686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a389779-4681-46c6-9882-24aaa9be2f9b service neutron] Pushing event updated for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:24.884890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'status': 'completed', 'code': 200} Apr 01 16:12:24.990253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-21054c1a-d68c-45e9-b5b9-db470541fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:24.991941 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-21054c1a-d68c-45e9-b5b9-db470541fcaf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1096 time: 0.0862505 Apr 01 16:12:25.134542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-abf2b436-7ba1-467a-94ae-e62f799efd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.136101 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-abf2b436-7ba1-467a-94ae-e62f799efd69 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ef55ec76d8364b70850cd6da3e562638&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1377466 Apr 01 16:12:25.276287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-c117b2e5-6220-42dc-9f8a-8d49c4c26e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.277726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd8a2677-6537-4308-ae76-c94f4f705693 req-c117b2e5-6220-42dc-9f8a-8d49c4c26e11 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356523 Apr 01 16:12:25.379311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-9bf2bef8-b696-416b-9de9-c0c40515074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.380688 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-9bf2bef8-b696-416b-9de9-c0c40515074d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1096 time: 0.0695434 Apr 01 16:12:25.449198 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-10c7951f-f68b-4a4e-9d41-aee09f4b0449 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 217 time: 0.0621691 Apr 01 16:12:25.509322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-e15f38aa-f9e8-49b1-9a51-f131f34e64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.510752 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-e15f38aa-f9e8-49b1-9a51-f131f34e64db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0559244 Apr 01 16:12:25.587765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900556e-94a9-4650-be10-4df40c87e792 req-ff8427d5-3ce6-4084-93fd-96e194a8a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.589239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-ff8427d5-3ce6-4084-93fd-96e194a8a044 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726068 Apr 01 16:12:25.762931 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-559a24a7-f145-443b-9625-276ad5c448c4 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674619 Apr 01 16:12:25.884609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43890361-c8ec-4aa5-b85f-4815754f2c41 req-9e9efac9-a8d1-4a1c-8af5-141320d0f607 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.886055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43890361-c8ec-4aa5-b85f-4815754f2c41 req-9e9efac9-a8d1-4a1c-8af5-141320d0f607 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.1905160 Apr 01 16:12:25.937253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4900556e-94a9-4650-be10-4df40c87e792 req-2ba2f0e2-1992-4597-a5e3-51d4fa35d789 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681955 Apr 01 16:12:25.949123 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43890361-c8ec-4aa5-b85f-4815754f2c41 req-5bc6fe38-eee2-4aa3-8c1c-8852750c545a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556896 Apr 01 16:12:27.142290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadecbab-80f7-4ef0-b516-21f11ded7147 req-edd70e2b-d8b1-4fb3-9c6d-8215fb4d5bb6 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.143822 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cadecbab-80f7-4ef0-b516-21f11ded7147 req-edd70e2b-d8b1-4fb3-9c6d-8215fb4d5bb6 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0829349 Apr 01 16:12:27.187905 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cadecbab-80f7-4ef0-b516-21f11ded7147 req-0c3eb0ef-3e02-4167-b600-d7f4e34ee3d5 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385036 Apr 01 16:12:28.370513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d46c-adea-4f2d-b6d3-a3e5afdb2842 req-24068780-49e4-46ae-badf-ce0be4f65643 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:28.372009 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3e39d46c-adea-4f2d-b6d3-a3e5afdb2842 req-24068780-49e4-46ae-badf-ce0be4f65643 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0820351 Apr 01 16:12:28.415555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3e39d46c-adea-4f2d-b6d3-a3e5afdb2842 req-db5257a7-d942-41b3-8f7e-34bf8d4bdd19 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376935 Apr 01 16:12:29.466533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f95482b5-171f-4953-8e95-6acd93e9d1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:29.600014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051379-5005-462b-b729-0a5fafeb67c9 req-998bda0d-48d4-4272-a1f8-83ea81955999 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:29.601436 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-23051379-5005-462b-b729-0a5fafeb67c9 req-998bda0d-48d4-4272-a1f8-83ea81955999 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0818219 Apr 01 16:12:29.645036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-23051379-5005-462b-b729-0a5fafeb67c9 req-8bc44f3d-7fb5-4459-83a8-0b11b33d3c57 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380077 Apr 01 16:12:30.826872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d2c13-82a3-490a-8f44-23c836914480 req-14f637b0-7977-4f12-9790-4123a8d21b2e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:30.828342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504d2c13-82a3-490a-8f44-23c836914480 req-14f637b0-7977-4f12-9790-4123a8d21b2e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0789514 Apr 01 16:12:30.871041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504d2c13-82a3-490a-8f44-23c836914480 req-6978aba2-9565-4696-adc0-4a1e69019a0e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Apr 01 16:12:32.053039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffab9a-0f24-4425-8296-230b4a5d1835 req-2f0c05b2-ea68-4a0c-878c-e6168f7e78ef tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:32.054486 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-beffab9a-0f24-4425-8296-230b4a5d1835 req-2f0c05b2-ea68-4a0c-878c-e6168f7e78ef tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0783303 Apr 01 16:12:32.099356 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-beffab9a-0f24-4425-8296-230b4a5d1835 req-5137216a-c096-4106-82ee-c833dcbfa238 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Apr 01 16:12:32.351855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-674a8113-9d81-47b7-b948-05c9b1b5332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:32.834004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:32.937548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:33.284738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5414f-5096-47a8-972d-c5122f09efd7 req-00bb553b-375e-4d00-a891-62e7fd355619 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.286065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f4f5414f-5096-47a8-972d-c5122f09efd7 req-00bb553b-375e-4d00-a891-62e7fd355619 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 943 time: 0.0826080 Apr 01 16:12:33.328967 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f4f5414f-5096-47a8-972d-c5122f09efd7 req-cd59bc1d-e990-481d-b85b-13f24bbc5d12 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373266 Apr 01 16:12:33.755729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c3044e52-cd88-4228-94c9-4925fe6c84fc details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:12:33.796302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:33.928818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:33.942443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:12:33.998617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:34.016417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3044e52-cd88-4228-94c9-4925fe6c84fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:34.031063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:34.114033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:34.180194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:34.187694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.188049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.188395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.188739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.189076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.189412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.189746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.190079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.190411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.190742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.191066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.191426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:34.342522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['c3044e52-cd88-4228-94c9-4925fe6c84fc'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:12:34.516139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244779d-19ae-4c55-9884-57dda69bbcb0 req-c00978b2-bc50-4fb9-9e16-a856e8c6c074 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.517603 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0244779d-19ae-4c55-9884-57dda69bbcb0 req-c00978b2-bc50-4fb9-9e16-a856e8c6c074 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 944 time: 0.0831122 Apr 01 16:12:34.562000 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0244779d-19ae-4c55-9884-57dda69bbcb0 req-f5e0736d-a82a-4822-aa0e-69f1f4ee4963 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382001 Apr 01 16:12:34.623239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:35.739765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6a772-45e6-415c-b5ec-ed9eecd53506 req-a458f46a-5512-4b7b-9432-e623e6e9a725 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:35.741201 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16c6a772-45e6-415c-b5ec-ed9eecd53506 req-a458f46a-5512-4b7b-9432-e623e6e9a725 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 944 time: 0.0782344 Apr 01 16:12:35.756381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c3044e52-cd88-4228-94c9-4925fe6c84fc up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:35.785309 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16c6a772-45e6-415c-b5ec-ed9eecd53506 req-34a1db9b-af33-424d-afb8-9139ba808809 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Apr 01 16:12:35.891311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port c3044e52-cd88-4228-94c9-4925fe6c84fc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:35.896300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port c3044e52-cd88-4228-94c9-4925fe6c84fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:35.903128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:36.012533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:36.038361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:36.048540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:12:36.113982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:36.146071 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'code': 200} Apr 01 16:12:36.187418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:36.637600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74932569-f684-403f-90ca-839a384e31c3 req-f3ddcccb-e88d-4f18-bf17-ba3b13366e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.639060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-74932569-f684-403f-90ca-839a384e31c3 req-f3ddcccb-e88d-4f18-bf17-ba3b13366e25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.1693010 Apr 01 16:12:36.677444 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-74932569-f684-403f-90ca-839a384e31c3 req-bd0e73d7-1217-4e99-ade0-bf119be05913 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Apr 01 16:12:36.979411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d2042-070a-45e4-bfbf-046b74eab222 req-c185d6b9-dde5-4dfd-91f7-1dc122ff91f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.980762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d0d2042-070a-45e4-bfbf-046b74eab222 req-c185d6b9-dde5-4dfd-91f7-1dc122ff91f3 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 945 time: 0.0935683 Apr 01 16:12:37.024403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d0d2042-070a-45e4-bfbf-046b74eab222 req-101a1f92-4ad0-463b-9a4a-bf59bb288008 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Apr 01 16:12:38.205308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36a47a-0b9c-4497-ae2b-f19f4022f00e req-bece6318-c27a-488a-b360-0161215921ce tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:38.206751 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac36a47a-0b9c-4497-ae2b-f19f4022f00e req-bece6318-c27a-488a-b360-0161215921ce tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 945 time: 0.0785260 Apr 01 16:12:38.250374 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac36a47a-0b9c-4497-ae2b-f19f4022f00e req-38b3a6d6-67ff-419f-a446-2659c5679ec0 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379777 Apr 01 16:12:38.431655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0761b1-dc2a-4979-a73a-b3968be4f1b0 req-865bb11f-ef34-4d0c-8580-53584787878e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:38.433089 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc0761b1-dc2a-4979-a73a-b3968be4f1b0 req-865bb11f-ef34-4d0c-8580-53584787878e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 945 time: 0.0781569 Apr 01 16:12:38.475514 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc0761b1-dc2a-4979-a73a-b3968be4f1b0 req-ef2cbb3f-d5f8-4c24-b425-851418aa4666 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368071 Apr 01 16:12:38.498882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52632) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:38.571214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cd155-a420-4aaa-8861-04f8af804e82 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:38.572707 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b73cd155-a420-4aaa-8861-04f8af804e82 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1093 time: 0.0728314 Apr 01 16:12:38.575389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52636) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:38.580153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:38.586056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:38.589900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:floatingip and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:38.593260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:38.598760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:38.708449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.841219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:38.976820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.26.7.163 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/143f3fcc-f888-4888-acc9-07cf850f5da7) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:39.126442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:39.211433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:39.272393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:39.279017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:39.281600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:12:39.319021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=143f3fcc-f888-4888-acc9-07cf850f5da7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:39.694224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:39.849295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:40.153936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:40.210621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:40.318530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=143f3fcc-f888-4888-acc9-07cf850f5da7,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:40.330883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:40.499957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 2e944de5-8e67-49e7-b8f2-c09aca382856 associated. External IP: 172.26.7.163, port: c3044e52-cd88-4228-94c9-4925fe6c84fc. Apr 01 16:12:40.850406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:12:41.029632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:12:41.039554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:41.048924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:41.049607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:12:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:41.096868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:41.158189 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e90280d3-42b7-41d2-b12f-28b56af9d03a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5817792 Apr 01 16:12:41.158843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:41.202712 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'status': 'completed', 'code': 200} Apr 01 16:12:41.227352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:41.303424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191170c-d853-48ac-b9db-1e754674fff9 req-149d56c7-5375-480c-8380-7464914960ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.304980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-149d56c7-5375-480c-8380-7464914960ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0807464 Apr 01 16:12:41.436903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191170c-d853-48ac-b9db-1e754674fff9 req-5275b191-b2b8-4ba1-b4c0-d68e6f841149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.438257 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-5275b191-b2b8-4ba1-b4c0-d68e6f841149 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1276619 Apr 01 16:12:41.540742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-06d8a6a2-79bb-4028-9967-fdd5f8fc63b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 999 time: 0.0964994 Apr 01 16:12:41.578720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:39Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:41.582945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:41.591319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:12:41.591925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:12:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:41.603353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191170c-d853-48ac-b9db-1e754674fff9 req-3f841bfb-cd83-46c6-bf8f-f403cf7c58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.604783 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-3f841bfb-cd83-46c6-bf8f-f403cf7c58a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0581224 Apr 01 16:12:41.681214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191170c-d853-48ac-b9db-1e754674fff9 req-beffd29c-59ac-4c2a-9d4b-cf2bba5fff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.682639 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-beffd29c-59ac-4c2a-9d4b-cf2bba5fff30 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721714 Apr 01 16:12:41.814073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:12:41.921762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-bf689aca-faa9-41fe-a36f-652e2f0becad service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331390 Apr 01 16:12:42.051683 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f191170c-d853-48ac-b9db-1e754674fff9 req-431ff4e6-4150-4c30-a5c2-ab13379300dc service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236405 Apr 01 16:12:42.163439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:39Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:42.167380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5f78bb-abb0-49e8-8b01-7e3c703529ce None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:39Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:42.339731 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1e433-c406-42d5-aecd-d83bd2ead193 None None] New status for floating IP 2e944de5-8e67-49e7-b8f2-c09aca382856: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:12:59.450858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49bf8af7-0b61-4af6-b792-a3ec2ea94c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.600409 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:02.368032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-754ff676-5307-4088-ac3e-d1c7794a5ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.826870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.915987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.763986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.604199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.391687 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-82c4ec6b-ccea-4ff5-bcf5-29ef317deb9a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122079 Apr 01 16:13:05.531536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-676dea7a-7329-42ca-be70-74fb5bca98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:05.533315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-676dea7a-7329-42ca-be70-74fb5bca98e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0731983 Apr 01 16:13:05.674192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-4a5b41a1-5acb-40fb-a088-0b9da12c0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:05.675677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-4a5b41a1-5acb-40fb-a088-0b9da12c0fa6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1260414 Apr 01 16:13:05.777538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-ba64b16f-e388-4ed8-806b-eb87cf7a7f18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1001 time: 0.0960073 Apr 01 16:13:05.837767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-ca5afb51-0244-4cdd-823b-01c0161d9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:05.841047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-ca5afb51-0244-4cdd-823b-01c0161d9632 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0563388 Apr 01 16:13:05.915234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-2b25f660-7646-4b15-b5f2-963accf8577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:05.916331 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-2b25f660-7646-4b15-b5f2-963accf8577c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712109 Apr 01 16:13:06.050313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-b552a572-2801-4cb0-88ca-99ca70d34c53 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280432 Apr 01 16:13:06.184923 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1143318c-b8ad-46c4-ad69-ec30fff8d58c req-79beb52f-ae1f-4651-81a3-33b7712e6981 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278193 Apr 01 16:13:29.477937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-78094792-6dfd-402e-93bc-0579c2a83084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.357727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-79da4865-1ba8-47c5-b5b5-def0870c3dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.843121 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.934950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:33.791623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:34.596257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:36.599255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:59.454339 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6e987419-4d2f-4de5-8021-a0da26af9d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.339928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f13d6f9-c820-4ea9-b168-3e8992230a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.867613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:02.991415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:03.836532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:04.591310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.333366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-0f474c82-7d8b-4d5e-b636-4c8d64501612 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737314 Apr 01 16:14:06.469040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-fedd7394-b437-4011-be4d-65904ee73599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.470485 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-fedd7394-b437-4011-be4d-65904ee73599 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0703597 Apr 01 16:14:06.612356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-81b1a311-49fb-49b6-a102-b0288a35df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.614332 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-81b1a311-49fb-49b6-a102-b0288a35df0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1244864 Apr 01 16:14:06.717885 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-c53010fb-b391-47b8-98c5-062ea4a25e58 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1001 time: 0.0970230 Apr 01 16:14:06.781908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-31c21a00-459e-43db-9e95-dabd3d3134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.783263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-31c21a00-459e-43db-9e95-dabd3d3134bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0591195 Apr 01 16:14:06.950877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-382f9308-3b30-468b-acc1-d7cee1e1b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.952398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-382f9308-3b30-468b-acc1-d7cee1e1b471 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1629791 Apr 01 16:14:07.081352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-6f79ca6a-9b4f-40ba-a7f8-bf7998baa350 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222785 Apr 01 16:14:07.211091 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f82e0f5-62bc-46f8-9884-893ef0b0e662 req-01a851a3-4ee6-4a21-86ed-df32b3478b9f service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229606 Apr 01 16:14:13.597570 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:29.477150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4479be6-458b-4362-840f-6f26f04c967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:32.351037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-877251f7-e9f2-49b9-97ae-d2bf6b1afa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:32.842863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:32.928067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:33.836532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:34.590794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:50.596193 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:59.465794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f73fda4-109b-4fcd-8c7f-bc21de7a6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.379470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8112245b-0d70-400e-b5c6-d5976fcc9719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.861243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.939754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.831798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.580084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.369716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-f65ad534-7ba1-49d0-aa97-7823c21963d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927567 Apr 01 16:15:07.514157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-5c1eb655-2e8b-4da3-9816-ec5eb5274270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.515588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-5c1eb655-2e8b-4da3-9816-ec5eb5274270 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0740657 Apr 01 16:15:07.673482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-0f242424-11b8-4d96-8a0e-d7647b14665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.675065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-0f242424-11b8-4d96-8a0e-d7647b14665b service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1424644 Apr 01 16:15:07.788125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-65afd8d1-6807-4f78-9ef7-f6b54f433579 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1001 time: 0.1069615 Apr 01 16:15:07.858525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-746c8715-5476-4450-be36-3a368f537a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.860726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-746c8715-5476-4450-be36-3a368f537a57 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0666232 Apr 01 16:15:07.947798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-ea9817ae-7b55-4d5d-ab21-6118fc5b9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.949310 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-ea9817ae-7b55-4d5d-ab21-6118fc5b9eb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830986 Apr 01 16:15:08.108769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-f964af72-0607-489d-a4a4-672a2fe87d73 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534476 Apr 01 16:15:08.263332 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95cfc1ab-8ac4-4a79-b1d7-bd245abbdfcc req-296cfff2-2850-4715-b269-ed0c721b8416 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482108 Apr 01 16:15:18.170093 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-7fffb717-bc20-49e9-9dfe-96c038a650cd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254446575&fields=id&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 267 time: 0.0389571 Apr 01 16:15:18.344043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-8647fcea-510e-4b61-afdc-078acf8754e5 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.345453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-8647fcea-510e-4b61-afdc-078acf8754e5 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.1689713 Apr 01 16:15:18.360659 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-2764e02d-5530-4548-bcb1-42a447453b4a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/quotas/ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 375 time: 0.0091684 Apr 01 16:15:18.452214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-7b44e481-8b11-4145-986c-e205740f25fd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857131 Apr 01 16:15:18.628254 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-fb1033c5-632e-4ca7-a8e0-361620f86376 service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648095 Apr 01 16:15:18.869187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-b5584605-d92f-4b7e-abd2-51d6747154e2 service neutron] 10.222.0.18 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332749 Apr 01 16:15:19.509591 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dcd8c789-7b28-49f0-91ff-bf40e43d34ce req-e384b4a0-d859-4627-a329-362a1977023f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0882394 Apr 01 16:15:20.604869 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f8865b2-cb4a-4532-8763-aaea82bc0d2b req-a1818a49-b86a-4138-b0b0-0948239d8ae6 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0424027 Apr 01 16:15:21.718585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2f15fc91-aa19-4864-8f18-1804d464eb4d req-b82575fa-1bd2-4719-93ba-596fd90b34fa tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0435777 Apr 01 16:15:22.866182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-442c4f1e-d578-472d-bff3-6990916026cc req-ce7e138f-b841-4865-9ff3-ba9fd7b8d82d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0422759 Apr 01 16:15:23.424285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-3e010ad7-0926-49d7-8ac0-34ce80fe223d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.425737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-3e010ad7-0926-49d7-8ac0-34ce80fe223d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 810 time: 0.1534021 Apr 01 16:15:23.478051 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-0cca9ef5-c6c6-40dc-a008-40f602a74fc0 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef55ec76d8364b70850cd6da3e562638 HTTP/1.1" status: 200 len: 380 time: 0.0441940 Apr 01 16:15:23.486522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'port': {'device_id': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'admin_state_up': True, 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'security_groups': ['2c1c6111-7448-4338-94ea-4aceec1cd3f4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:23.624852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:23.634378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:23.700270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Made reservation on behalf of ef55ec76d8364b70850cd6da3e562638 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:23.703810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:23.871244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.20.0.7 (c159d816-a69d-4afb-9797-e2871906f50e/98cae011-4b07-456b-965b-7a2220b2aff8/f7058fdc-77f6-4542-9392-1cd1e41e2ad8) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:24.027780 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10e9626c-449a-4559-99bb-5848ab0efd42 req-89c62ad7-8245-4722-9b31-9a193c20a612 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0537345 Apr 01 16:15:24.073359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.089566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Transition to ACTIVE for port object f7058fdc-77f6-4542-9392-1cd1e41e2ad8 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:24.185225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.250828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network c159d816-a69d-4afb-9797-e2871906f50e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:24.251940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:24.260426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:15:24.301507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:24.319476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.319827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.320172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.320569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.320914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.321250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.321587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.321935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.322801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.322801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.322920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.323230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:24.348280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.348898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.460938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-42ec0b49-02c1-4631-9707-b972c360fd69 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9780080 Apr 01 16:15:24.471831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Request body: {'port': {'device_id': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:24.585061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.602469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0196348-5d5e-41bf-9582-a89cd381fd12 None None] Provisioning for port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:24.607801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0196348-5d5e-41bf-9582-a89cd381fd12 None None] Provisioning complete for port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:24.608380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0196348-5d5e-41bf-9582-a89cd381fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.665867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d0196348-5d5e-41bf-9582-a89cd381fd12 None None] Port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:15:24.933764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7058fdc-77f6-4542-9392-1cd1e41e2ad8 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:24.941053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.955919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Transition to ACTIVE for port object f7058fdc-77f6-4542-9392-1cd1e41e2ad8 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:25.018727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:25.091399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Pushing event updated for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:25.431764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Attempting to bind port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:25.432090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Attempting to bind port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:25.432412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Attempting to bind port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:15:25.439174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 on network c159d816-a69d-4afb-9797-e2871906f50e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:15:25.439479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Attempting to bind port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 on network c159d816-a69d-4afb-9797-e2871906f50e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:15:25.449019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d944e7-320e-4095-be1b-0afa751aa3fa req-d6936e5b-5286-43fb-85de-f419816c0515 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.449731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b6d944e7-320e-4095-be1b-0afa751aa3fa req-d6936e5b-5286-43fb-85de-f419816c0515 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:25.456820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:15:25.457157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Checking segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:15:25.457542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Bound using segment: {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:15:25.457973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Bound port: f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e6b9b7-2352-4214-bcd9-6b53084741be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:25.458315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:25.544774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b6d944e7-320e-4095-be1b-0afa751aa3fa req-d6936e5b-5286-43fb-85de-f419816c0515 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:25.545907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6d944e7-320e-4095-be1b-0afa751aa3fa req-d6936e5b-5286-43fb-85de-f419816c0515 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.2907348 Apr 01 16:15:25.576748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:15:25.594974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:15:25.605041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6d944e7-320e-4095-be1b-0afa751aa3fa req-c2b2b45a-4189-4274-bfa4-3481149369ce tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502598 Apr 01 16:15:25.688796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:25.745310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.745920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:25.747281 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] 10.222.0.90 "PUT /v2.0/ports/f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 1093 time: 1.2794113 Apr 01 16:15:25.747711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:25.774194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65343f3-4675-48c9-991c-030eee7dff7b service neutron] Pushing event updated for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:25.945872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-18da034e-437d-45f9-83f0-be79e89bf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.947411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-18da034e-437d-45f9-83f0-be79e89bf5ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1096 time: 0.0877762 Apr 01 16:15:26.021010 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-f7c90f4c-a147-4ffd-ae0e-90a6c2304ef3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0646882 Apr 01 16:15:26.083117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-b2b393a0-97c5-43fb-ac87-ad043f894026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.084545 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-b2b393a0-97c5-43fb-ac87-ad043f894026 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0579176 Apr 01 16:15:26.170731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-704950f0-7fa4-4fe2-94e5-d4851b6c36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.175248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-704950f0-7fa4-4fe2-94e5-d4851b6c36db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819974 Apr 01 16:15:26.305179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-8288a957-3db3-42f8-8d08-f70400540def service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266198 Apr 01 16:15:26.438251 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-567e3b3e-ba4c-4a59-93f3-32d78df5650c req-fe796631-7cc0-4082-bf6c-780ddd77e874 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266518 Apr 01 16:15:26.794718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4aeed-ca05-4962-9331-989cc58670bf req-90b890f6-1db1-40c1-9777-8442ebbbf16c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.796167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-89d4aeed-ca05-4962-9331-989cc58670bf req-90b890f6-1db1-40c1-9777-8442ebbbf16c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0868344 Apr 01 16:15:26.841814 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-89d4aeed-ca05-4962-9331-989cc58670bf req-3958aa24-4c2f-49ba-894b-d912298b297c tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Apr 01 16:15:26.874825 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'status': 'completed', 'code': 200} Apr 01 16:15:26.968307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-6c2f0c9e-ab19-465b-8113-0767720f5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.969874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-6c2f0c9e-ab19-465b-8113-0767720f5c9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1096 time: 0.0737243 Apr 01 16:15:27.101807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-a0645897-ad7b-41bc-9041-a8b6b0cce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:27.103403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-a0645897-ad7b-41bc-9041-a8b6b0cce781 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1274135 Apr 01 16:15:27.175241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-2f2dd793-127b-4adf-9fcc-389cc339013c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0657909 Apr 01 16:15:27.237359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-1010e61a-179c-44d7-876b-50259e70f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:27.238823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-1010e61a-179c-44d7-876b-50259e70f18a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0575278 Apr 01 16:15:27.318947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-09c0575d-31dd-4d61-964c-03020b93697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:27.320380 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-09c0575d-31dd-4d61-964c-03020b93697f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748892 Apr 01 16:15:27.452116 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-74f210bf-399b-4d90-80b0-b13c290a93c0 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245370 Apr 01 16:15:27.595728 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:15:27.676301 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b2ccdd9-0be3-4aa5-b3fd-4da6a53e98ce req-e32a19e2-7931-4505-ba04-ef3b16dc0f5d service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183826 Apr 01 16:15:28.033684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fb32f-f958-4580-8288-1836cd9b6422 req-521b8d28-ffa0-49fd-8a8b-c54dcf3511c0 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.035125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-801fb32f-f958-4580-8288-1836cd9b6422 req-521b8d28-ffa0-49fd-8a8b-c54dcf3511c0 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0877292 Apr 01 16:15:28.094370 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-801fb32f-f958-4580-8288-1836cd9b6422 req-51b9b275-60d9-4c48-8a97-3e472f6c7d75 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535862 Apr 01 16:15:29.278625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56765-b123-4bf5-ac26-4a4e3a5e1b16 req-b6ae09b7-6232-4cd6-8dff-de5156b3b7ec tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:29.280070 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ea56765-b123-4bf5-ac26-4a4e3a5e1b16 req-b6ae09b7-6232-4cd6-8dff-de5156b3b7ec tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0810137 Apr 01 16:15:29.324798 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ea56765-b123-4bf5-ac26-4a4e3a5e1b16 req-db64ca89-2635-4abf-b971-ea3620383908 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Apr 01 16:15:29.494260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4b05fba-6e0b-40f6-9e86-3e20406ab4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:30.510047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f838739-3580-4fd4-847d-1e223f980178 req-dcb004d1-2653-46cc-9979-fb91ba0eb004 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:30.511504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f838739-3580-4fd4-847d-1e223f980178 req-dcb004d1-2653-46cc-9979-fb91ba0eb004 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0804379 Apr 01 16:15:30.555926 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f838739-3580-4fd4-847d-1e223f980178 req-faca6952-f494-4ada-ba64-91ad8c133d30 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384297 Apr 01 16:15:31.741872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a3f1c-40c7-44eb-a946-343efe2f15f7 req-62ee24d1-dfde-41b9-8c66-bbb91e063280 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:31.743341 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c4a3f1c-40c7-44eb-a946-343efe2f15f7 req-62ee24d1-dfde-41b9-8c66-bbb91e063280 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0830486 Apr 01 16:15:31.789133 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c4a3f1c-40c7-44eb-a946-343efe2f15f7 req-ace47dfe-2cf5-4d4c-819d-3d7ef89ef936 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Apr 01 16:15:32.362889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f96a8a1-1af1-44f1-8234-a820b74a2f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:32.876767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:32.922603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:32.974900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6909b6a-82ba-4e7c-9e44-7f16439ddd93 req-ab68631e-7781-4c5d-8d09-08428d882666 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:32.976417 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6909b6a-82ba-4e7c-9e44-7f16439ddd93 req-ab68631e-7781-4c5d-8d09-08428d882666 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0824902 Apr 01 16:15:33.021755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6909b6a-82ba-4e7c-9e44-7f16439ddd93 req-3413cb4c-5426-4411-8e70-89be7053c714 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392168 Apr 01 16:15:33.876081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:34.208053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3b1d1-ee96-44c8-8f5a-d9ca43300bb0 req-186e6baa-ea84-4120-a97f-ad623c73e6fc tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:34.209533 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6c3b1d1-ee96-44c8-8f5a-d9ca43300bb0 req-186e6baa-ea84-4120-a97f-ad623c73e6fc tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 943 time: 0.0810020 Apr 01 16:15:34.253786 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6c3b1d1-ee96-44c8-8f5a-d9ca43300bb0 req-02be7413-f4b1-48be-9b7e-172fe86afce0 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Apr 01 16:15:34.602753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:34.705932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device f7058fdc-77f6-4542-9392-1cd1e41e2ad8 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:15:34.837567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:34.850911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'port_id': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'mac_address': 'fa:16:3e:91:eb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:15:34.908005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:34.928073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7058fdc-77f6-4542-9392-1cd1e41e2ad8 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:34.943211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:35.087878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:35.154773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:35.161839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.163519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.163519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.164453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.164453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.164453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.165076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.165076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.165234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.165550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.165872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.166196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:35.355914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['f7058fdc-77f6-4542-9392-1cd1e41e2ad8'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:15:35.441166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dc68f-5ac9-433b-8d00-68a4b3bff018 req-f349654d-d68f-4ea0-962a-9029034360c2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:35.442671 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-700dc68f-5ac9-433b-8d00-68a4b3bff018 req-f349654d-d68f-4ea0-962a-9029034360c2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 944 time: 0.0839696 Apr 01 16:15:35.489651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-700dc68f-5ac9-433b-8d00-68a4b3bff018 req-2f918175-69a1-4252-8a14-59426d01cc60 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Apr 01 16:15:36.675042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4220-e748-46c2-9407-b42e54ef75d8 req-bd00b5ff-b20d-4335-bafe-dde0548c977b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:36.676691 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59df4220-e748-46c2-9407-b42e54ef75d8 req-bd00b5ff-b20d-4335-bafe-dde0548c977b tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 944 time: 0.0846665 Apr 01 16:15:36.721333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device f7058fdc-77f6-4542-9392-1cd1e41e2ad8 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:36.723161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59df4220-e748-46c2-9407-b42e54ef75d8 req-5978695a-60a8-45bd-8b58-39838b03c414 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Apr 01 16:15:36.866113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:36.871510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:36.871881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:37.023780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:37.050764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:37.060981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:15:37.098573 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'code': 200} Apr 01 16:15:37.150741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:37.217993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:37.549820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685967c2-17b5-4759-8549-e0d3cbf52608 req-9c0d2a25-7d1f-4807-a5b3-2f85f22cae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:37.551325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-685967c2-17b5-4759-8549-e0d3cbf52608 req-9c0d2a25-7d1f-4807-a5b3-2f85f22cae52 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1098 time: 0.0726204 Apr 01 16:15:37.591805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-685967c2-17b5-4759-8549-e0d3cbf52608 req-8c7e0445-2174-4c49-912b-8be1b6f19463 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350721 Apr 01 16:15:37.908984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99052c-706f-4337-a8bb-fbe261de3c60 req-c3c4fbb5-c945-4497-8156-0a36e041f2b7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:37.910442 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae99052c-706f-4337-a8bb-fbe261de3c60 req-c3c4fbb5-c945-4497-8156-0a36e041f2b7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.0798016 Apr 01 16:15:37.954813 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae99052c-706f-4337-a8bb-fbe261de3c60 req-a2374fb4-a5e6-421a-bafc-515757fc9bd1 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Apr 01 16:15:39.142252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec8cfc-cc19-4451-815e-f4a1c72e2c26 req-7d3240d2-3673-4d1c-b455-46b81736a299 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.143734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7aec8cfc-cc19-4451-815e-f4a1c72e2c26 req-7d3240d2-3673-4d1c-b455-46b81736a299 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.0808389 Apr 01 16:15:39.191454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7aec8cfc-cc19-4451-815e-f4a1c72e2c26 req-ff8b0154-ce6f-433e-970a-77da578f0f52 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Apr 01 16:15:39.376128 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e436ef-f371-4084-bfe4-c40431c4771f req-b826c262-040c-4718-a994-cebd42c7a17e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.377581 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18e436ef-f371-4084-bfe4-c40431c4771f req-b826c262-040c-4718-a994-cebd42c7a17e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.0825484 Apr 01 16:15:39.421261 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18e436ef-f371-4084-bfe4-c40431c4771f req-65e0e345-241f-4109-8317-505caaee7179 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379181 Apr 01 16:15:39.444365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:39.552790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb5adf-52a1-47a6-aa5b-ca410ad18916 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.553517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1abb5adf-52a1-47a6-aa5b-ca410ad18916 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] Synchronizing usage tracker for tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:39.659932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1abb5adf-52a1-47a6-aa5b-ca410ad18916 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] Unset dirty status for tenant:ef7f4a7ba7c94c2c9cf319ad6519fad9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:39.661031 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1abb5adf-52a1-47a6-aa5b-ca410ad18916 tempest-TestVolumeBootPattern-1765929816 tempest-TestVolumeBootPattern-1765929816-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1093 time: 0.2157035 Apr 01 16:15:39.663752 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:39.669443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:39.675526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:39.679343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Usage tracker for resource:floatingip and tenant:ef55ec76d8364b70850cd6da3e562638 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:39.682367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:39.688450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:39.734184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:39.970847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.109786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Allocated IP 172.26.7.98 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c7479b1e-742a-45ad-b15b-26c507372498) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:40.254708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.363068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.436496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:40.439821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:40.444228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:15:40.468753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=c7479b1e-742a-45ad-b15b-26c507372498,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:40.482328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.482678 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.483019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.483754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.483754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.484347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.484433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.484699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.485614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.485614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.486134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.486134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:40.872459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.022571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.229349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.277148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.386347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event updated for resources: {'Port': ['ID=c7479b1e-742a-45ad-b15b-26c507372498,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:41.398537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.571804 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 768c3a6c-bf87-4214-9fdf-22919d7d2708 associated. External IP: 172.26.7.98, port: f7058fdc-77f6-4542-9392-1cd1e41e2ad8. Apr 01 16:15:42.021239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:15:42.202310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:15:42.212988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:42.222274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:15:42.222885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:15:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:42.283101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:42.339751 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3210a4d7-712b-423e-b7e7-8e12cc2947e7 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6742237 Apr 01 16:15:42.340341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:42.406832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:15:42.436646 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'status': 'completed', 'code': 200} Apr 01 16:15:42.530099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-60ffa5b4-a54d-4b56-b311-994dff1e60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.531615 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-60ffa5b4-a54d-4b56-b311-994dff1e60a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1098 time: 0.0718162 Apr 01 16:15:42.663913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-47bdbeda-a23a-462b-962d-d6eee434c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.665404 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-47bdbeda-a23a-462b-962d-d6eee434c10d service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1279080 Apr 01 16:15:42.762046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}, {'id': '768c3a6c-bf87-4214-9fdf-22919d7d2708', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:91:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:40Z', 'updated_at': '2022-04-01T16:15:40Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:42.766358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:42.769726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-659344c8-c877-40ec-b353-5ccca1c29bd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 998 time: 0.0987110 Apr 01 16:15:42.776485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:15:42.777092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:15:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:42.831970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-87a06d40-edd4-4364-ae14-50df79fece3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.833456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-87a06d40-edd4-4364-ae14-50df79fece3f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0588496 Apr 01 16:15:42.911813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-c306e2dc-8e50-486a-a1c5-005f9105490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.913302 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-c306e2dc-8e50-486a-a1c5-005f9105490b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731595 Apr 01 16:15:42.954922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:15:43.048642 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-d2b65d6e-53e0-478f-a682-6fd9644e2f23 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293542 Apr 01 16:15:43.184651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ceef2f69-ab8f-4e26-a081-6bfdc97bb945 req-0ec292c3-42b2-49e0-8d55-3c95e1b57576 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306553 Apr 01 16:15:43.306505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}, {'id': '768c3a6c-bf87-4214-9fdf-22919d7d2708', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:91:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:40Z', 'updated_at': '2022-04-01T16:15:40Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:43.310550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d01e1-85ba-4de5-95c6-1767002eae3c None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}, {'id': '768c3a6c-bf87-4214-9fdf-22919d7d2708', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.98', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:91:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:40Z', 'updated_at': '2022-04-01T16:15:40Z', 'revision_number': 0, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:43.504551 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68d26-9fcf-4f88-b442-22df8bf1529f None None] New status for floating IP 768c3a6c-bf87-4214-9fdf-22919d7d2708: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:15:59.541302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f22e298-e1f2-44bf-adb4-b534b2658ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.368932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd054-30ab-44d6-bf2d-d741da7692a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.877408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.951940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:03.882760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:04.595675 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:04.625508 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:07.334535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-4d6d3f26-5966-4e7b-be1c-7ac2a5971dd6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692019 Apr 01 16:16:07.474811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-cc3c98c3-bf38-43e3-83a5-15899135b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.476384 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-cc3c98c3-bf38-43e3-83a5-15899135b6e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0741675 Apr 01 16:16:07.757209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-f4280e67-b1d3-4e0b-96ca-b66cc579bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.757209 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-f4280e67-b1d3-4e0b-96ca-b66cc579bb81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.2271678 Apr 01 16:16:07.857136 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-88f9fe65-3718-41dc-b18f-49ed85257eab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1001 time: 0.0953286 Apr 01 16:16:07.926458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-be27b1d7-7ea1-4f92-93a5-d7eae19cb28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:07.927912 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-be27b1d7-7ea1-4f92-93a5-d7eae19cb28e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0643790 Apr 01 16:16:08.004266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-a7658842-7c21-4887-8615-3bc5100b1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:08.005817 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-a7658842-7c21-4887-8615-3bc5100b1b54 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714569 Apr 01 16:16:08.143752 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-5a5d9752-d9e3-4ec4-ac22-3f4278b66a5b service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314974 Apr 01 16:16:08.274373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c82dea0f-cc65-4cd8-ad55-df35cdc3e9eb req-8a29b820-50e8-40e2-8dde-f68acf79f182 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253436 Apr 01 16:16:29.448383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5081828-eb47-432e-b299-e36cf11c4867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:32.349305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-413059cf-856c-489a-ba35-d440004e3a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:32.880426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:32.951368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:33.830908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:34.594517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:41.595035 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:59.471811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2604a6f-6c6f-4c4f-b63d-0ba139d75f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:02.359850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-11e86c26-bf66-468c-b9cf-cb147c68bdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:02.895237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:02.936782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:03.865164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.615201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:07.366373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-ea162947-0013-4fa5-9961-34d5ab3459c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719857 Apr 01 16:17:07.456037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-88f94175-666d-44d5-9e0b-6689d305de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.457264 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-88f94175-666d-44d5-9e0b-6689d305de52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1098 time: 0.0716777 Apr 01 16:17:07.600864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-e5b08176-4333-4632-a372-3e31fe781066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.602296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-e5b08176-4333-4632-a372-3e31fe781066 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1272800 Apr 01 16:17:07.708206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-50f2a287-43c8-43de-bdab-a2f9cfdfa763 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0995116 Apr 01 16:17:07.769232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-bc2bafca-4186-48df-bed2-44203c723188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.770635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-bc2bafca-4186-48df-bed2-44203c723188 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0571747 Apr 01 16:17:07.849875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-6f6e9d91-191c-4d14-aa45-2b66ac8c0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.851376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-6f6e9d91-191c-4d14-aa45-2b66ac8c0098 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746789 Apr 01 16:17:07.984967 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-7cb3c899-422a-443c-b8a3-dd94612ecd10 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240585 Apr 01 16:17:08.112470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db770649-054a-42ad-83c3-c1bad094d9b1 req-dc23f828-021e-475b-942b-cc609de0a5d1 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248233 Apr 01 16:17:18.595089 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:29.488094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d2d9ca7-1300-4778-91d8-f2acb3f361ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.347602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b014aa0-f6c1-4af2-8c86-e7534408e6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.862860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.942381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:33.905524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:34.604912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.594621 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:59.471319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b6dc4b-851b-4c65-93b9-83339ffc6f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.345099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98bea1f1-6a79-4ef8-8edc-2c118cc9d143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.870960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.929971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.907543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.604317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.365499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-26dde536-d062-4b08-962f-454260544d31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058302 Apr 01 16:18:08.504052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-c4db3427-e269-468b-942a-083e516a167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.505417 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-c4db3427-e269-468b-942a-083e516a167d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0733161 Apr 01 16:18:08.744156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-6ac2fa45-34fb-4214-95e0-32b0f5e84e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.745604 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-6ac2fa45-34fb-4214-95e0-32b0f5e84e24 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.2220838 Apr 01 16:18:08.847586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-5eb38d2b-1367-4443-a9d0-a0574b154b7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 1001 time: 0.0960457 Apr 01 16:18:08.907819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-955c2b74-89e4-4cf8-8713-4cb79c3e77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.909207 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-955c2b74-89e4-4cf8-8713-4cb79c3e77f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0562711 Apr 01 16:18:08.981572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-d5de84e2-0afe-4f14-be75-13ec14e611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.983007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-d5de84e2-0afe-4f14-be75-13ec14e611f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682437 Apr 01 16:18:08.993093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-5eb0af50-6ae5-443f-9f80-8f9d06afab00 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:18:08.994002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-5eb0af50-6ae5-443f-9f80-8f9d06afab00 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052044 Apr 01 16:18:09.124210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-ea7b4317-c120-485a-9454-bb1023241487 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 Apr 01 16:18:09.255408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44cb44e3-6085-4dd5-882b-d7070f8edf99 req-3c8d47b7-c605-467f-9411-0c6ca90a6b58 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253083 Apr 01 16:18:12.682082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:12.880225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port c7479b1e-742a-45ad-b15b-26c507372498 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:12.880545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.044904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.045120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.168193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for c7479b1e-742a-45ad-b15b-26c507372498 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:13.391063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.543444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=c7479b1e-742a-45ad-b15b-26c507372498,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:13.609419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.609758 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.610097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.610429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.610759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.611086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.611436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.611762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.612090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.612407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.612723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.613037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:13.643095 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.643383 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 768c3a6c-bf87-4214-9fdf-22919d7d2708 disassociated (deleted). External IP: 172.26.7.98, port: f7058fdc-77f6-4542-9392-1cd1e41e2ad8. Apr 01 16:18:13.990405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:18:14.165198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:18:14.175793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:14.185349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:14.185956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.250070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:14.308879 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0e964d2-cf5a-4c57-9483-3e340d4f55bd tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "DELETE /v2.0/floatingips/768c3a6c-bf87-4214-9fdf-22919d7d2708 HTTP/1.1" status: 204 len: 168 time: 1.6257272 Apr 01 16:18:14.309651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:14.358806 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'status': 'completed', 'code': 200} Apr 01 16:18:14.367277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:14.456128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-e86925a7-f596-4871-87da-9cdff7060699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.457606 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-e86925a7-f596-4871-87da-9cdff7060699 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 1098 time: 0.0767853 Apr 01 16:18:14.589052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-9dcd898e-719e-4aad-8d59-2fbc03257bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.590493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-9dcd898e-719e-4aad-8d59-2fbc03257bad service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1268544 Apr 01 16:18:14.660750 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-3690b91c-05aa-4755-893e-653911a80780 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 200 len: 217 time: 0.0643795 Apr 01 16:18:14.725207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-9c493db9-ea38-4e21-a996-80703dd437c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.726713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-9c493db9-ea38-4e21-a996-80703dd437c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0607858 Apr 01 16:18:14.729504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.733499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:14.742142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:14.742778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.854716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-72e15f29-416c-4d30-9d23-637b637bedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.856122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-72e15f29-416c-4d30-9d23-637b637bedfe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1220889 Apr 01 16:18:14.919123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f1107-12da-4460-86af-1308cc6ce6da req-5715093c-7a5f-4584-9484-442455dae960 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.920613 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a47f1107-12da-4460-86af-1308cc6ce6da req-5715093c-7a5f-4584-9484-442455dae960 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.1354456 Apr 01 16:18:14.921290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:15.035421 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a47f1107-12da-4460-86af-1308cc6ce6da req-6dab1525-4a28-465a-8a05-74ea37e4709f tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673089 Apr 01 16:18:15.044142 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-00d3cdaa-0169-415e-b666-8aae8bab55bd service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805942 Apr 01 16:18:15.187868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71c52121-2c31-42ba-b6d4-c33e17192055 req-33495312-eb0a-4505-a084-81c9f77ba28e service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373122 Apr 01 16:18:15.301710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:15.305885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53476731-20a8-4ec1-88a9-0ba23c7c945a None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2e944de5-8e67-49e7-b8f2-c09aca382856', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'floating_ip_address': '172.26.7.163', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'port_id': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'mac_address': 'fa:16:3e:c0:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:12:39Z', 'updated_at': '2022-04-01T16:12:42Z', 'revision_number': 1, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:15.525895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21cea7-63a2-4725-9a9a-9271eb5ef620 None None] New status for floating IP 768c3a6c-bf87-4214-9fdf-22919d7d2708: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:16.223630 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5cf0-980a-459d-ae21-9901164317e6 req-2bf09172-7faa-4f8d-b133-bfa7faf47c7a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:16.224315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-448c5cf0-980a-459d-ae21-9901164317e6 req-2bf09172-7faa-4f8d-b133-bfa7faf47c7a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:18:16.281347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-20ee5bc6-9795-4d13-8700-1e683d6cbe9d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:16.282685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-20ee5bc6-9795-4d13-8700-1e683d6cbe9d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.0808048 Apr 01 16:18:16.299682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-448c5cf0-980a-459d-ae21-9901164317e6 req-2bf09172-7faa-4f8d-b133-bfa7faf47c7a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:18:16.300861 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-448c5cf0-980a-459d-ae21-9901164317e6 req-2bf09172-7faa-4f8d-b133-bfa7faf47c7a tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 945 time: 0.1560318 Apr 01 16:18:16.348025 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-448c5cf0-980a-459d-ae21-9901164317e6 req-f6bbec8c-7b1e-4100-b863-f782123c4d61 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Apr 01 16:18:16.358568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:16.358910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:16.697014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] For port f7058fdc-77f6-4542-9392-1cd1e41e2ad8, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:16.697280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:16.817934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for f7058fdc-77f6-4542-9392-1cd1e41e2ad8 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:17.015578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:17.065103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=f7058fdc-77f6-4542-9392-1cd1e41e2ad8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:17.102512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.102867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.103233 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.103569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.103896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.104222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.104548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.104872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.105195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.105515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.105837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.106154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:17.151805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] No DVR routers for this DVR port f7058fdc-77f6-4542-9392-1cd1e41e2ad8 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:17.154163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:17.156609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'name': 'network-vif-deleted', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:17.208685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326eb0a0-a02f-4c00-b405-c12d4f90b29f', 'name': 'network-vif-deleted', 'tag': 'f7058fdc-77f6-4542-9392-1cd1e41e2ad8', 'status': 'completed', 'code': 200} Apr 01 16:18:17.220241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cec84db9-aa68-4f16-8db8-72ead9396e06 req-6c733b30-6770-4826-bfab-6b51fafbf445 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "DELETE /v2.0/ports/f7058fdc-77f6-4542-9392-1cd1e41e2ad8 HTTP/1.1" status: 204 len: 173 time: 0.9310415 Apr 01 16:18:17.516567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6c1229f-dfe2-4681-a8a1-ec47a6fb8279 req-b2798c21-0070-45e0-9613-88651e824d83 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.0476089 Apr 01 16:18:18.679070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-10a0970f-cced-421c-a9e6-f3d1174155d5 req-1044d6e7-3988-4585-bc3b-00ebf25493cf tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:18:18.735662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-10a0970f-cced-421c-a9e6-f3d1174155d5 req-1044d6e7-3988-4585-bc3b-00ebf25493cf tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:18:18.736853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10a0970f-cced-421c-a9e6-f3d1174155d5 req-1044d6e7-3988-4585-bc3b-00ebf25493cf tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=326eb0a0-a02f-4c00-b405-c12d4f90b29f HTTP/1.1" status: 200 len: 210 time: 0.1003296 Apr 01 16:18:21.532433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device f7058fdc-77f6-4542-9392-1cd1e41e2ad8 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:21.571486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: f7058fdc-77f6-4542-9392-1cd1e41e2ad8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:21.571839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device f7058fdc-77f6-4542-9392-1cd1e41e2ad8 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:24.496995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:24.694440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port 143f3fcc-f888-4888-acc9-07cf850f5da7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:24.694776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:24.864221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:24.864544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:25.086143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for 143f3fcc-f888-4888-acc9-07cf850f5da7 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:25.312820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:25.366395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=143f3fcc-f888-4888-acc9-07cf850f5da7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:25.460466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:25.460845 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Floating IP 2e944de5-8e67-49e7-b8f2-c09aca382856 disassociated (deleted). External IP: 172.26.7.163, port: c3044e52-cd88-4228-94c9-4925fe6c84fc. Apr 01 16:18:25.805005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:18:25.981175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:18:25.990906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:26.000497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:26.005412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:26.073992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:26.128423 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82202901-e423-410e-bacb-4a50a7e71fb9 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "DELETE /v2.0/floatingips/2e944de5-8e67-49e7-b8f2-c09aca382856 HTTP/1.1" status: 204 len: 168 time: 1.6303403 Apr 01 16:18:26.129002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:26.179508 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'status': 'completed', 'code': 200} Apr 01 16:18:26.186759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:26.283232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177126-a78c-484d-8182-7657cc733f1a req-35ae4d88-2b44-44b5-9849-d70c7da3b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.284739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-35ae4d88-2b44-44b5-9849-d70c7da3b61c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef55ec76d8364b70850cd6da3e562638&device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 1098 time: 0.0791376 Apr 01 16:18:26.418549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177126-a78c-484d-8182-7657cc733f1a req-520308cb-a3f2-436a-a4c1-9638c843b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.420108 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-520308cb-a3f2-436a-a4c1-9638c843b6ee service neutron] 10.222.0.90 "GET /v2.0/networks?id=c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 200 len: 911 time: 0.1298151 Apr 01 16:18:26.489210 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-b8a5bf47-9d63-4dc3-95cd-62a2fa9990a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 200 len: 217 time: 0.0626230 Apr 01 16:18:26.512024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:26.516227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:26.525388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:26.526011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:26.557442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177126-a78c-484d-8182-7657cc733f1a req-b09ac6f9-13ca-403b-b7ea-aea0b38195fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.558913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-b09ac6f9-13ca-403b-b7ea-aea0b38195fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 200 len: 849 time: 0.0637078 Apr 01 16:18:26.637494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177126-a78c-484d-8182-7657cc733f1a req-1bfd8e57-7a27-49c3-a8f5-dd40bbbd2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.639161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-1bfd8e57-7a27-49c3-a8f5-dd40bbbd2852 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c159d816-a69d-4afb-9797-e2871906f50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736952 Apr 01 16:18:26.690110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c579d-0d78-449b-a809-e203395e9ffa req-f0e5b481-3fc6-41c9-90e2-44e10b84898e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.690724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6a0c579d-0d78-449b-a809-e203395e9ffa req-f0e5b481-3fc6-41c9-90e2-44e10b84898e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:18:26.707019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:26.775349 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6a0c579d-0d78-449b-a809-e203395e9ffa req-f0e5b481-3fc6-41c9-90e2-44e10b84898e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:18:26.777259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a0c579d-0d78-449b-a809-e203395e9ffa req-f0e5b481-3fc6-41c9-90e2-44e10b84898e tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 945 time: 0.1723132 Apr 01 16:18:26.783643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-aba169cc-375f-413f-a5a6-49aff9974062 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361094 Apr 01 16:18:26.840211 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a0c579d-0d78-449b-a809-e203395e9ffa req-a35428b0-eafa-4c72-bd52-0b22cae91a59 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c1c6111-7448-4338-94ea-4aceec1cd3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567555 Apr 01 16:18:26.926973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68177126-a78c-484d-8182-7657cc733f1a req-fb5be1cb-7f3c-4455-833f-5aad338bf6f9 service neutron] 10.222.0.90 "GET /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365893 Apr 01 16:18:27.037452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:27.042162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee70106-8f95-4e05-8985-703d94bd1b88 None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 4, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b027077-3f84-4ba7-84ac-aa2114014880', 'name': '', 'network_id': 'c159d816-a69d-4afb-9797-e2871906f50e', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'mac_address': 'fa:16:3e:29:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:32Z', 'updated_at': '2022-04-01T16:08:38Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'subnets': [{'id': '98cae011-4b07-456b-965b-7a2220b2aff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:27.157306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-772e69d3-c205-4907-b4c9-e1efc5014ee6 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:27.158756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-772e69d3-c205-4907-b4c9-e1efc5014ee6 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 945 time: 0.0854416 Apr 01 16:18:27.229488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port c3044e52-cd88-4228-94c9-4925fe6c84fc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:27.229831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:27.259408 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9db327-a202-4cc7-84d5-dd87d4d56d58 None None] New status for floating IP 2e944de5-8e67-49e7-b8f2-c09aca382856: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:27.575658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] For port c3044e52-cd88-4228-94c9-4925fe6c84fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=c3044e52-cd88-4228-94c9-4925fe6c84fc,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:27.576249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:27.695979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for c3044e52-cd88-4228-94c9-4925fe6c84fc owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:27.889767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:27.940372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=c3044e52-cd88-4228-94c9-4925fe6c84fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:28.048453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db87392e-8346-4202-83ed-9ffdd3e4d99f req-1d7fac9c-2ec7-4772-884f-4ed9ad5d5480 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 210 time: 0.1047239 Apr 01 16:18:28.053531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] No DVR routers for this DVR port c3044e52-cd88-4228-94c9-4925fe6c84fc on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:28.056029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:28.059199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'name': 'network-vif-deleted', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:28.104192 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d95d687-70c9-4bf2-97c7-1465930b4779', 'name': 'network-vif-deleted', 'tag': 'c3044e52-cd88-4228-94c9-4925fe6c84fc', 'status': 'completed', 'code': 200} Apr 01 16:18:28.130304 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d212be4-5a63-4045-a249-2d384a1c42fa req-e24f6ada-7565-4d27-a346-418e5d38e18d tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.90 "DELETE /v2.0/ports/c3044e52-cd88-4228-94c9-4925fe6c84fc HTTP/1.1" status: 204 len: 173 time: 0.9657104 Apr 01 16:18:29.208353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-be58238f-cfc1-4211-86cc-da2e35e350b0 req-c1c2937e-1be1-4ff5-8cd6-e54447c61ded tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Synchronizing usage tracker for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:18:29.278213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-be58238f-cfc1-4211-86cc-da2e35e350b0 req-c1c2937e-1be1-4ff5-8cd6-e54447c61ded tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Unset dirty status for tenant:ef55ec76d8364b70850cd6da3e562638 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:18:29.279505 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-be58238f-cfc1-4211-86cc-da2e35e350b0 req-c1c2937e-1be1-4ff5-8cd6-e54447c61ded tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d95d687-70c9-4bf2-97c7-1465930b4779 HTTP/1.1" status: 200 len: 210 time: 0.1145771 Apr 01 16:18:29.476652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4f33ac5c-3e7e-4a14-8442-ca0bff5dd2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.376787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52964) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:30.529921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Deleting port f6b148dc-16dc-4202-b6a3-29e6be245586 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:30.530255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.806134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.806485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.927858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Calling delete_port for f6b148dc-16dc-4202-b6a3-29e6be245586 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:31.128633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:31.176012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'Port': ['ID=f6b148dc-16dc-4202-b6a3-29e6be245586,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:31.268909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:31.334987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:31.336086 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e82eca3c-723a-49aa-b1b0-39580081fd14 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "DELETE /v2.0/floatingips/4171a055-207d-48d1-8ff0-104ad5836cd8 HTTP/1.1" status: 204 len: 168 time: 0.9583986 Apr 01 16:18:31.609482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c3044e52-cd88-4228-94c9-4925fe6c84fc no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:31.650716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: c3044e52-cd88-4228-94c9-4925fe6c84fc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:31.651057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device c3044e52-cd88-4228-94c9-4925fe6c84fc not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:32.351449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-627f1aa7-2fee-4cd1-aefe-6a3183c0f0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:32.595058 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:18:32.912313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:32.963841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:33.837846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:33.957082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 52980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:34.023684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:34.054632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:34.197036 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:34.221374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1c6111-7448-4338-94ea-4aceec1cd3f4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:34.287537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:34.288716 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c52c1686-79e7-4366-8e8c-9bfa4d82a1a2 tempest-TestVolumeBootPattern-578389576 tempest-TestVolumeBootPattern-578389576-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c1c6111-7448-4338-94ea-4aceec1cd3f4 HTTP/1.1" status: 204 len: 168 time: 0.3306177 Apr 01 16:18:34.409270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:34.603872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.103616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.560419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Deleting port 9b027077-3f84-4ba7-84ac-aa2114014880 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:35.561063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.730877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] For port 9b027077-3f84-4ba7-84ac-aa2114014880, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b027077-3f84-4ba7-84ac-aa2114014880,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:35.731387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:35.860266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Calling delete_port for 9b027077-3f84-4ba7-84ac-aa2114014880 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:36.243845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:36.292729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b027077-3f84-4ba7-84ac-aa2114014880,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:36.566191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.046438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Router 7277873f-564b-4245-a0d5-afe0e7e2eb98 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:18:37.276988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:18:37.285487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Sync routers for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:37.288859 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3236bdc-b97a-4e1e-9536-1a71110e8cb0 admin admin] 10.222.0.18 "PUT /v2.0/routers/7277873f-564b-4245-a0d5-afe0e7e2eb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8783326 Apr 01 16:18:37.291347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 52992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:37.296068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:37.296735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:37.466920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.470920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:37.640441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.739941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Deleting port a8294aac-ed08-4785-a48c-300d2b5a699f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:37.740322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.747583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:18:36Z', 'revision_number': 5, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port': {'id': 'a8294aac-ed08-4785-a48c-300d2b5a699f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:30Z', 'updated_at': '2022-04-01T16:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:37.751425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Checking router: 7277873f-564b-4245-a0d5-afe0e7e2eb98 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:37.759821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Routers {'7277873f-564b-4245-a0d5-afe0e7e2eb98'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:37.761047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7277873f-564b-4245-a0d5-afe0e7e2eb98'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:37.911972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] Set router 7277873f-564b-4245-a0d5-afe0e7e2eb98 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:37.917302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] For port a8294aac-ed08-4785-a48c-300d2b5a699f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a8294aac-ed08-4785-a48c-300d2b5a699f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:37.917657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.017128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:18:37Z', 'revision_number': 6, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:38.021218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a325530-40f4-4263-a83d-55be9f119d23 None None] The sync data for ids ['7277873f-564b-4245-a0d5-afe0e7e2eb98'] in dv-neutron-835943-1-hyperv is: [{'id': '7277873f-564b-4245-a0d5-afe0e7e2eb98', 'name': 'tempest-TestVolumeBootPattern-23436074-router', 'tenant_id': 'ef55ec76d8364b70850cd6da3e562638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:29Z', 'updated_at': '2022-04-01T16:18:37Z', 'revision_number': 6, 'project_id': 'ef55ec76d8364b70850cd6da3e562638', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:38.038487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Calling delete_port for a8294aac-ed08-4785-a48c-300d2b5a699f owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:38.254441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.301654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8294aac-ed08-4785-a48c-300d2b5a699f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:38.505872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.675541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.678061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.770041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.770676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7277873f-564b-4245-a0d5-afe0e7e2eb98 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:18:38.788275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.788275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5380782-9885-47d9-8f73-503c8a330ee8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7277873f-564b-4245-a0d5-afe0e7e2eb98 HTTP/1.1" status: 204 len: 168 time: 1.4922776 Apr 01 16:18:38.788275 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53000) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:38.847821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b027077-3f84-4ba7-84ac-aa2114014880 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:38.856201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Deleting subnet 98cae011-4b07-456b-965b-7a2220b2aff8 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:18:38.860141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.883255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9b027077-3f84-4ba7-84ac-aa2114014880 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:38.883850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b027077-3f84-4ba7-84ac-aa2114014880 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:38.884423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a8294aac-ed08-4785-a48c-300d2b5a699f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:38.919942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:38.925888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: a8294aac-ed08-4785-a48c-300d2b5a699f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:38.926242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a8294aac-ed08-4785-a48c-300d2b5a699f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:39.011592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.175500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.213654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cae011-4b07-456b-965b-7a2220b2aff8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:39.217302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.223793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a2945-2770-4941-8f6c-71785323a80f None None] Network c159d816-a69d-4afb-9797-e2871906f50e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:18:39.225695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ef10b39-93be-43f1-90bb-646d71b5a128 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/98cae011-4b07-456b-965b-7a2220b2aff8 HTTP/1.1" status: 204 len: 168 time: 0.4364917 Apr 01 16:18:39.227950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:39.344479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.359311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Deleting port f2accc08-9150-4221-acb0-4b83339de39d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:39.359829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.480101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] DHCP port deletion for c159d816-a69d-4afb-9797-e2871906f50e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:18:39.486722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Deleting port f2accc08-9150-4221-acb0-4b83339de39d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:39.487365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.585612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] For port f2accc08-9150-4221-acb0-4b83339de39d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f2accc08-9150-4221-acb0-4b83339de39d,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:39.585965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.694523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] For port f2accc08-9150-4221-acb0-4b83339de39d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f2accc08-9150-4221-acb0-4b83339de39d,segment=NetworkSegment(f0e6b9b7-2352-4214-bcd9-6b53084741be),segment_id=f0e6b9b7-2352-4214-bcd9-6b53084741be)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:39.694838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.709457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Calling delete_port for f2accc08-9150-4221-acb0-4b83339de39d owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:39.854935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Calling delete_port for f2accc08-9150-4221-acb0-4b83339de39d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:39.889863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.926210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:18:39.926703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:18:39.939289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] No DVR routers for this DVR port f2accc08-9150-4221-acb0-4b83339de39d on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:39.964644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2accc08-9150-4221-acb0-4b83339de39d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:40.061720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.086141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c159d816-a69d-4afb-9797-e2871906f50e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:40.097959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e6b9b7-2352-4214-bcd9-6b53084741be') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:40.098262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e6b9b7-2352-4214-bcd9-6b53084741be') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:40.109983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.126169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.132298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:18:40.149736 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:18:40.380852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.397374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.408831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c159d816-a69d-4afb-9797-e2871906f50e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:40.427531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Deleting port f2accc08-9150-4221-acb0-4b83339de39d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:40.428001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.467562 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a38c8506-efa9-4af6-a7e1-fc7c9aad86e8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c159d816-a69d-4afb-9797-e2871906f50e HTTP/1.1" status: 204 len: 168 time: 1.2384160 Apr 01 16:18:40.470174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:40.497495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aa51b8a4-b4c2-423a-8473-ff15797cf1a5 None None] The port 'f2accc08-9150-4221-acb0-4b83339de39d' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:18:40.839730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f2accc08-9150-4221-acb0-4b83339de39d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:40.872216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f2accc08-9150-4221-acb0-4b83339de39d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:40.872883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f2accc08-9150-4221-acb0-4b83339de39d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:41.007156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:41.382731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Deleting port b6c45ee6-231f-45a9-bb84-baf02d64e319 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:41.383023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:41.565221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] For port b6c45ee6-231f-45a9-bb84-baf02d64e319, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=b6c45ee6-231f-45a9-bb84-baf02d64e319,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:41.565602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:41.689915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Calling delete_port for b6c45ee6-231f-45a9-bb84-baf02d64e319 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:42.055282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:42.105416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c45ee6-231f-45a9-bb84-baf02d64e319,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:42.389778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:42.759289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Router a3286104-64bf-425a-a654-9e8af79e40ef has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:18:42.943528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:18:42.951998 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Sync routers for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:42.961274 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:42.976034 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:43.034308 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab579c84-fd32-4b45-b67c-f46df1d7cb84 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3286104-64bf-425a-a654-9e8af79e40ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629752 Apr 01 16:18:43.036556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:43.170466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:43.215881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:43.467696 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:18:41Z', 'revision_number': 5, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:43.471951 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Checking router: a3286104-64bf-425a-a654-9e8af79e40ef for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:43.481217 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Routers {'a3286104-64bf-425a-a654-9e8af79e40ef'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:18:43.481835 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:18:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['a3286104-64bf-425a-a654-9e8af79e40ef'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:43.516193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:43.585591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Deleting port 17d0965a-c20d-454a-857b-415b8e425a3f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:43.585995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:43.663299 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] Set router a3286104-64bf-425a-a654-9e8af79e40ef gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:18:43.763920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] For port 17d0965a-c20d-454a-857b-415b8e425a3f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=17d0965a-c20d-454a-857b-415b8e425a3f,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:43.764182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:43.886615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Calling delete_port for 17d0965a-c20d-454a-857b-415b8e425a3f owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:43.947378 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:18:41Z', 'revision_number': 5, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:43.951197 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725277b9-0604-4992-a6e5-b82dcf75e287 None None] The sync data for ids ['a3286104-64bf-425a-a654-9e8af79e40ef'] in dv-neutron-835943-1-hyperv is: [{'id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'name': 'tempest-TestVolumeBootPattern-1458781157-router', 'tenant_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:18:41Z', 'revision_number': 5, 'project_id': 'ef7f4a7ba7c94c2c9cf319ad6519fad9', 'gw_port': {'id': '17d0965a-c20d-454a-857b-415b8e425a3f', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3286104-64bf-425a-a654-9e8af79e40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:37Z', 'updated_at': '2022-04-01T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:44.147159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.193932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Pushing event deleted for resources: {'Port': ['ID=17d0965a-c20d-454a-857b-415b8e425a3f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:44.290797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.467403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.469730 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.529127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.529636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3286104-64bf-425a-a654-9e8af79e40ef {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:18:44.542963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.543364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17f9485e-81d0-4388-9739-32ee54dfea0c admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3286104-64bf-425a-a654-9e8af79e40ef HTTP/1.1" status: 204 len: 168 time: 1.5057912 Apr 01 16:18:44.545699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:44.607071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Deleting subnet 800ccda5-b86a-41d0-93bf-fb8bed1e9611 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:18:44.610055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.662138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.739119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.861138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.901751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800ccda5-b86a-41d0-93bf-fb8bed1e9611,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:44.905196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:44.911061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6eadb7b0-4459-437f-a48f-b91e032b5099 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/800ccda5-b86a-41d0-93bf-fb8bed1e9611 HTTP/1.1" status: 204 len: 168 time: 0.3644216 Apr 01 16:18:44.911357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b1975-bf0a-49be-a3ac-6ef55ee0bb4c None None] Network c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:18:44.913650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:45.017473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c45ee6-231f-45a9-bb84-baf02d64e319 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:45.022684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.033984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Deleting port 25972e8b-9641-448d-a9eb-c46b2cad592a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:45.034332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.055552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: b6c45ee6-231f-45a9-bb84-baf02d64e319 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:45.055905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device b6c45ee6-231f-45a9-bb84-baf02d64e319 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:45.056324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 17d0965a-c20d-454a-857b-415b8e425a3f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:45.146275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 17d0965a-c20d-454a-857b-415b8e425a3f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:45.146626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 17d0965a-c20d-454a-857b-415b8e425a3f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:45.234284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] DHCP port deletion for c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:18:45.238256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Deleting port 25972e8b-9641-448d-a9eb-c46b2cad592a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:45.238631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.252061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] For port 25972e8b-9641-448d-a9eb-c46b2cad592a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25972e8b-9641-448d-a9eb-c46b2cad592a,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:45.252416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.377029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Calling delete_port for 25972e8b-9641-448d-a9eb-c46b2cad592a owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:45.440652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] For port 25972e8b-9641-448d-a9eb-c46b2cad592a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=25972e8b-9641-448d-a9eb-c46b2cad592a,segment=NetworkSegment(f904e9a7-45be-49b7-8bac-8dcb7766b733),segment_id=f904e9a7-45be-49b7-8bac-8dcb7766b733)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:18:45.440939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.529105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.562691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Calling delete_port for 25972e8b-9641-448d-a9eb-c46b2cad592a owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:18:45.576287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=25972e8b-9641-448d-a9eb-c46b2cad592a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:45.579821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] No DVR routers for this DVR port 25972e8b-9641-448d-a9eb-c46b2cad592a on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:45.638382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:18:45.638773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:18:45.694988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.719405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:45.731362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f904e9a7-45be-49b7-8bac-8dcb7766b733') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:45.731657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f904e9a7-45be-49b7-8bac-8dcb7766b733') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:45.742930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.763938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.770222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:18:45.774754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:18:45.783921 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:18:45.911888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.928132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.938580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:45.945624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9101d90f-9a45-4bcd-9514-5b53a1807f39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c1ba7cca-1c29-4ae9-ae9f-ad97e1c8b422 HTTP/1.1" status: 204 len: 168 time: 1.0309179 Apr 01 16:18:46.140114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Deleting port 25972e8b-9641-448d-a9eb-c46b2cad592a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:18:46.140600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:46.205794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-113d74f2-aadb-4aae-b34a-fb1ea787a96a None None] The port '25972e8b-9641-448d-a9eb-c46b2cad592a' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:18:46.283278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53038) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:46.336753 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c8fcdb8-7712-4085-ae79-98663ae0876f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef55ec76d8364b70850cd6da3e562638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521157 Apr 01 16:18:46.339816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53042) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:46.395938 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:46.422078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:46.546899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:46.564205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb166ff4-be96-4f2d-be7e-57f53cc25d31,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:46.571080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:46.572242 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-93cd9476-0fc2-4688-aca4-14fdd0f9a4a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb166ff4-be96-4f2d-be7e-57f53cc25d31 HTTP/1.1" status: 204 len: 168 time: 0.2315357 Apr 01 16:18:46.841593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25972e8b-9641-448d-a9eb-c46b2cad592a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:46.875130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 25972e8b-9641-448d-a9eb-c46b2cad592a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:18:46.875503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 25972e8b-9641-448d-a9eb-c46b2cad592a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:47.189222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:47.237860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c45ba31-4b19-477e-9324-5b933ebd0e32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7f4a7ba7c94c2c9cf319ad6519fad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474639 Apr 01 16:18:47.240343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:47.306065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:47.332345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:47.437602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:47.454623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d3497-70f0-40cd-aaa8-302bc9d435f2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:47.458579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:47.459895 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-301d06ef-67a6-4c55-a46e-67fb8073d70c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b9d3497-70f0-40cd-aaa8-302bc9d435f2 HTTP/1.1" status: 204 len: 168 time: 0.2186139 Apr 01 16:18:55.318518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-efc0f1b3-fffa-4cf6-96c5-e235f90887b4 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d06f892e47484171b0bfbb42b649759c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275550 Apr 01 16:18:55.469935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-9f3ba24d-26dd-448b-a35a-51018d1c528d tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:55.471282 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-9f3ba24d-26dd-448b-a35a-51018d1c528d tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477990 Apr 01 16:18:55.485990 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-2b20227c-239e-4219-96bc-1f9664425466 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/quotas/d06f892e47484171b0bfbb42b649759c HTTP/1.1" status: 200 len: 375 time: 0.0092976 Apr 01 16:18:55.536010 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-adb560da-3026-4391-a282-93a34cbca8d0 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06f892e47484171b0bfbb42b649759c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450556 Apr 01 16:18:55.792685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b80db30e-294f-4d71-881b-6bff08569f6e req-7bc239a2-097f-4b73-815b-24c0727596f8 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 210 time: 0.0455103 Apr 01 16:18:56.886968 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ffd88dff-ec1c-4033-968d-dea0aeede459 req-d1f1f0ab-2997-4882-b1a4-3d79ffa1a3a8 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 210 time: 0.0421460 Apr 01 16:18:58.035350 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-92ca3825-f6e8-4bf9-ae21-9a7edfff060b req-681ed066-36f1-48be-b8bf-1f52e085c29f tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 210 time: 0.0426829 Apr 01 16:18:58.150015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-f74e78ce-9f43-4680-96fb-6d387f7c3b29 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d06f892e47484171b0bfbb42b649759c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267038 Apr 01 16:18:58.402367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-af636eec-a9f0-4f6f-aa3f-dcc650e26967 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:58.403843 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-af636eec-a9f0-4f6f-aa3f-dcc650e26967 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486248 Apr 01 16:18:58.415478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Request body: {'port': {'device_id': '5759d245-279b-46bd-8b48-51520ac50c2a', 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575', 'admin_state_up': True, 'tenant_id': 'd06f892e47484171b0bfbb42b649759c'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:58.553362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:18:58.557302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Usage tracker for resource:port and tenant:d06f892e47484171b0bfbb42b649759c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:18:58.562747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:18:58.565939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:18:58.660437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Made reservation on behalf of d06f892e47484171b0bfbb42b649759c for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:18:58.663851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.676097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.695513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:18:58.699327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Usage tracker for resource:security_group_rule and tenant:d06f892e47484171b0bfbb42b649759c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:18:58.702614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:18:58.708286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:18:58.789007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.848959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.932826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719ce215-d37a-46da-8fce-b94992cd7c7c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:59.019514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Allocated IP 192.168.233.223 (1442dc05-0d9f-4f41-b464-a55b6d86b575/2010f08c-5ee6-4665-a607-9f683775bb08/d7b9132d-1a1d-4b72-b216-d8fc289efa95) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:18:59.183165 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fc79bb9-36d2-4e7c-8feb-084331288723 req-6a677969-f5e9-4e73-95c4-717509e3229f tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 210 time: 0.0418324 Apr 01 16:18:59.226621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.242726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Transition to ACTIVE for port object d7b9132d-1a1d-4b72-b216-d8fc289efa95 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:59.329889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.396446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Network 1442dc05-0d9f-4f41-b464-a55b6d86b575 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:18:59.407870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:18:59.419214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:18:59.444150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Pushing event updated for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:59.484458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:59.485097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.506576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8cfcedc-8573-4a6a-9b5a-895c8d651458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.570080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-11de7016-0cad-4b0f-bfdd-3b79afc515aa tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1580882 Apr 01 16:18:59.582045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Request body: {'port': {'device_id': '5759d245-279b-46bd-8b48-51520ac50c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:59.660396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4719b8d9-836c-40be-8217-3cc4518fc1f6 None None] Provisioning for port d7b9132d-1a1d-4b72-b216-d8fc289efa95 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:59.665608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4719b8d9-836c-40be-8217-3cc4518fc1f6 None None] Provisioning complete for port d7b9132d-1a1d-4b72-b216-d8fc289efa95 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:59.667740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4719b8d9-836c-40be-8217-3cc4518fc1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.700078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.719325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4719b8d9-836c-40be-8217-3cc4518fc1f6 None None] Port d7b9132d-1a1d-4b72-b216-d8fc289efa95 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:19:00.046094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b9132d-1a1d-4b72-b216-d8fc289efa95 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:00.053341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.067740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Transition to ACTIVE for port object d7b9132d-1a1d-4b72-b216-d8fc289efa95 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:00.151508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.278170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:00.542825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Attempting to bind port d7b9132d-1a1d-4b72-b216-d8fc289efa95 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:00.543080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Attempting to bind port d7b9132d-1a1d-4b72-b216-d8fc289efa95 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:00.543437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Attempting to bind port d7b9132d-1a1d-4b72-b216-d8fc289efa95 on network 1442dc05-0d9f-4f41-b464-a55b6d86b575 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:00.551656 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Port d7b9132d-1a1d-4b72-b216-d8fc289efa95 on network 1442dc05-0d9f-4f41-b464-a55b6d86b575 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:19:00.551979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Attempting to bind port d7b9132d-1a1d-4b72-b216-d8fc289efa95 on network 1442dc05-0d9f-4f41-b464-a55b6d86b575 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:00.563070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-b1af39a9-31bb-4ef9-b764-23c44a26c193 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:00.563781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-b1af39a9-31bb-4ef9-b764-23c44a26c193 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Synchronizing usage tracker for tenant:d06f892e47484171b0bfbb42b649759c on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:00.568834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:19:00.569122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Checking segment: {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:19:00.569497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Bound using segment: {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:19:00.569935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Bound port: d7b9132d-1a1d-4b72-b216-d8fc289efa95, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d8343a-8619-4908-8a65-751047059ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:00.570278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.669499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:19:00.672662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:19:00.682869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-b1af39a9-31bb-4ef9-b764-23c44a26c193 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Unset dirty status for tenant:d06f892e47484171b0bfbb42b649759c on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:00.684106 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-b1af39a9-31bb-4ef9-b764-23c44a26c193 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 948 time: 0.3736660 Apr 01 16:19:00.730316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-7e1664f9-3999-4956-8427-b4cb60f23972 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Synchronizing usage tracker for tenant:d06f892e47484171b0bfbb42b649759c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:00.733698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.796051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:00.796739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.798283 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] 10.222.0.90 "PUT /v2.0/ports/d7b9132d-1a1d-4b72-b216-d8fc289efa95 HTTP/1.1" status: 200 len: 1098 time: 1.2208085 Apr 01 16:19:00.804434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:00.835788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58bb4-3a0c-42cf-8982-a449d8229f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:00.854764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95', 'status': 'completed', 'code': 200} Apr 01 16:19:00.916359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-7e1664f9-3999-4956-8427-b4cb60f23972 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Unset dirty status for tenant:d06f892e47484171b0bfbb42b649759c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:00.917513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48ebbb24-707c-4225-89d7-779bbc280a2d req-7e1664f9-3999-4956-8427-b4cb60f23972 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271175 Apr 01 16:19:00.957437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fae04-ff3b-49da-9e63-9f11dd91f1bd req-f2b720e6-8b5a-4603-a605-3c84df2b9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:00.958920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b2fae04-ff3b-49da-9e63-9f11dd91f1bd req-f2b720e6-8b5a-4603-a605-3c84df2b9d0d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d06f892e47484171b0bfbb42b649759c&device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 1101 time: 0.0838253 Apr 01 16:19:00.995359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b2fae04-ff3b-49da-9e63-9f11dd91f1bd req-2eb085e0-cf85-4349-855e-56a9cce1374c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d06f892e47484171b0bfbb42b649759c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297635 Apr 01 16:19:01.132257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fae04-ff3b-49da-9e63-9f11dd91f1bd req-0e1a8e29-638e-46d4-b181-f2a924a26a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.133710 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b2fae04-ff3b-49da-9e63-9f11dd91f1bd req-0e1a8e29-638e-46d4-b181-f2a924a26a21 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331520 Apr 01 16:19:01.240735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-c11dbfd9-94e0-4e2a-a3cb-14f5ee6b2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.242216 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-c11dbfd9-94e0-4e2a-a3cb-14f5ee6b2e6d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d06f892e47484171b0bfbb42b649759c&device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 1101 time: 0.0709407 Apr 01 16:19:01.313013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-a7945c68-dee4-4023-8e72-98bc17419a8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95 HTTP/1.1" status: 200 len: 217 time: 0.0641584 Apr 01 16:19:01.374398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-155e743d-1453-4fe6-9aa0-b3cc5b35bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.375932 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-155e743d-1453-4fe6-9aa0-b3cc5b35bb70 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2010f08c-5ee6-4665-a607-9f683775bb08 HTTP/1.1" status: 200 len: 843 time: 0.0575907 Apr 01 16:19:01.454497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-8aa40394-be30-4be0-96b1-38cc57e97865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.456039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-8aa40394-be30-4be0-96b1-38cc57e97865 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1442dc05-0d9f-4f41-b464-a55b6d86b575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0747709 Apr 01 16:19:01.590507 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-18c92e0f-88f3-4f9f-829c-f72907da91ca service neutron] 10.222.0.90 "GET /v2.0/networks/1442dc05-0d9f-4f41-b464-a55b6d86b575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274493 Apr 01 16:19:01.724654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4771ef03-69f8-4746-9b94-cb35a7bc2b3b req-cf140f31-c1c5-4bc1-8eef-9ffc3623f11a service neutron] 10.222.0.90 "GET /v2.0/networks/1442dc05-0d9f-4f41-b464-a55b6d86b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279948 Apr 01 16:19:02.107487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845650-a36e-47df-b7e9-756fd0116582 req-d4ffe6f8-6207-4895-874d-b613152f8732 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:02.108945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8845650-a36e-47df-b7e9-756fd0116582 req-d4ffe6f8-6207-4895-874d-b613152f8732 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 948 time: 0.0817637 Apr 01 16:19:02.153790 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8845650-a36e-47df-b7e9-756fd0116582 req-b4db32fd-f498-437b-8a3d-a963f8187cf1 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391412 Apr 01 16:19:02.379780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf879-a595-4b6f-bb51-c427122f36a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.884461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.934678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.336522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0661-8f93-419c-88c9-0f0ac9a589c5 req-532acbd2-0549-4ffb-b273-4e7f4e5432ea tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:03.338048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57ac0661-8f93-419c-88c9-0f0ac9a589c5 req-532acbd2-0549-4ffb-b273-4e7f4e5432ea tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 948 time: 0.0816610 Apr 01 16:19:03.383545 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57ac0661-8f93-419c-88c9-0f0ac9a589c5 req-c5dae897-507b-4cdd-8231-9c71756b9a5c tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Apr 01 16:19:03.854931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.570949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e3352-ecd7-4172-aba5-c2702c2cb174 req-6c129dd0-8ca4-4c1b-a89d-dab19a2c9ecb tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:04.572411 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b6e3352-ecd7-4172-aba5-c2702c2cb174 req-6c129dd0-8ca4-4c1b-a89d-dab19a2c9ecb tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 948 time: 0.0828202 Apr 01 16:19:04.615935 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b6e3352-ecd7-4172-aba5-c2702c2cb174 req-6d21ae34-977f-4964-b7d6-fe68abd3df39 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Apr 01 16:19:04.630970 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.765064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device d7b9132d-1a1d-4b72-b216-d8fc289efa95 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:05.803103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c31fa-456f-4703-9e0d-42314f5d2961 req-aa9e52ca-90f2-4a6f-9737-570057e8fd12 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:05.804584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e3c31fa-456f-4703-9e0d-42314f5d2961 req-aa9e52ca-90f2-4a6f-9737-570057e8fd12 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 948 time: 0.0832732 Apr 01 16:19:05.848269 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e3c31fa-456f-4703-9e0d-42314f5d2961 req-a8ce04af-cdd4-47bf-b7b9-4c349a9f28cf tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Apr 01 16:19:05.927103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:05.939794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95', 'network_id': '1442dc05-0d9f-4f41-b464-a55b6d86b575', 'port_id': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95', 'mac_address': 'fa:16:3e:ee:a8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2010f08c-5ee6-4665-a607-9f683775bb08', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:05.992746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.008667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b9132d-1a1d-4b72-b216-d8fc289efa95 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:06.024007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:06.100142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.168924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:06.175882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.176229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.176566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.176900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.177277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.177555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.177876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.178198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.178519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.178837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.179186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.179616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:06.346528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['d7b9132d-1a1d-4b72-b216-d8fc289efa95'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:19:07.027619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c55-150c-4036-97b4-c15e9f3e1401 req-a02f8aef-6032-4883-b33e-e00b24d5d1ea tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:07.029054 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e9149c55-150c-4036-97b4-c15e9f3e1401 req-a02f8aef-6032-4883-b33e-e00b24d5d1ea tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 949 time: 0.0798671 Apr 01 16:19:07.073348 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e9149c55-150c-4036-97b4-c15e9f3e1401 req-2b21f748-0d84-4ec9-96f4-62b1e75056be tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Apr 01 16:19:07.781056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device d7b9132d-1a1d-4b72-b216-d8fc289efa95 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:07.912396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port d7b9132d-1a1d-4b72-b216-d8fc289efa95 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:07.916069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port d7b9132d-1a1d-4b72-b216-d8fc289efa95 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:07.916439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.032014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.057206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:08.067707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:08.134828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.172386 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95', 'code': 200} Apr 01 16:19:08.209524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:08.270590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559b6d5-63ee-45c3-aa32-de4a478f99df req-270cbc19-a55d-4d80-9ab7-b010d8736ba3 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.272071 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4559b6d5-63ee-45c3-aa32-de4a478f99df req-270cbc19-a55d-4d80-9ab7-b010d8736ba3 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.0892146 Apr 01 16:19:08.318415 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4559b6d5-63ee-45c3-aa32-de4a478f99df req-cd719bc6-ad51-43a0-ba4e-ff0a1fd190a4 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Apr 01 16:19:08.510654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05baf-e083-41b8-965f-44d4373b442b req-eb279139-7df2-44a2-b770-a4f6be49c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.512147 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22f05baf-e083-41b8-965f-44d4373b442b req-eb279139-7df2-44a2-b770-a4f6be49c1d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 1103 time: 0.0691099 Apr 01 16:19:08.552171 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22f05baf-e083-41b8-965f-44d4373b442b req-f981cb03-2a11-47da-98a9-282095787431 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Apr 01 16:19:09.509363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9b66-12be-45e1-b432-e5c715fb9091 req-35c31c39-cb21-473b-9e6c-4edc12107d11 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.511203 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3be9b66-12be-45e1-b432-e5c715fb9091 req-35c31c39-cb21-473b-9e6c-4edc12107d11 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.0867877 Apr 01 16:19:09.557492 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3be9b66-12be-45e1-b432-e5c715fb9091 req-85ee2419-c752-4548-b9d8-1761041fb1bd tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Apr 01 16:19:09.594714 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:10.741164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8267683-aa4a-4de0-be8b-36b06c275813 req-13ceca2b-b67f-4a71-b6ee-723570698c7a tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:10.742618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8267683-aa4a-4de0-be8b-36b06c275813 req-13ceca2b-b67f-4a71-b6ee-723570698c7a tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.0797100 Apr 01 16:19:10.788812 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8267683-aa4a-4de0-be8b-36b06c275813 req-5a5e59e8-fc0a-4a50-ac16-3988b8c613a2 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Apr 01 16:19:12.229333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1cf0-ab51-4136-a594-95160d68283f req-d270cf23-01b3-4911-9fe7-a1cc1be20139 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:12.230823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-086f1cf0-ab51-4136-a594-95160d68283f req-d270cf23-01b3-4911-9fe7-a1cc1be20139 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.0795088 Apr 01 16:19:12.274477 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-086f1cf0-ab51-4136-a594-95160d68283f req-ef189f7d-3df9-421c-9e24-fd18ab0c14ef tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Apr 01 16:19:13.445065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-2aaba1f9-de55-4cd7-baed-046964f02342 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:13.446377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-2aaba1f9-de55-4cd7-baed-046964f02342 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.90 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.1237302 Apr 01 16:19:13.528718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Deleting port d7b9132d-1a1d-4b72-b216-d8fc289efa95 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:19:13.529079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.665109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfaa3d-ab39-4387-8d5a-db9c895e0e19 req-cbfbb218-5c1d-4904-a639-31c1256fb9b9 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:13.666524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4cfaa3d-ab39-4387-8d5a-db9c895e0e19 req-cbfbb218-5c1d-4904-a639-31c1256fb9b9 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 950 time: 0.2809546 Apr 01 16:19:13.761391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4cfaa3d-ab39-4387-8d5a-db9c895e0e19 req-a496c8ff-f96c-468c-b392-a479c75cb0f4 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/security-groups?id=719ce215-d37a-46da-8fce-b94992cd7c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878034 Apr 01 16:19:13.906631 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] For port d7b9132d-1a1d-4b72-b216-d8fc289efa95, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=d7b9132d-1a1d-4b72-b216-d8fc289efa95,segment=NetworkSegment(f7d8343a-8619-4908-8a65-751047059ea4),segment_id=f7d8343a-8619-4908-8a65-751047059ea4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:13.906981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.029757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Calling delete_port for d7b9132d-1a1d-4b72-b216-d8fc289efa95 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:19:14.231706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.243919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['d7b9132d-1a1d-4b72-b216-d8fc289efa95'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:19:14.286194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Pushing event deleted for resources: {'Port': ['ID=d7b9132d-1a1d-4b72-b216-d8fc289efa95,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:14.362871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] No DVR routers for this DVR port d7b9132d-1a1d-4b72-b216-d8fc289efa95 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:19:14.365660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.368717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'name': 'network-vif-deleted', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:14.415588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5759d245-279b-46bd-8b48-51520ac50c2a', 'name': 'network-vif-deleted', 'tag': 'd7b9132d-1a1d-4b72-b216-d8fc289efa95', 'status': 'completed', 'code': 200} Apr 01 16:19:14.431837 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c9227e0-9163-4375-a7da-f19946bcd890 req-c14680f9-3821-4886-b52a-0a99b5463add tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.90 "DELETE /v2.0/ports/d7b9132d-1a1d-4b72-b216-d8fc289efa95 HTTP/1.1" status: 204 len: 173 time: 0.9793768 Apr 01 16:19:14.932034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-929c022a-df02-499d-b4a7-44e904ca13f7 req-0c20fa58-7dbd-4167-9afc-73da517998b6 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Synchronizing usage tracker for tenant:d06f892e47484171b0bfbb42b649759c on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:15.008596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-929c022a-df02-499d-b4a7-44e904ca13f7 req-0c20fa58-7dbd-4167-9afc-73da517998b6 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] Unset dirty status for tenant:d06f892e47484171b0bfbb42b649759c on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:15.010079 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-929c022a-df02-499d-b4a7-44e904ca13f7 req-0c20fa58-7dbd-4167-9afc-73da517998b6 tempest-ServersAdminNegativeTestJSON-1633360637 tempest-ServersAdminNegativeTestJSON-1633360637-project] 10.222.0.18 "GET /v2.0/ports?device_id=5759d245-279b-46bd-8b48-51520ac50c2a HTTP/1.1" status: 200 len: 210 time: 0.1225390 Apr 01 16:19:16.583675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53204) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:16.774289 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-295e3b57-d943-4d83-89ff-838858206b4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d06f892e47484171b0bfbb42b649759c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894543 Apr 01 16:19:16.776673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:16.833879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.860670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.980250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.000584 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ce215-d37a-46da-8fce-b94992cd7c7c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:17.076690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.077812 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c57b9d4-dac0-4e45-9ee3-999e5a58803a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/719ce215-d37a-46da-8fce-b94992cd7c7c HTTP/1.1" status: 204 len: 168 time: 0.3002591 Apr 01 16:19:17.703865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:17.721307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.736044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:17.739829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Usage tracker for resource:security_group_rule and tenant:627744dfd534486f92ac4cbf62dd7eca is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:17.742550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:17.748225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:17.827303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device d7b9132d-1a1d-4b72-b216-d8fc289efa95 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:17.827962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.862382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: d7b9132d-1a1d-4b72-b216-d8fc289efa95 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:19:17.862643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device d7b9132d-1a1d-4b72-b216-d8fc289efa95 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:17.900036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.948026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=627744dfd534486f92ac4cbf62dd7eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431178 Apr 01 16:19:17.948869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c658a54-2733-41f2-b424-8650cc70da41,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:17.950781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:17.956205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.956555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.956898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.957231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.957569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.957893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.958217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.958544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.958868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.959206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.959593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:17.959923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11566d-fedb-4329-98dd-5d9db7139219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.010336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.036173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.128512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.143618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c658a54-2733-41f2-b424-8650cc70da41,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:18.154666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.155010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.155370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.155700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.156021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.156343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.156669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.156996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.157310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.157622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.157936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.158249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:18.160832 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:18.161925 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce2eeea7-c6a5-4b7d-b5b9-1fd34c61a7e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c658a54-2733-41f2-b424-8650cc70da41 HTTP/1.1" status: 204 len: 168 time: 0.2101154 Apr 01 16:19:19.145750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53246) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:19.249804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95852656-network', 'tenant_id': '8a17eeb729084a61a55d16b8e354962b'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:19.254519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:19.258737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Usage tracker for resource:network and tenant:8a17eeb729084a61a55d16b8e354962b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:19.261862 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:19.267951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:19.345602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Made reservation on behalf of 8a17eeb729084a61a55d16b8e354962b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:19.347943 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.360932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.374897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:19.378676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a17eeb729084a61a55d16b8e354962b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:19.381469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:19.387301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:19.467374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.534384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.564264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:19:19.573064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f4ef0-58d6-4453-939b-6f884d55a47d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:19.579227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.579568 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Added segment 06671904-84a3-44b2-a1f4-5cd56cb8d564 of type vlan for network 436ad12e-73d2-41e3-b6d0-159e518b4346 Apr 01 16:19:19.605612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.685922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.686819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.687433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.896723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=436ad12e-73d2-41e3-b6d0-159e518b4346,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:19.913692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 436ad12e-73d2-41e3-b6d0-159e518b4346 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:19:19.957672 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6916f3a5-8c44-421f-8766-4858c59adbd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8107970 Apr 01 16:19:19.960576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53252) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:19.966221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Request body: {'subnet': {'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95852656-subnet', 'tenant_id': '8a17eeb729084a61a55d16b8e354962b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:19.971230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:19.975134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Usage tracker for resource:subnet and tenant:8a17eeb729084a61a55d16b8e354962b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:19.978549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:19.984374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:20.106360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Made reservation on behalf of 8a17eeb729084a61a55d16b8e354962b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:20.109540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:20.374561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:20.445359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d8b4c8-8e67-409e-ac78-15eef8d3356f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:20.455850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Checking segment: {'id': '06671904-84a3-44b2-a1f4-5cd56cb8d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:19:20.456203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Network hostable DHCP agents. Network: 436ad12e-73d2-41e3-b6d0-159e518b4346, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:19:20.528295 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Network 436ad12e-73d2-41e3-b6d0-159e518b4346 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:19:20.608173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 436ad12e-73d2-41e3-b6d0-159e518b4346) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:20.612621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:20.615844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:20.619294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be79d0-a7b0-421b-921c-742bbb3c0098 None None] Network 436ad12e-73d2-41e3-b6d0-159e518b4346 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:19:20.706455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3cfdcb13-3e91-40c0-8c51-5f6f9d375bee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7447047 Apr 01 16:19:20.837886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f66a5-933b-44fb-b5d6-abe64af12ef6 None None] Network 436ad12e-73d2-41e3-b6d0-159e518b4346 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:19:21.214458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-07fe0cdb-2067-4db9-8e75-4ba2454f1415 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:21.215919 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-07fe0cdb-2067-4db9-8e75-4ba2454f1415 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 810 time: 0.1456888 Apr 01 16:19:21.231288 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-d46d6f58-f608-44f6-abe6-f8548d452145 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/quotas/8a17eeb729084a61a55d16b8e354962b HTTP/1.1" status: 200 len: 375 time: 0.0092335 Apr 01 16:19:21.281590 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-ecf179a3-67b6-4e0f-9c32-9beb880dad30 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454562 Apr 01 16:19:21.291986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-43b597ed-ff88-4adf-9014-7cfd989cc0d8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:19:21.292925 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-43b597ed-ff88-4adf-9014-7cfd989cc0d8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048151 Apr 01 16:19:21.426325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-07463fee-5a82-4553-a6af-5d8ab04aafa7 service neutron] 10.222.0.18 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281075 Apr 01 16:19:21.562067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-9c1c5b73-4b4b-4954-aef5-ec1b580292ad service neutron] 10.222.0.18 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298366 Apr 01 16:19:21.792161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2f067fdc-dc4f-4f8b-ae00-034df1b7b710 req-8fa5da27-cc55-4584-8902-e9c4e707f017 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 210 time: 0.0456984 Apr 01 16:19:22.958151 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c0bc86e-135b-4fc5-b45b-d3cb5a366a32 req-f06166b9-f840-446d-bcbf-47f887921f45 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 210 time: 0.0436456 Apr 01 16:19:23.756126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-931865a1-4ea2-4ba6-8d6c-a9931dc5a066 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:23.757522 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-931865a1-4ea2-4ba6-8d6c-a9931dc5a066 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.90 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 810 time: 0.1486294 Apr 01 16:19:23.768366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Request body: {'port': {'device_id': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346', 'admin_state_up': True, 'tenant_id': '8a17eeb729084a61a55d16b8e354962b'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:23.911551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:23.915399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Usage tracker for resource:port and tenant:8a17eeb729084a61a55d16b8e354962b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:23.918286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:23.924724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:24.008833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Made reservation on behalf of 8a17eeb729084a61a55d16b8e354962b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:24.012829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:24.114353 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5987b0ad-d318-4761-80a9-8d0855db4faa req-b389243b-410b-4df3-a09a-8ecb4bf1ae67 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 210 time: 0.0486059 Apr 01 16:19:24.286892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Allocated IP 172.20.0.6 (436ad12e-73d2-41e3-b6d0-159e518b4346/15d8b4c8-8e67-409e-ac78-15eef8d3356f/0445dff2-576d-400c-b09a-b781ce170727) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:24.488434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:24.574659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:24.643450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Network 436ad12e-73d2-41e3-b6d0-159e518b4346 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:24.646399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:24.654751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:19:24.691407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:24.723434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:24.724044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:24.809167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-0d12be0e-d650-4808-bf2f-65c8aa47cdf5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442262 Apr 01 16:19:24.820593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Request body: {'port': {'device_id': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:24.938679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:25.299878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:25.308180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:25.325991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Transition to ACTIVE for port object 0445dff2-576d-400c-b09a-b781ce170727 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:25.416508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:25.598628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:25.665226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4384e-7486-4c05-a343-ba568de884f0 req-804bd4de-7d67-408e-b690-de1b593acaf4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:25.665921 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-5bb4384e-7486-4c05-a343-ba568de884f0 req-804bd4de-7d67-408e-b690-de1b593acaf4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Synchronizing usage tracker for tenant:8a17eeb729084a61a55d16b8e354962b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:25.701417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Attempting to bind port 0445dff2-576d-400c-b09a-b781ce170727 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:25.701754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Attempting to bind port 0445dff2-576d-400c-b09a-b781ce170727 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '06671904-84a3-44b2-a1f4-5cd56cb8d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:25.702070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Attempting to bind port 0445dff2-576d-400c-b09a-b781ce170727 on network 436ad12e-73d2-41e3-b6d0-159e518b4346 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:25.706814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Port 0445dff2-576d-400c-b09a-b781ce170727 on network 436ad12e-73d2-41e3-b6d0-159e518b4346 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:19:25.707135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Attempting to bind port 0445dff2-576d-400c-b09a-b781ce170727 on network 436ad12e-73d2-41e3-b6d0-159e518b4346 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:19:25.712367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:19:25.712702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Checking segment: {'id': '06671904-84a3-44b2-a1f4-5cd56cb8d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:19:25.713082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Bound using segment: {'id': '06671904-84a3-44b2-a1f4-5cd56cb8d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:19:25.713505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Bound port: 0445dff2-576d-400c-b09a-b781ce170727, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06671904-84a3-44b2-a1f4-5cd56cb8d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:25.713847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:25.759134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-5bb4384e-7486-4c05-a343-ba568de884f0 req-804bd4de-7d67-408e-b690-de1b593acaf4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Unset dirty status for tenant:8a17eeb729084a61a55d16b8e354962b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:25.760588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5bb4384e-7486-4c05-a343-ba568de884f0 req-804bd4de-7d67-408e-b690-de1b593acaf4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 943 time: 0.3865390 Apr 01 16:19:25.840698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5bb4384e-7486-4c05-a343-ba568de884f0 req-1964c12f-453f-4e6e-8b64-8c3f696d3977 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706933 Apr 01 16:19:25.843745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:19:25.847069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:19:25.962642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.020396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.021000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.022575 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] 10.222.0.90 "PUT /v2.0/ports/0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 1093 time: 1.2061408 Apr 01 16:19:26.023016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'tag': '0445dff2-576d-400c-b09a-b781ce170727'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:26.047246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d219af-66d3-44d5-9f61-9ceb101a7d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:26.070065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'tag': '0445dff2-576d-400c-b09a-b781ce170727', 'status': 'completed', 'code': 200} Apr 01 16:19:26.161441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-3e92547c-6435-445b-9244-fcb4e331a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.162903 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-3e92547c-6435-445b-9244-fcb4e331a6c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1096 time: 0.0728874 Apr 01 16:19:26.303761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-b9f4dd22-1119-4bca-b282-82f7a05c2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.305221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-b9f4dd22-1119-4bca-b282-82f7a05c2744 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8a17eeb729084a61a55d16b8e354962b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1361725 Apr 01 16:19:26.540033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-6681b428-b355-40bb-b22e-53a31c06a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.541401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33274be8-9e50-4b39-b06e-e26a42f83f91 req-6681b428-b355-40bb-b22e-53a31c06a4c3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300904 Apr 01 16:19:26.647910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-9c7ae558-7697-4697-9b5d-3a59a8d80405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.649401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-9c7ae558-7697-4697-9b5d-3a59a8d80405 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1096 time: 0.0741007 Apr 01 16:19:26.718987 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-d3f041e7-635c-4ef5-97b9-42f1f9f308a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 217 time: 0.0631433 Apr 01 16:19:26.779999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877d2a-3768-4388-8bca-967d14093f05 req-d8327d1d-e1e9-4180-aba2-84d64815658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:26.781427 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-d8327d1d-e1e9-4180-aba2-84d64815658b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 200 len: 850 time: 0.0574346 Apr 01 16:19:26.833436 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-7a089768-9af2-411e-9cc1-fb410809203d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=436ad12e-73d2-41e3-b6d0-159e518b4346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457110 Apr 01 16:19:27.011051 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-d679317f-d44c-44e2-ba4d-3d6bfdfd29d2 service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718943 Apr 01 16:19:27.148660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9cedf-b5e5-4c30-be61-6e61ecf2332f req-66e1bcf7-7406-42d9-939f-4c8bb07a3536 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:27.150144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ad9cedf-b5e5-4c30-be61-6e61ecf2332f req-66e1bcf7-7406-42d9-939f-4c8bb07a3536 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 943 time: 0.2022347 Apr 01 16:19:27.186814 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4f877d2a-3768-4388-8bca-967d14093f05 req-8a4aa162-5311-45ab-8988-4b408806990e service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686890 Apr 01 16:19:27.209493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ad9cedf-b5e5-4c30-be61-6e61ecf2332f req-4aef8719-c6e7-4ff8-ab11-8e2ff90f6f25 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Apr 01 16:19:28.395632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899764-6e38-4d27-84e7-c37d9d457bff req-9a08d36e-034e-46bf-8c1d-bc5f608879e6 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:28.396968 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35899764-6e38-4d27-84e7-c37d9d457bff req-9a08d36e-034e-46bf-8c1d-bc5f608879e6 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 943 time: 0.0820420 Apr 01 16:19:28.440677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-35899764-6e38-4d27-84e7-c37d9d457bff req-df6df11a-f5e8-412d-9d45-4bb451931095 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Synchronizing usage tracker for tenant:8a17eeb729084a61a55d16b8e354962b on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:28.533686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-35899764-6e38-4d27-84e7-c37d9d457bff req-df6df11a-f5e8-412d-9d45-4bb451931095 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Unset dirty status for tenant:8a17eeb729084a61a55d16b8e354962b on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:28.534855 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35899764-6e38-4d27-84e7-c37d9d457bff req-df6df11a-f5e8-412d-9d45-4bb451931095 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321485 Apr 01 16:19:29.505288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e2fb5fbf-4fdd-4be6-8b7e-ff0970cd6e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:29.720250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfcce9-34ac-41f1-bb39-1bb23cfa88a5 req-75ee91ee-73d5-4041-954e-c423cacfef19 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:29.721756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0abfcce9-34ac-41f1-bb39-1bb23cfa88a5 req-75ee91ee-73d5-4041-954e-c423cacfef19 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 943 time: 0.0831633 Apr 01 16:19:29.766305 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0abfcce9-34ac-41f1-bb39-1bb23cfa88a5 req-635533c2-4e9b-477f-840e-6a9a79ebe539 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Apr 01 16:19:29.920804 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:30.055678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:30.075384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '0445dff2-576d-400c-b09a-b781ce170727', 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346', 'port_id': '0445dff2-576d-400c-b09a-b781ce170727', 'mac_address': 'fa:16:3e:89:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8b4c8-8e67-409e-ac78-15eef8d3356f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:30.136644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.153509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:30.169021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:30.208396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.275898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:30.394753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['0445dff2-576d-400c-b09a-b781ce170727'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:19:30.951007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6914c9-eb78-4545-9d3a-77ac461c13d9 req-524f2935-706d-4906-9cdb-b4fc848d1ccc tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:30.952500 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b6914c9-eb78-4545-9d3a-77ac461c13d9 req-524f2935-706d-4906-9cdb-b4fc848d1ccc tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 944 time: 0.0807638 Apr 01 16:19:30.996324 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b6914c9-eb78-4545-9d3a-77ac461c13d9 req-a8940b6b-62ef-485b-9150-4d74f42fe97e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Apr 01 16:19:31.920906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:32.054142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 0445dff2-576d-400c-b09a-b781ce170727 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:32.060050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 0445dff2-576d-400c-b09a-b781ce170727 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:32.060432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.183653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.187508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce497d-ceb3-4071-9bcf-08cbc5b0838e req-07b0c1e6-8cb8-4644-980a-a523aa3a8675 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:32.188980 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ce497d-ceb3-4071-9bcf-08cbc5b0838e req-07b0c1e6-8cb8-4644-980a-a523aa3a8675 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 944 time: 0.0846322 Apr 01 16:19:32.217030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:32.227050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:19:32.236255 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ce497d-ceb3-4071-9bcf-08cbc5b0838e req-2e015612-6018-4b0a-a932-eaacd73988ca tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Apr 01 16:19:32.264046 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727', 'code': 200} Apr 01 16:19:32.299939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.337590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7482b66-5982-4444-9031-b82cc48bf740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.370126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:32.628123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4b31-38f0-40be-a66b-19e198e14aee req-1fa31c38-dd0d-4f85-9e88-fe7716478183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:32.629605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3acc4b31-38f0-40be-a66b-19e198e14aee req-1fa31c38-dd0d-4f85-9e88-fe7716478183 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1098 time: 0.0732543 Apr 01 16:19:32.669442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3acc4b31-38f0-40be-a66b-19e198e14aee req-e42f101b-0105-47fe-b3a9-708c3d0ce620 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Apr 01 16:19:32.882055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.939313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:33.421248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3eeaf-5402-4ccd-88c4-110de493fc91 req-abb729f0-b64e-4ab6-8d57-d42093c97858 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:33.422753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9d3eeaf-5402-4ccd-88c4-110de493fc91 req-abb729f0-b64e-4ab6-8d57-d42093c97858 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0815260 Apr 01 16:19:33.468030 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9d3eeaf-5402-4ccd-88c4-110de493fc91 req-27ecbcf4-68dc-4bcf-bec2-c5992303a760 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Apr 01 16:19:33.848050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.613730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.662920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d3ff9-8432-44a5-b270-e4c03dc882c9 req-ffb69297-4538-4c72-95d9-2f13859b9b57 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:34.664569 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169d3ff9-8432-44a5-b270-e4c03dc882c9 req-ffb69297-4538-4c72-95d9-2f13859b9b57 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0864925 Apr 01 16:19:34.708910 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169d3ff9-8432-44a5-b270-e4c03dc882c9 req-d4902487-acdc-44e3-8eba-b88aeadc68f5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Apr 01 16:19:35.237154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea562fa-3717-4d07-9f11-668d3cbed983 req-122dfb2c-f489-487a-901a-81b4bd5967d7 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:35.238601 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea562fa-3717-4d07-9f11-668d3cbed983 req-122dfb2c-f489-487a-901a-81b4bd5967d7 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0897036 Apr 01 16:19:35.292275 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea562fa-3717-4d07-9f11-668d3cbed983 req-675b88b7-afd1-4fb8-89ac-6f727a21b345 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474374 Apr 01 16:19:35.340213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:35.451193 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-5cc52871-f63b-4424-8df3-9f49ca595e65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097965 Apr 01 16:19:36.488958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5d958-46e1-4094-b44b-d8ed160cbed7 req-849d5564-3080-4cf7-a1da-821454dba678 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:36.490440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7af5d958-46e1-4094-b44b-d8ed160cbed7 req-849d5564-3080-4cf7-a1da-821454dba678 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0860744 Apr 01 16:19:36.542190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7af5d958-46e1-4094-b44b-d8ed160cbed7 req-14d7ee3c-3eb4-4505-96f7-4488223db073 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Apr 01 16:19:37.547324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-9b366bc4-ed47-472d-a427-a1c331bb9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:37.548695 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-9b366bc4-ed47-472d-a427-a1c331bb9c14 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1098 time: 0.0710108 Apr 01 16:19:37.679206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-da72dbca-a2a6-4eeb-9304-5ae683f47d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:37.680648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-da72dbca-a2a6-4eeb-9304-5ae683f47d7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 911 time: 0.1257598 Apr 01 16:19:37.732701 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7622f6b-f17c-427a-8596-c346386cbf32 req-7428da74-2133-4875-a244-52de967e72c9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:37.734208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7622f6b-f17c-427a-8596-c346386cbf32 req-7428da74-2133-4875-a244-52de967e72c9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0836494 Apr 01 16:19:37.750898 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-47131490-a5e3-4553-acc9-6ef8a531ec77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 217 time: 0.0641892 Apr 01 16:19:37.778680 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7622f6b-f17c-427a-8596-c346386cbf32 req-6e8a34d1-f67d-4931-8f5a-9c4fa2f92ea3 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Apr 01 16:19:37.816151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-ec6dbfe6-57ec-464f-9cac-7a8fd2b9ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:37.817540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-ec6dbfe6-57ec-464f-9cac-7a8fd2b9ac0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 200 len: 850 time: 0.0610509 Apr 01 16:19:37.957150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-09821f30-5fcb-4d06-8af2-42a4efc31232 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=436ad12e-73d2-41e3-b6d0-159e518b4346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338975 Apr 01 16:19:38.086656 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-81006a0e-570d-43c2-9eb5-f7e5253a09ca service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229742 Apr 01 16:19:38.214453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-79ad3e00-21a2-47af-a20d-386ed31b941c service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218934 Apr 01 16:19:38.960313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352255d-e66b-4b37-95f4-8eef93b2ed28 req-08b95446-20fd-46b1-ac9b-72535e8d93f5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:38.961794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a352255d-e66b-4b37-95f4-8eef93b2ed28 req-08b95446-20fd-46b1-ac9b-72535e8d93f5 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0802553 Apr 01 16:19:39.008377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a352255d-e66b-4b37-95f4-8eef93b2ed28 req-8837e498-5498-4fd8-aa53-72c8cb5d81bd tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Apr 01 16:19:40.194287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473b314-0427-4f8a-b75e-c9134d0fdf89 req-b0fe1dba-997b-42ee-b448-cb430c8eeb6b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:40.195759 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5473b314-0427-4f8a-b75e-c9134d0fdf89 req-b0fe1dba-997b-42ee-b448-cb430c8eeb6b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0786936 Apr 01 16:19:40.239487 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5473b314-0427-4f8a-b75e-c9134d0fdf89 req-86365df0-9c64-438d-9852-a0fece2830f1 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Apr 01 16:19:41.427210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddcb8-2dbf-43e4-8d2e-482d0bfb468e req-173348dd-e7f7-4079-a7c2-b93f50be0df8 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:41.428910 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5b0ddcb8-2dbf-43e4-8d2e-482d0bfb468e req-173348dd-e7f7-4079-a7c2-b93f50be0df8 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0819485 Apr 01 16:19:41.475250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5b0ddcb8-2dbf-43e4-8d2e-482d0bfb468e req-a322b772-817f-4969-af2c-8fb20f615ebc tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Apr 01 16:19:42.662112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90314625-02ff-443c-96f7-25f4f50d9bed req-67214453-14f7-4c83-9aa2-9fecc9cae02f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:42.663578 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90314625-02ff-443c-96f7-25f4f50d9bed req-67214453-14f7-4c83-9aa2-9fecc9cae02f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0838912 Apr 01 16:19:42.707648 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90314625-02ff-443c-96f7-25f4f50d9bed req-64c60234-9595-480a-a904-4eecf235350e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 Apr 01 16:19:43.896570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ffe96-2120-471a-9e06-735803be54a8 req-92c25b2d-5930-456d-86b1-7e272fb94921 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:43.898019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e51ffe96-2120-471a-9e06-735803be54a8 req-92c25b2d-5930-456d-86b1-7e272fb94921 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0867014 Apr 01 16:19:43.942549 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e51ffe96-2120-471a-9e06-735803be54a8 req-d4685d26-2b09-4665-8641-09973537968e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Apr 01 16:19:45.131789 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c423d9-2896-4b42-ad66-7e9fa6519119 req-a623c6a6-019d-4355-bd67-83b5865dc8e9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:45.133236 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25c423d9-2896-4b42-ad66-7e9fa6519119 req-a623c6a6-019d-4355-bd67-83b5865dc8e9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0845556 Apr 01 16:19:45.179561 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25c423d9-2896-4b42-ad66-7e9fa6519119 req-3ac7e2ab-c9a2-4936-b373-de5f34d23b91 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Apr 01 16:19:46.366304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea25bb-7f8c-4a38-a56a-f63e6e6a6680 req-4591ada6-ae19-4545-b771-3cdf45b191d8 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:46.367812 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4bea25bb-7f8c-4a38-a56a-f63e6e6a6680 req-4591ada6-ae19-4545-b771-3cdf45b191d8 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0821381 Apr 01 16:19:46.412723 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4bea25bb-7f8c-4a38-a56a-f63e6e6a6680 req-d5444b4a-c6d7-460f-ba41-90208889ec2b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Apr 01 16:19:46.595649 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:47.597307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd868faa-7ced-47e5-bb5e-8bd7bcd8c57e req-51261b01-ed9c-4076-baa0-2474d569b1a4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:47.598762 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd868faa-7ced-47e5-bb5e-8bd7bcd8c57e req-51261b01-ed9c-4076-baa0-2474d569b1a4 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0787067 Apr 01 16:19:47.643658 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd868faa-7ced-47e5-bb5e-8bd7bcd8c57e req-fb7928f4-7246-4d4f-98ed-8d0c453c71b0 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 Apr 01 16:19:48.832311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2e267-da72-4747-a374-be4ebfe3e25e req-e87ea1d9-2376-4596-ba4a-2c1b6b7d3db2 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:48.833739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-85d2e267-da72-4747-a374-be4ebfe3e25e req-e87ea1d9-2376-4596-ba4a-2c1b6b7d3db2 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0825350 Apr 01 16:19:48.876615 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-85d2e267-da72-4747-a374-be4ebfe3e25e req-9f4a20df-b070-4ec9-b181-1ff6a8ac6af6 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Apr 01 16:19:50.061196 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be213d-4a2f-445b-825c-72e3e158f735 req-1bdf953d-db46-489c-8b07-b2cbb3038d2e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.063199 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83be213d-4a2f-445b-825c-72e3e158f735 req-1bdf953d-db46-489c-8b07-b2cbb3038d2e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0832992 Apr 01 16:19:50.107701 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83be213d-4a2f-445b-825c-72e3e158f735 req-d40b8726-954a-4880-ab70-8452477910fa tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388639 Apr 01 16:19:51.292232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1210fb-bd15-4761-860a-b83763abccfa req-bb18c375-0bc2-42ba-8406-bcb2937a617d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:51.293664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1210fb-bd15-4761-860a-b83763abccfa req-bb18c375-0bc2-42ba-8406-bcb2937a617d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0822682 Apr 01 16:19:51.338421 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1210fb-bd15-4761-860a-b83763abccfa req-57168e09-2b88-459a-80b3-7c6ea8367731 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Apr 01 16:19:52.521706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ab22-1b0b-4bb8-8f4a-f2ca141ba1cd req-a7a1164c-bbc4-4406-a05f-43174b763b9e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:52.523178 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1549ab22-1b0b-4bb8-8f4a-f2ca141ba1cd req-a7a1164c-bbc4-4406-a05f-43174b763b9e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0794027 Apr 01 16:19:52.566210 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1549ab22-1b0b-4bb8-8f4a-f2ca141ba1cd req-08955b42-2c3f-4a20-bccf-91e8e952895f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Apr 01 16:19:53.748141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eec62-2856-48a2-afef-855594a564cc req-dd49444e-83fa-49bd-87ba-782dc4ef6b12 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:53.749608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f2eec62-2856-48a2-afef-855594a564cc req-dd49444e-83fa-49bd-87ba-782dc4ef6b12 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0814428 Apr 01 16:19:53.792438 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f2eec62-2856-48a2-afef-855594a564cc req-cb5b35c6-5e3c-4b3c-95dc-fcb4dfca998f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Apr 01 16:19:54.976829 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b4567-a040-4165-9d83-6e2c21caec86 req-a545f9a4-4166-4951-a704-6cae330f9a65 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:54.978285 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ba4b4567-a040-4165-9d83-6e2c21caec86 req-a545f9a4-4166-4951-a704-6cae330f9a65 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0812564 Apr 01 16:19:55.022401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ba4b4567-a040-4165-9d83-6e2c21caec86 req-dfdc0038-2746-4c88-9744-8220ad2feb6d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 Apr 01 16:19:56.213683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6c50-524d-498e-b080-e0aa4be89f95 req-43f959ab-7612-4e26-afa7-e302f44ac242 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:56.215195 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-093e6c50-524d-498e-b080-e0aa4be89f95 req-43f959ab-7612-4e26-afa7-e302f44ac242 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0852652 Apr 01 16:19:56.262442 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-093e6c50-524d-498e-b080-e0aa4be89f95 req-096c41d2-10e0-401b-9dd8-41349e0a20f0 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Apr 01 16:19:57.451090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b0ecb-1084-4c17-b8d6-dc27890903a9 req-7989b789-66b2-4b2f-9df3-f425a82d28f2 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:57.452454 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e19b0ecb-1084-4c17-b8d6-dc27890903a9 req-7989b789-66b2-4b2f-9df3-f425a82d28f2 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0814741 Apr 01 16:19:57.495825 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e19b0ecb-1084-4c17-b8d6-dc27890903a9 req-f80b2632-c8d0-4591-8857-50baec4c135c tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Apr 01 16:19:58.676325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fff79-8456-414c-aef4-f5d695184fe6 req-5663e511-e1b8-4723-9c57-0d32c0ab5194 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:58.677793 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd9fff79-8456-414c-aef4-f5d695184fe6 req-5663e511-e1b8-4723-9c57-0d32c0ab5194 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0798512 Apr 01 16:19:58.725286 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd9fff79-8456-414c-aef4-f5d695184fe6 req-4eec5920-0702-48f5-9cd2-9a245fcfddcc tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Apr 01 16:19:59.476211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be1e3a98-63c3-44d7-8d92-41e98244af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:59.908859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15e2a-73fd-4182-a99f-77039ec5cbc9 req-b274984d-8d20-4620-9a5a-42b359d066f7 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:59.910317 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15e15e2a-73fd-4182-a99f-77039ec5cbc9 req-b274984d-8d20-4620-9a5a-42b359d066f7 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0798328 Apr 01 16:19:59.954327 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15e15e2a-73fd-4182-a99f-77039ec5cbc9 req-ae74476d-5d05-42dc-b8c4-66b410daef5e tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383155 Apr 01 16:20:01.136947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f9cc-ddbb-4fe9-b763-96d25f37dc3a req-53b61df2-74be-44d2-b150-0e51302e404d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.138390 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2da2f9cc-ddbb-4fe9-b763-96d25f37dc3a req-53b61df2-74be-44d2-b150-0e51302e404d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0803864 Apr 01 16:20:01.182405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2da2f9cc-ddbb-4fe9-b763-96d25f37dc3a req-459ccc39-6c13-4e1f-803c-c04c6215783b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Apr 01 16:20:02.350373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17e189a2-922f-4305-a6c8-e6f7ecbea401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:02.368410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992bf09-9fa3-4992-9f17-2cc82cff1f38 req-bfe8ddeb-4028-426c-8d2d-135e0894ee8b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:02.369861 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8992bf09-9fa3-4992-9f17-2cc82cff1f38 req-bfe8ddeb-4028-426c-8d2d-135e0894ee8b tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0820982 Apr 01 16:20:02.415507 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8992bf09-9fa3-4992-9f17-2cc82cff1f38 req-6ce32969-f790-4471-9029-3d807ac587da tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Apr 01 16:20:02.871272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:02.945074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:03.599604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf790c2-7839-4f18-845e-57549fb3e521 req-84f5ca71-c603-416d-bf01-fcb76e032af6 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:03.601055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0bf790c2-7839-4f18-845e-57549fb3e521 req-84f5ca71-c603-416d-bf01-fcb76e032af6 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0812695 Apr 01 16:20:03.647307 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0bf790c2-7839-4f18-845e-57549fb3e521 req-0cf84830-0d05-4238-ba4d-e07ff1175adf tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Apr 01 16:20:03.870461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:04.659280 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:04.837612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff84e51-be16-4431-b04f-cafd7e76ab74 req-f1b27a0f-8060-4053-a6b9-2a89c8138eae tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.839092 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8ff84e51-be16-4431-b04f-cafd7e76ab74 req-f1b27a0f-8060-4053-a6b9-2a89c8138eae tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0822027 Apr 01 16:20:04.987288 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8ff84e51-be16-4431-b04f-cafd7e76ab74 req-a48091c0-74d4-41cc-b3c8-deb9dba10e4f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419253 Apr 01 16:20:05.226062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-c78c979c-ae3b-4842-b938-41547fab62f3 service neutron] 10.222.0.90 "GET /v2.0/ports/0445dff2-576d-400c-b09a-b781ce170727/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0734205 Apr 01 16:20:05.808962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-fe6c57e4-ab44-4e0b-8703-0f3ab1aa1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.810413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-fe6c57e4-ab44-4e0b-8703-0f3ab1aa1993 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0&tenant_id=8a17eeb729084a61a55d16b8e354962b HTTP/1.1" status: 200 len: 1098 time: 0.0761817 Apr 01 16:20:05.897949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-f2f19064-38bb-4560-8990-fa5221257e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.899414 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-f2f19064-38bb-4560-8990-fa5221257e27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1098 time: 0.0688949 Apr 01 16:20:06.028490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-362a8972-edb1-48b2-bb77-8ec8a211008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.029935 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-362a8972-edb1-48b2-bb77-8ec8a211008b service neutron] 10.222.0.90 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 911 time: 0.1251285 Apr 01 16:20:06.232457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-4787c7ef-893f-462c-8006-e4458ea19391 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 217 time: 0.1959207 Apr 01 16:20:06.315171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a300e87-0edb-4325-b99e-f98b61799155 req-cd35664d-b7f8-4e63-9266-a13e7ceb1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.316592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-cd35664d-b7f8-4e63-9266-a13e7ceb1bef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 200 len: 850 time: 0.0765426 Apr 01 16:20:06.324057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe37b10-5079-42dc-beb1-9a45c901d3ca req-0f2d83a2-bb39-4481-a9a8-6764682fed7f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.325366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afe37b10-5079-42dc-beb1-9a45c901d3ca req-0f2d83a2-bb39-4481-a9a8-6764682fed7f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.1445684 Apr 01 16:20:06.381179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-b2a766e2-0cb8-4d4c-86d6-271f77717334 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=436ad12e-73d2-41e3-b6d0-159e518b4346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548854 Apr 01 16:20:06.435860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afe37b10-5079-42dc-beb1-9a45c901d3ca req-bdb6dab4-54fc-4b40-b756-287e9f35a2b3 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807555 Apr 01 16:20:06.524557 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-268ea026-da60-4549-9957-f7055dcab1cf service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329510 Apr 01 16:20:06.654648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a300e87-0edb-4325-b99e-f98b61799155 req-9dcb5066-f3a6-4bf2-bfbc-742d852ec339 service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238859 Apr 01 16:20:07.616431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2981ef3-b074-49f4-bfc5-1d06698856ec req-ce61e21c-72a0-4a5c-a9dc-269c39ce4442 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:07.617862 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2981ef3-b074-49f4-bfc5-1d06698856ec req-ce61e21c-72a0-4a5c-a9dc-269c39ce4442 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0779080 Apr 01 16:20:07.663163 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2981ef3-b074-49f4-bfc5-1d06698856ec req-6f8f37c8-b3a7-4a79-9ff5-44c80baaefae tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Apr 01 16:20:08.855973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e30a3-0dc6-42d8-96c2-6f76e4e44b8a req-5b171a98-649a-4318-a2ec-f456e0a18b3f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:08.857408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c9e30a3-0dc6-42d8-96c2-6f76e4e44b8a req-5b171a98-649a-4318-a2ec-f456e0a18b3f tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0867691 Apr 01 16:20:08.901720 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c9e30a3-0dc6-42d8-96c2-6f76e4e44b8a req-cbe2135a-79e9-46f0-85a1-29977f376754 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Apr 01 16:20:09.333326 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-e81f865e-8ce8-4177-8bae-a30fc9f138de service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699131 Apr 01 16:20:09.476947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cb3cc-72fc-4198-a59c-46acee355609 req-f40ffc44-fb7f-4a1b-8123-75680a55b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.478316 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-f40ffc44-fb7f-4a1b-8123-75680a55b95b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1098 time: 0.0769212 Apr 01 16:20:09.507668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.90', 59424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:09.594569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-0ff70295-1b6d-4d66-9049-07b468e1ad27 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.596029 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-0ff70295-1b6d-4d66-9049-07b468e1ad27 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0&tenant_id=8a17eeb729084a61a55d16b8e354962b&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.0873244 Apr 01 16:20:09.620740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cb3cc-72fc-4198-a59c-46acee355609 req-a881d49f-cf19-4c59-ab93-eaed66253536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.622161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-a881d49f-cf19-4c59-ab93-eaed66253536 service neutron] 10.222.0.90 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 911 time: 0.1254163 Apr 01 16:20:09.691861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-b13e462d-e891-4021-8638-6fc78cba4991 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 217 time: 0.0635271 Apr 01 16:20:09.751713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cb3cc-72fc-4198-a59c-46acee355609 req-a7cafed6-b1a8-4a7e-9973-b7edd5df7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.753021 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-a7cafed6-b1a8-4a7e-9973-b7edd5df7c35 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 200 len: 850 time: 0.0557742 Apr 01 16:20:09.798682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-594022ed-d63d-4039-8a94-e99441b307c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=436ad12e-73d2-41e3-b6d0-159e518b4346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397897 Apr 01 16:20:09.926284 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-2477ee06-a6b4-4754-a7a7-1f2567d42031 service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220021 Apr 01 16:20:10.056523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-749cb3cc-72fc-4198-a59c-46acee355609 req-32e1fb6a-2061-4ab5-8202-acb554a3ccc0 service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239097 Apr 01 16:20:10.153705 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:10.157013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:10.214274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-c2ee8fdc-b03d-44e6-97f9-c5bb44bf0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:10.215778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-c2ee8fdc-b03d-44e6-97f9-c5bb44bf0d0d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a17eeb729084a61a55d16b8e354962b&device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 1098 time: 0.0753379 Apr 01 16:20:10.367304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:10.399086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:10.421418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:10.428032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '0445dff2-576d-400c-b09a-b781ce170727', 'network_id': '436ad12e-73d2-41e3-b6d0-159e518b4346', 'port_id': '0445dff2-576d-400c-b09a-b781ce170727', 'mac_address': 'fa:16:3e:89:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8b4c8-8e67-409e-ac78-15eef8d3356f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:20:10.433856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:10.456270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-7074ec1c-60b0-4ec9-9721-c1214be06d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:10.456270 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-7074ec1c-60b0-4ec9-9721-c1214be06d63 service neutron] 10.222.0.90 "GET /v2.0/networks?id=436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 200 len: 911 time: 0.2288661 Apr 01 16:20:10.487407 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727', 'code': 200} Apr 01 16:20:10.491787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:10.505128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:10.519345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-ea577c65-897c-44fc-8c39-4baffb619c57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 200 len: 217 time: 0.0623403 Apr 01 16:20:10.542358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:10.582593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-18a4f9ab-f613-444b-b470-da0b3bb901ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:10.584105 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-18a4f9ab-f613-444b-b470-da0b3bb901ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 200 len: 850 time: 0.0596685 Apr 01 16:20:10.635257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:10.635547 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-bc1629f2-87a2-462f-a54b-a2f64de906be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=436ad12e-73d2-41e3-b6d0-159e518b4346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403163 Apr 01 16:20:10.635659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:20:10.635659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:20:10.637301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.637646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.637984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.638322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.638654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.638978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.639347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.639675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.639998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.640326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.640786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.641108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:10.759923 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-ef910e06-b516-473f-b9cf-b46189aafce4 service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236167 Apr 01 16:20:10.890611 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-23ccba62-59e9-4868-91de-cf7d193e17be service neutron] 10.222.0.90 "GET /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247704 Apr 01 16:20:11.187200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.204372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:11.220077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:11.281191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.345426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['0445dff2-576d-400c-b09a-b781ce170727'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:20:11.398843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:12.153616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:12.225337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 0445dff2-576d-400c-b09a-b781ce170727 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:12.225998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.369137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aae489-6ac9-4efc-9426-b93350890a16 req-28d93b43-5c0e-49c1-b433-13287b4f8431 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:12.370607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-60aae489-6ac9-4efc-9426-b93350890a16 req-28d93b43-5c0e-49c1-b433-13287b4f8431 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 944 time: 0.0861394 Apr 01 16:20:12.377061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.408754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:12.416214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-60aae489-6ac9-4efc-9426-b93350890a16 req-30095d3a-fe63-4a44-8a6c-17814e1ae335 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Apr 01 16:20:12.481749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:12.511444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:12.553831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:12.559390 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445dff2-576d-400c-b09a-b781ce170727', 'code': 200} Apr 01 16:20:13.598198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdcba3-a241-4581-bdaa-df4ae69b061c req-aeb5dde8-9fdd-44c7-b07d-dada94b7859d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:13.599677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0bfdcba3-a241-4581-bdaa-df4ae69b061c req-aeb5dde8-9fdd-44c7-b07d-dada94b7859d tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0785370 Apr 01 16:20:13.643339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0bfdcba3-a241-4581-bdaa-df4ae69b061c req-c8a6173d-d1cb-4a1d-be9e-65dad76cbabc tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff5f4ef0-58d6-4453-939b-6f884d55a47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Apr 01 16:20:13.949865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-fa4362f5-0e52-430d-a082-16bc8fe06bf9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:13.951295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-fa4362f5-0e52-430d-a082-16bc8fe06bf9 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 945 time: 0.0832455 Apr 01 16:20:14.027817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Deleting port 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:20:14.028202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:14.274533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] For port 0445dff2-576d-400c-b09a-b781ce170727, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0445dff2-576d-400c-b09a-b781ce170727,segment=NetworkSegment(06671904-84a3-44b2-a1f4-5cd56cb8d564),segment_id=06671904-84a3-44b2-a1f4-5cd56cb8d564)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:14.274803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:14.393949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Calling delete_port for 0445dff2-576d-400c-b09a-b781ce170727 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:20:14.612876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:14.624320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['0445dff2-576d-400c-b09a-b781ce170727'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:20:14.665421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Pushing event deleted for resources: {'Port': ['ID=0445dff2-576d-400c-b09a-b781ce170727,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:14.746707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] No DVR routers for this DVR port 0445dff2-576d-400c-b09a-b781ce170727 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:14.749274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:14.753536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-deleted', 'tag': '0445dff2-576d-400c-b09a-b781ce170727'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:14.794083 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1218e122-23f4-4104-83ea-610b5c1922b4 req-12ed8209-4c0b-47b6-bdde-c2463bd5dd35 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3cad7c3-9358-437f-b483-c41440ef64f0 HTTP/1.1" status: 200 len: 210 time: 0.0429287 Apr 01 16:20:14.798888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cad7c3-9358-437f-b483-c41440ef64f0', 'name': 'network-vif-deleted', 'tag': '0445dff2-576d-400c-b09a-b781ce170727', 'status': 'completed', 'code': 200} Apr 01 16:20:14.814638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-d03af6dc-dc77-4209-a113-96bbfb609617 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] 10.222.0.90 "DELETE /v2.0/ports/0445dff2-576d-400c-b09a-b781ce170727 HTTP/1.1" status: 204 len: 173 time: 0.8585742 Apr 01 16:20:16.037350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:16.099112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Deleting subnet 15d8b4c8-8e67-409e-ac78-15eef8d3356f {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:20:16.102116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.154039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.209154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.345730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.383307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d8b4c8-8e67-409e-ac78-15eef8d3356f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.388533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.394787 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-024f36e7-0257-4764-8420-458a372217ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/15d8b4c8-8e67-409e-ac78-15eef8d3356f HTTP/1.1" status: 204 len: 168 time: 0.3564227 Apr 01 16:20:16.397291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:16.518289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.639248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.664388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436ad12e-73d2-41e3-b6d0-159e518b4346']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.676039 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06671904-84a3-44b2-a1f4-5cd56cb8d564') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.676334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06671904-84a3-44b2-a1f4-5cd56cb8d564') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.687284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.702653 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.709087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:20:16.709530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:16.722671 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:16.853150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.868622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.878291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] Pushing event deleted for resources: {'Network': ['ID=436ad12e-73d2-41e3-b6d0-159e518b4346,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.880834 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b191b65c-436f-4c57-bd2b-fb86315fd81f admin admin] 10.222.0.18 "DELETE /v2.0/networks/436ad12e-73d2-41e3-b6d0-159e518b4346 HTTP/1.1" status: 204 len: 168 time: 0.4824717 Apr 01 16:20:17.109395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:17.159527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4159b2e-5cc9-46a3-95e3-bb2b6bf1b025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a17eeb729084a61a55d16b8e354962b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488768 Apr 01 16:20:17.161808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:17.218400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.247256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.464743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.481127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f4ef0-58d6-4453-939b-6f884d55a47d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:17.560986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.562262 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab131264-5e55-4099-a251-08904b3e3d76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff5f4ef0-58d6-4453-939b-6f884d55a47d HTTP/1.1" status: 204 len: 168 time: 0.3994155 Apr 01 16:20:18.185363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:18.218736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 0445dff2-576d-400c-b09a-b781ce170727 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:20:18.219070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0445dff2-576d-400c-b09a-b781ce170727 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:18.561114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53466) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:18.671420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2096922402-network', 'tenant_id': '8a20244e3db94a189e37750a5376d387'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:18.676867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:18.680739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Usage tracker for resource:network and tenant:8a20244e3db94a189e37750a5376d387 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:18.683571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:18.690330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:18.795947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Made reservation on behalf of 8a20244e3db94a189e37750a5376d387 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:18.798719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.811048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.825657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:18.829396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a20244e3db94a189e37750a5376d387 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:18.832255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:18.837925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:18.920192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.978134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.009916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:19.014948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4110753-96e7-4f6a-87c1-4185cb1765fa,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.024592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.024937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.025273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.025602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.025924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.026257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.026574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.026895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.027239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.027559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.027875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.028190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:19.033196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.036083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Added segment bce5e3a8-0758-4f23-8bc0-bc8501e50cc1 of type vlan for network d5f2aa8b-445e-42c9-88f6-d70b0195e257 Apr 01 16:20:19.064744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.167682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.168660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:19.169234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.276512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f2aa8b-445e-42c9-88f6-d70b0195e257,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.286608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:19.328485 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab4acebd-73e0-4172-94ab-78f1d9a6b6c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7661779 Apr 01 16:20:19.331291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:19.337845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Request body: {'subnet': {'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2096922402-subnet', 'tenant_id': '8a20244e3db94a189e37750a5376d387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:19.342834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:19.347376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Usage tracker for resource:subnet and tenant:8a20244e3db94a189e37750a5376d387 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:19.350263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:19.356001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:19.436172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Made reservation on behalf of 8a20244e3db94a189e37750a5376d387 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:19.438511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.710334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.786297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f083ee5-2cb6-43de-8e00-5e23f8bb2242,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.795945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Checking segment: {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:20:19.799794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Network hostable DHCP agents. Network: d5f2aa8b-445e-42c9-88f6-d70b0195e257, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:19.876756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:19.939446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, d5f2aa8b-445e-42c9-88f6-d70b0195e257) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:19.943830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:19.944750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.948378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c719fec-9310-405d-aa7c-dcc64923004e None None] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:20:20.038584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d740459-319c-4646-830c-b52149f8ad29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6985452 Apr 01 16:20:20.154453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f2b67-23a1-446a-a8f1-552c6359e400 None None] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:20:20.703389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-dc2e3abe-2c35-4b07-9f26-39e8191e4248 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:20.705458 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-dc2e3abe-2c35-4b07-9f26-39e8191e4248 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 815 time: 0.1443403 Apr 01 16:20:20.719923 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-d046f265-812f-427b-9e3a-9a49ea0faab7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/quotas/8a20244e3db94a189e37750a5376d387 HTTP/1.1" status: 200 len: 375 time: 0.0088561 Apr 01 16:20:20.770249 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-22000c57-3f4f-4643-9d08-3a6f5192b051 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454490 Apr 01 16:20:20.826813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-712211e6-901f-4aba-b7db-e333cb0e8b94 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:20:20.827815 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-712211e6-901f-4aba-b7db-e333cb0e8b94 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512831 Apr 01 16:20:20.957027 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-beaf2f8c-5149-45ad-94e5-4af1f07f551d service neutron] 10.222.0.18 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225469 Apr 01 16:20:21.084462 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-48a67b15-7cb7-484c-be94-fdcbde50d169 service neutron] 10.222.0.18 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217778 Apr 01 16:20:21.402217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d309cad-e42e-4bc7-b04c-0cf8f90bbeb0 req-899c3aff-b879-4502-89e2-23eb4f759bc0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 210 time: 0.0970838 Apr 01 16:20:22.546914 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2cad9bf0-068f-470c-9b92-4df4535dc1b1 req-23a16aa4-68e6-4a40-be22-8cc364e4ca2d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 210 time: 0.0416214 Apr 01 16:20:23.594918 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:23.596661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-81a3cd09-9db6-42fc-8a68-832d41333b0a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:23.597344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-81a3cd09-9db6-42fc-8a68-832d41333b0a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Synchronizing usage tracker for tenant:8a20244e3db94a189e37750a5376d387 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:23.689644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-81a3cd09-9db6-42fc-8a68-832d41333b0a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Unset dirty status for tenant:8a20244e3db94a189e37750a5376d387 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:23.690866 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-81a3cd09-9db6-42fc-8a68-832d41333b0a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 815 time: 0.2414870 Apr 01 16:20:23.701569 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-704eceba-9415-41d7-94fb-1addefddb241 req-d4c8c3c4-94d8-44ee-b496-2829e77c848a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 210 time: 0.0479288 Apr 01 16:20:23.705535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Request body: {'port': {'device_id': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'admin_state_up': True, 'tenant_id': '8a20244e3db94a189e37750a5376d387'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:23.845217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:23.849580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Usage tracker for resource:port and tenant:8a20244e3db94a189e37750a5376d387 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:23.852380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:23.857932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:23.949951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Made reservation on behalf of 8a20244e3db94a189e37750a5376d387 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:23.953455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.111319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Allocated IP 172.20.0.9 (d5f2aa8b-445e-42c9-88f6-d70b0195e257/2f083ee5-2cb6-43de-8e00-5e23f8bb2242/03c7a8a9-b96b-4c95-af7e-f11e77cff103) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:24.313015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.430518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.496222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:24.499252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:24.507277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:20:24.552186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:24.575479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:24.576114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.647735 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-fa5f70f4-e6b2-471d-845c-dc3eeac01f92 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482875 Apr 01 16:20:24.659727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Request body: {'port': {'device_id': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:20:24.766258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.906084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ec421-9216-426f-922f-bc3fceb65bba req-f3935a9a-82a5-4b9a-858e-617f285c439d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:24.907584 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-691ec421-9216-426f-922f-bc3fceb65bba req-f3935a9a-82a5-4b9a-858e-617f285c439d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 931 time: 0.0861957 Apr 01 16:20:25.059129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-691ec421-9216-426f-922f-bc3fceb65bba req-0db271bb-3bfb-466b-b822-67869a23f58f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450300 Apr 01 16:20:25.218313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:25.225881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.239919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Transition to ACTIVE for port object 03c7a8a9-b96b-4c95-af7e-f11e77cff103 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:25.304485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.454977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:25.537475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Attempting to bind port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:25.537810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Attempting to bind port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:25.538140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Attempting to bind port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:20:25.542636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:20:25.542953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Attempting to bind port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:20:25.547927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:20:25.548260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Checking segment: {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:20:25.548647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Bound using segment: {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:20:25.549071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Bound port: 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:25.549411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.638751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:20:25.641593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:20:25.727989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.780297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:25.781034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.782371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] 10.222.0.90 "PUT /v2.0/ports/03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 1093 time: 1.1270392 Apr 01 16:20:25.785331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:25.812756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f46666-9cd2-4419-bb05-25c77aee4201 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:25.905734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'status': 'completed', 'code': 200} Apr 01 16:20:25.945406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-ab230c60-5216-4238-ad9f-ea8d3e11030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:25.946855 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-ab230c60-5216-4238-ad9f-ea8d3e11030e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1096 time: 0.0715387 Apr 01 16:20:26.015920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-479e2634-4756-4207-8702-4b16a997b57d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 217 time: 0.0624428 Apr 01 16:20:26.079202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-381a28d8-8e6b-4c81-8317-539891a48668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.080597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-381a28d8-8e6b-4c81-8317-539891a48668 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0592406 Apr 01 16:20:26.128624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-df599af4-9a06-4d3f-b0f4-91183580c539 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421107 Apr 01 16:20:26.249316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397711b-6069-4577-b648-2b19c8a6be67 req-9cc120f5-4167-4fe0-967d-b74e0bf272a4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.250677 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5397711b-6069-4577-b648-2b19c8a6be67 req-9cc120f5-4167-4fe0-967d-b74e0bf272a4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 943 time: 0.0801368 Apr 01 16:20:26.261694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-149be246-4a5e-4d77-aa67-04617cc97337 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269429 Apr 01 16:20:26.296293 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5397711b-6069-4577-b648-2b19c8a6be67 req-78f1573a-2e99-4481-a272-7e164358bd0c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Apr 01 16:20:26.391522 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef41845b-16c3-4f9e-8c09-48b4d6dc1fc0 req-8dc39894-67b2-42d8-8e73-ea668ad72929 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242716 Apr 01 16:20:26.558891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-a45b6b8f-1e75-4dfe-bbb0-a4694418e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.560288 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-a45b6b8f-1e75-4dfe-bbb0-a4694418e58a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1096 time: 0.0693040 Apr 01 16:20:26.690567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-d3665307-e276-4642-9b56-0cbadbd767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.692299 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-d3665307-e276-4642-9b56-0cbadbd767a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1252899 Apr 01 16:20:26.856178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-57954dfd-600f-4083-ae36-8266184d2987 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 217 time: 0.1567006 Apr 01 16:20:26.918112 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-6989ca03-a578-4285-b789-6585674f3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.919559 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-6989ca03-a578-4285-b789-6585674f3a72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0572305 Apr 01 16:20:26.967302 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-799f880c-49f6-498d-8742-0db74e8724a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415282 Apr 01 16:20:27.097160 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-7f113224-281e-4d82-ac48-299db1ca86e9 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221676 Apr 01 16:20:27.227102 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5ca5f3e-e275-4c36-9298-32d645ed0b57 req-0d7671c0-e16c-4498-8ab1-c4cbae6e6b7b service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239660 Apr 01 16:20:27.481946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-e224fd79-fe87-4f84-b0df-3720216f0b04 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:27.482549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-e224fd79-fe87-4f84-b0df-3720216f0b04 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Synchronizing usage tracker for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:27.567895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-e224fd79-fe87-4f84-b0df-3720216f0b04 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Unset dirty status for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:27.569067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-e224fd79-fe87-4f84-b0df-3720216f0b04 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 943 time: 0.1677864 Apr 01 16:20:27.618182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-9d6655a5-3c00-460e-a8ea-c94281997604 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Synchronizing usage tracker for tenant:8a20244e3db94a189e37750a5376d387 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:27.709768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-9d6655a5-3c00-460e-a8ea-c94281997604 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Unset dirty status for tenant:8a20244e3db94a189e37750a5376d387 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:27.710949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-feffa615-7c26-413b-b92e-11879a31bdf0 req-9d6655a5-3c00-460e-a8ea-c94281997604 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361594 Apr 01 16:20:28.894614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc8809-1a95-402e-bf7d-05ea93c44002 req-37e8844c-5b0d-42b4-8fc2-28b31a7bfcbf tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:28.896085 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0cc8809-1a95-402e-bf7d-05ea93c44002 req-37e8844c-5b0d-42b4-8fc2-28b31a7bfcbf tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 943 time: 0.0819745 Apr 01 16:20:28.939173 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0cc8809-1a95-402e-bf7d-05ea93c44002 req-2e6aa949-952c-407f-ade7-3e028f707d8b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Apr 01 16:20:29.492525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2403249-116e-487e-bd3e-7766f2934af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.122650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39e93-086d-49ce-82ca-c8c63f653049 req-14fde3ad-8780-45ad-877c-b99c7569013a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:30.123600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42d39e93-086d-49ce-82ca-c8c63f653049 req-14fde3ad-8780-45ad-877c-b99c7569013a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 943 time: 0.0792000 Apr 01 16:20:30.168615 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42d39e93-086d-49ce-82ca-c8c63f653049 req-c24cf3e8-cc79-4615-8f95-119b0a4e4f2f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388622 Apr 01 16:20:30.235314 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:30.365502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:30.378147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'port_id': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'mac_address': 'fa:16:3e:b2:11:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f083ee5-2cb6-43de-8e00-5e23f8bb2242', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:20:30.436023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.452545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:20:30.468090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:30.560830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.626435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:30.759739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['03c7a8a9-b96b-4c95-af7e-f11e77cff103'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:20:31.350612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137a56-9fe2-449c-864f-cd350f314297 req-60af20e0-4167-4e88-adbf-d6609f2fe25d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:31.352093 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31137a56-9fe2-449c-864f-cd350f314297 req-60af20e0-4167-4e88-adbf-d6609f2fe25d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 944 time: 0.0826666 Apr 01 16:20:31.395470 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31137a56-9fe2-449c-864f-cd350f314297 req-8e16cf8d-dd18-4eed-9617-f2773f2ae72d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Apr 01 16:20:32.279892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:32.366528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ef639e92-fb93-4bad-9614-42f34ffd0987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.394946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:32.400328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:32.400687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.518197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.545078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:32.555272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:20:32.581304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0377b-e7d2-4d94-bba8-4c3566b346d4 req-81d391db-8225-4474-a93d-3d47b4f8345f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:32.583378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-86a0377b-e7d2-4d94-bba8-4c3566b346d4 req-81d391db-8225-4474-a93d-3d47b4f8345f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 944 time: 0.0846863 Apr 01 16:20:32.591281 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'code': 200} Apr 01 16:20:32.624780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.631687 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-86a0377b-e7d2-4d94-bba8-4c3566b346d4 req-c2f79726-d527-4e4f-9c4c-98de9755f2ee tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 Apr 01 16:20:32.748751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:32.910489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.973055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.992920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095c3b8-0094-41c1-bd34-2f34ed0a1027 req-cd6f667a-dd42-46a5-9977-bc4d17a0a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:32.994457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a095c3b8-0094-41c1-bd34-2f34ed0a1027 req-cd6f667a-dd42-46a5-9977-bc4d17a0a2c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1098 time: 0.0710886 Apr 01 16:20:33.034700 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a095c3b8-0094-41c1-bd34-2f34ed0a1027 req-cafcd762-0984-46fa-b1c8-a7325d22e7fc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Apr 01 16:20:33.814392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fff2e-a707-4f1f-b5f0-1a62bec39e16 req-aeba3c11-efdb-4987-80be-31aec83ae1d8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:33.815894 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c38fff2e-a707-4f1f-b5f0-1a62bec39e16 req-aeba3c11-efdb-4987-80be-31aec83ae1d8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0790522 Apr 01 16:20:33.859263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.864566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c38fff2e-a707-4f1f-b5f0-1a62bec39e16 req-c89a7e75-6895-4379-95d5-782790e320ba tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Apr 01 16:20:34.607131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.050920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5127-26bf-4eea-b5d5-f04f3e3fbef5 req-d0553470-58ad-4aaa-ad01-9268551b8618 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.052398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a56c5127-26bf-4eea-b5d5-f04f3e3fbef5 req-d0553470-58ad-4aaa-ad01-9268551b8618 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0836854 Apr 01 16:20:35.096033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a56c5127-26bf-4eea-b5d5-f04f3e3fbef5 req-474bc931-2b4d-4578-a3f6-657e8093deae tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377462 Apr 01 16:20:35.284177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d72a7c-ac30-4956-9091-899e24b382e6 req-8aca7c1c-fe91-44b3-a7b9-65c9862ddb4f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.285612 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87d72a7c-ac30-4956-9091-899e24b382e6 req-8aca7c1c-fe91-44b3-a7b9-65c9862ddb4f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0821042 Apr 01 16:20:35.332770 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87d72a7c-ac30-4956-9091-899e24b382e6 req-43b4884d-ec83-4069-a138-7822886ec020 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Apr 01 16:20:35.700112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1a196-d10a-49ea-bad4-f6f55a33f083 req-a8d86e2c-a4f6-4795-b216-21e634c57cdc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.701461 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26f1a196-d10a-49ea-bad4-f6f55a33f083 req-a8d86e2c-a4f6-4795-b216-21e634c57cdc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0798876 Apr 01 16:20:35.749000 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26f1a196-d10a-49ea-bad4-f6f55a33f083 req-a6cb47a6-a412-46b9-9db1-b36aef677c7e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418086 Apr 01 16:20:35.930603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad312-345f-4848-87f3-92c31a26a3a9 req-f85d589f-c593-4f4c-918b-df0fb40fad37 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.932078 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2aad312-345f-4848-87f3-92c31a26a3a9 req-f85d589f-c593-4f4c-918b-df0fb40fad37 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0783730 Apr 01 16:20:35.978921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2aad312-345f-4848-87f3-92c31a26a3a9 req-3b479ae9-76cf-457a-92d1-adbc826c01c1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Apr 01 16:20:36.551159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e0dbd-c12f-4dc2-92bc-7087e9d7366f req-0a7ee1a4-7d28-4d82-8d84-4daed444c110 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:36.552632 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2d1e0dbd-c12f-4dc2-92bc-7087e9d7366f req-0a7ee1a4-7d28-4d82-8d84-4daed444c110 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0802140 Apr 01 16:20:36.598439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2d1e0dbd-c12f-4dc2-92bc-7087e9d7366f req-611afc09-b649-4553-84a4-cf6fb106d5a0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Apr 01 16:20:36.642735 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-d8f0bd3b-a5ac-40b6-bff9-5e2bf5877a09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728095 Apr 01 16:20:37.785443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acfdc6-d53b-4152-bbb0-7ae3e2f7d734 req-727c7122-3449-4d6a-9432-fa94a1b235c4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:37.786841 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1acfdc6-d53b-4152-bbb0-7ae3e2f7d734 req-727c7122-3449-4d6a-9432-fa94a1b235c4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0835171 Apr 01 16:20:37.835122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1acfdc6-d53b-4152-bbb0-7ae3e2f7d734 req-4d7b5f85-51ae-499f-a462-1d185be6c877 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Apr 01 16:20:38.755108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-c2eecd4c-4b91-41c1-bdc8-d4341ce0c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:38.756649 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-c2eecd4c-4b91-41c1-bdc8-d4341ce0c122 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1098 time: 0.0922010 Apr 01 16:20:38.910815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-30b94ef3-4838-43c2-80bc-ee77d2411cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:38.913997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-30b94ef3-4838-43c2-80bc-ee77d2411cde service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1513567 Apr 01 16:20:39.010196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-3de2a989-b810-47bb-a8b4-609ac5c408ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 217 time: 0.0900619 Apr 01 16:20:39.088053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-f11738b1-4cd1-452a-b3d9-c5721357024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:39.089513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-f11738b1-4cd1-452a-b3d9-c5721357024f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0738344 Apr 01 16:20:39.148897 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-8ac0c8e5-90ee-47b7-8e52-8a8b8e41a16c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500882 Apr 01 16:20:39.156430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f6eab-402f-45a9-b2ba-5e485f0ee7a0 req-490d04b8-f6a7-4238-9502-5c0e7d12a2e9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:39.157753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a70f6eab-402f-45a9-b2ba-5e485f0ee7a0 req-490d04b8-f6a7-4238-9502-5c0e7d12a2e9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.1850634 Apr 01 16:20:39.391815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a70f6eab-402f-45a9-b2ba-5e485f0ee7a0 req-f561b351-de6e-46f3-acfc-5fd1760f4923 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136898 Apr 01 16:20:39.421666 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-81839f0a-9c4b-477f-85b8-625fbe7cf076 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629750 Apr 01 16:20:39.562017 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-78be40fc-256d-42c2-be73-a0fac87b4252 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347013 Apr 01 16:20:40.576481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e14e2-35f1-413a-9c69-e4ccd1c42453 req-ea4c5793-d185-432a-9a70-a762d2202882 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:40.577938 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-524e14e2-35f1-413a-9c69-e4ccd1c42453 req-ea4c5793-d185-432a-9a70-a762d2202882 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0800824 Apr 01 16:20:40.621304 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-524e14e2-35f1-413a-9c69-e4ccd1c42453 req-bc210489-06d8-423f-a86e-4e6c0eb4f8f2 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Apr 01 16:20:41.811837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c67c65-4211-4d45-98fe-5e1bfed762f6 req-24e5c9e1-8c95-428f-9098-2fc4eb203489 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:41.813336 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91c67c65-4211-4d45-98fe-5e1bfed762f6 req-24e5c9e1-8c95-428f-9098-2fc4eb203489 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0832062 Apr 01 16:20:41.857568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91c67c65-4211-4d45-98fe-5e1bfed762f6 req-a5ed251a-0a1d-403b-977c-ef6594e80bb5 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Apr 01 16:20:43.041966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8cd14-e102-47d9-8473-5093f042c62b req-138914e0-2f40-4306-921e-75407f06901d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:43.043428 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7fe8cd14-e102-47d9-8473-5093f042c62b req-138914e0-2f40-4306-921e-75407f06901d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0818045 Apr 01 16:20:43.088422 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7fe8cd14-e102-47d9-8473-5093f042c62b req-e3ea756d-1738-4f32-b684-1d727bf4122e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Apr 01 16:20:44.280997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfad47-8c93-4580-aef5-379fa05bfd32 req-f6065b1a-1c04-41cc-84d6-82f6ab78bb51 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:44.282479 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-85cfad47-8c93-4580-aef5-379fa05bfd32 req-f6065b1a-1c04-41cc-84d6-82f6ab78bb51 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0838821 Apr 01 16:20:44.327228 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-85cfad47-8c93-4580-aef5-379fa05bfd32 req-45197842-a5dc-4a5a-8349-953784007535 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Apr 01 16:20:45.510988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe665cc-cdcf-4cbf-908c-a82d55e400d5 req-6432dd07-48dc-481e-bf42-f29cd9191a19 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:45.512377 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbe665cc-cdcf-4cbf-908c-a82d55e400d5 req-6432dd07-48dc-481e-bf42-f29cd9191a19 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0821760 Apr 01 16:20:45.561781 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbe665cc-cdcf-4cbf-908c-a82d55e400d5 req-b15c4578-1b34-4927-ab49-5a1c9803f08e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Apr 01 16:20:46.748382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ea7f-4d3f-47f9-8e93-65c3cdcc7852 req-3875b53a-48d3-4176-972a-d6aa60543f17 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:46.749788 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d63ea7f-4d3f-47f9-8e93-65c3cdcc7852 req-3875b53a-48d3-4176-972a-d6aa60543f17 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0818455 Apr 01 16:20:46.793818 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d63ea7f-4d3f-47f9-8e93-65c3cdcc7852 req-88dd1fb5-6b1e-4e66-aa9f-a0ea29e36df1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Apr 01 16:20:47.980100 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c530-5de4-4ddd-95b5-5ece56645098 req-41f660cc-c333-4b5e-a244-420ffd4faebd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:47.981704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0382c530-5de4-4ddd-95b5-5ece56645098 req-41f660cc-c333-4b5e-a244-420ffd4faebd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0828128 Apr 01 16:20:48.027589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0382c530-5de4-4ddd-95b5-5ece56645098 req-bab11bfd-5b72-4ff9-b933-91c0169df6e5 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Apr 01 16:20:49.207920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5aa1-bd6e-4bef-a15c-1822929be509 req-5b4d9320-e71a-4b63-9425-2b381c52d4fc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.209376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd6b5aa1-bd6e-4bef-a15c-1822929be509 req-5b4d9320-e71a-4b63-9425-2b381c52d4fc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0787892 Apr 01 16:20:49.252681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd6b5aa1-bd6e-4bef-a15c-1822929be509 req-266e2e33-7978-492d-92bc-f10821f45a19 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Apr 01 16:20:50.439518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df25ccb-ac04-4ff2-aad1-c7d922242a17 req-f23ea49a-a034-4ced-bdf7-c0429a5113e0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:50.440877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7df25ccb-ac04-4ff2-aad1-c7d922242a17 req-f23ea49a-a034-4ced-bdf7-c0429a5113e0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0838630 Apr 01 16:20:50.483438 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7df25ccb-ac04-4ff2-aad1-c7d922242a17 req-d5a7f0b8-f00e-4ddc-92b7-b17221127831 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369811 Apr 01 16:20:51.673240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7a6ad-fed0-4ff0-ad38-e60aae569cbd req-a395d3d1-f0f2-4a8c-8679-7cce74cf6c5f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.674823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59d7a6ad-fed0-4ff0-ad38-e60aae569cbd req-a395d3d1-f0f2-4a8c-8679-7cce74cf6c5f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Apr 01 16:20:51.718896 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59d7a6ad-fed0-4ff0-ad38-e60aae569cbd req-4e039fd6-e497-44e0-9c4c-b03ee51f0c13 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Apr 01 16:20:52.900784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf39861-9de7-468f-95d6-abb3433b51a5 req-cb16229e-87c0-4451-9464-93f29694e5af tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:52.902238 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fdf39861-9de7-468f-95d6-abb3433b51a5 req-cb16229e-87c0-4451-9464-93f29694e5af tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0795138 Apr 01 16:20:52.945112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fdf39861-9de7-468f-95d6-abb3433b51a5 req-2a846e32-00a9-4b42-91f9-f74fc0f53619 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Apr 01 16:20:54.128537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8661f-5359-49a4-94ca-9e1753aa90bf req-80bf0aaf-177c-4dd5-a90a-8f8eb950a1e7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:54.129984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ee8661f-5359-49a4-94ca-9e1753aa90bf req-80bf0aaf-177c-4dd5-a90a-8f8eb950a1e7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0790226 Apr 01 16:20:54.176709 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ee8661f-5359-49a4-94ca-9e1753aa90bf req-d15ef3e0-58ec-400f-a058-8a80c2d92802 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Apr 01 16:20:55.366939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61da4e-8128-4a50-97a8-4235b98a867a req-b94f801a-ec8a-4134-bcc4-99f5798cbc0d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:55.368454 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4d61da4e-8128-4a50-97a8-4235b98a867a req-b94f801a-ec8a-4134-bcc4-99f5798cbc0d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0857337 Apr 01 16:20:55.413768 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4d61da4e-8128-4a50-97a8-4235b98a867a req-98ea1066-cb42-41d5-ac11-7f777483400c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Apr 01 16:20:56.620422 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-abd554ca-125b-4534-aa05-7f1d5744b49c service neutron] 10.222.0.90 "GET /v2.0/ports/03c7a8a9-b96b-4c95-af7e-f11e77cff103/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.1246700 Apr 01 16:20:56.641821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32ceb-486f-4675-8e03-8387f8b781f1 req-0bcba291-d79b-4bed-947a-800168c95d73 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.643322 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93d32ceb-486f-4675-8e03-8387f8b781f1 req-0bcba291-d79b-4bed-947a-800168c95d73 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.1158412 Apr 01 16:20:56.688190 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93d32ceb-486f-4675-8e03-8387f8b781f1 req-5651088f-f1a3-4032-b45d-46110cd781a3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Apr 01 16:20:57.091043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-33a38ad1-f920-46ef-b9fb-a0a33c5645db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.092530 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-33a38ad1-f920-46ef-b9fb-a0a33c5645db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9&tenant_id=8a20244e3db94a189e37750a5376d387 HTTP/1.1" status: 200 len: 1098 time: 0.0689399 Apr 01 16:20:57.187395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-3cc5a128-dd3f-4737-8041-f16a9d1253b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.188846 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-3cc5a128-dd3f-4737-8041-f16a9d1253b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1098 time: 0.0746481 Apr 01 16:20:57.316590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-16e8c753-3827-4a26-954c-b871194c3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.318014 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-16e8c753-3827-4a26-954c-b871194c3a71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1238644 Apr 01 16:20:57.383504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-1c85fb84-4425-47c4-95b0-9d553715211f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 217 time: 0.0589650 Apr 01 16:20:57.445923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c46383-ccae-4c95-b483-b72508b91d38 req-4dae61ae-85c6-431d-b218-c8bb2b8984e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.447336 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-4dae61ae-85c6-431d-b218-c8bb2b8984e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0590348 Apr 01 16:20:57.493311 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-13cf62a4-8033-4faa-ae54-238b7b7a9274 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405512 Apr 01 16:20:57.726060 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-8dfa053d-972d-42f7-99a1-e0b0baf0dbba service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271979 Apr 01 16:20:57.856588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-38c46383-ccae-4c95-b483-b72508b91d38 req-ed1f5332-9329-4e6a-ad92-9803983095ac service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246469 Apr 01 16:20:57.871837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f014e6-12d8-41c3-a357-9b5319d12972 req-fa806002-a9eb-44f4-8a60-718767812d6d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.873326 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71f014e6-12d8-41c3-a357-9b5319d12972 req-fa806002-a9eb-44f4-8a60-718767812d6d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0792842 Apr 01 16:20:57.923877 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71f014e6-12d8-41c3-a357-9b5319d12972 req-8adf3b6a-f151-4ca3-a142-988b8afb3d25 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445075 Apr 01 16:20:59.112620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476ffcc-24b8-4e0b-aa58-f7c8eee0606d req-c35f9184-37d2-4495-b926-68e7da46bad7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:59.113978 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7476ffcc-24b8-4e0b-aa58-f7c8eee0606d req-c35f9184-37d2-4495-b926-68e7da46bad7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0837231 Apr 01 16:20:59.157583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7476ffcc-24b8-4e0b-aa58-f7c8eee0606d req-e3ad56a5-93e0-4eca-b3e8-89200ffd7a9a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Apr 01 16:20:59.510263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5de8e300-9d16-4ae3-aabb-792d818e906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.343853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849c173-f4a6-421b-bb34-d7163e05d518 req-baa6e33a-9980-475a-ad5a-8e0f7ff2c1a0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:00.345318 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3849c173-f4a6-421b-bb34-d7163e05d518 req-baa6e33a-9980-475a-ad5a-8e0f7ff2c1a0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0816631 Apr 01 16:21:00.390711 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3849c173-f4a6-421b-bb34-d7163e05d518 req-9c9fab72-88c4-4e65-9178-95ad7d433241 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Apr 01 16:21:00.427612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:00.430497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:00.596197 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:00.670237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.700631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:00.723417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:00.729577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'port_id': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'mac_address': 'fa:16:3e:b2:11:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f083ee5-2cb6-43de-8e00-5e23f8bb2242', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:00.758850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:00.791505 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'code': 200} Apr 01 16:21:00.796026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.814577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:00.830807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.863778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5ab6-326b-4823-b594-38789f2eb18e req-d4898188-73a0-4148-9762-fbac5ce67efa tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:00.865252 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b79d5ab6-326b-4823-b594-38789f2eb18e req-d4898188-73a0-4148-9762-fbac5ce67efa tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0932052 Apr 01 16:21:00.916998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b79d5ab6-326b-4823-b594-38789f2eb18e req-6ed1e65e-7488-4b22-815b-03be457a7284 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 Apr 01 16:21:00.941120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d55-d00e-44be-9200-02750c371ff8 req-924ecaa0-943e-43d6-864c-1cdd3e91bccd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:00.941120 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-924ecaa0-943e-43d6-864c-1cdd3e91bccd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9&tenant_id=8a20244e3db94a189e37750a5376d387&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 943 time: 0.0943339 Apr 01 16:21:00.953358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:21:00.953715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:21:00.956997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:01.091849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d55-d00e-44be-9200-02750c371ff8 req-c51255c7-3178-46e2-8228-a64043d8b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:01.093422 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-c51255c7-3178-46e2-8228-a64043d8b6ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 1096 time: 0.0779674 Apr 01 16:21:01.233311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d55-d00e-44be-9200-02750c371ff8 req-aa6a2a02-6bc7-4bc4-9daa-cf3cb79b495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:01.234669 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-aa6a2a02-6bc7-4bc4-9daa-cf3cb79b495c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1353786 Apr 01 16:21:01.300354 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-d96a3d19-246f-4cf4-b813-9f58eedb8430 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 200 len: 217 time: 0.0601881 Apr 01 16:21:01.364223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d55-d00e-44be-9200-02750c371ff8 req-105ae69a-a822-4c71-a1a0-2ff9aedbffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:01.365745 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-105ae69a-a822-4c71-a1a0-2ff9aedbffc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0597999 Apr 01 16:21:01.410741 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-73ad610c-3fae-4d66-9979-99c37876c95a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393414 Apr 01 16:21:01.507385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.523942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:01.539371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:01.543791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-fe97ed46-2f30-4ecd-8229-b1efbc6d78a3 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269593 Apr 01 16:21:01.640328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.678191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b448d55-d00e-44be-9200-02750c371ff8 req-3fd43f21-eb2b-481c-96f4-5d816de4c1d2 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284468 Apr 01 16:21:01.706963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['03c7a8a9-b96b-4c95-af7e-f11e77cff103'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:01.750867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:02.119126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623321f-07f5-49b0-a957-14057c0e33fd req-a24038f4-aee1-4f5c-8486-9c678d7a578f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:02.120600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3623321f-07f5-49b0-a957-14057c0e33fd req-a24038f4-aee1-4f5c-8486-9c678d7a578f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 944 time: 0.0876095 Apr 01 16:21:02.166739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3623321f-07f5-49b0-a957-14057c0e33fd req-3b46dac5-f9c1-439b-bba2-4853e8722bb3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Apr 01 16:21:02.339157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0a53d201-4a30-4fc4-a4bb-cd56caa17256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.426215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:02.496642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:02.497006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.615077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.647612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:02.714877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.783574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:02.792711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:02.836783 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'code': 200} Apr 01 16:21:02.903911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.995614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.352014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b108e-4956-40b4-83fd-d815fa4cac8f req-87fc9a47-c508-4763-84ee-05b5553f9fb3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.354096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f2b108e-4956-40b4-83fd-d815fa4cac8f req-87fc9a47-c508-4763-84ee-05b5553f9fb3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0800550 Apr 01 16:21:03.396795 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f2b108e-4956-40b4-83fd-d815fa4cac8f req-a5acbe18-6f81-49b8-b859-23d3854f60be tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Apr 01 16:21:03.588730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdfdd2-b5f5-426b-9467-da573c063646 req-917db2fa-d506-4e11-832f-e8cd9a27c8ed tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.590210 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0cdfdd2-b5f5-426b-9467-da573c063646 req-917db2fa-d506-4e11-832f-e8cd9a27c8ed tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0814407 Apr 01 16:21:03.636615 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0cdfdd2-b5f5-426b-9467-da573c063646 req-987c4f56-cd44-4ecc-81fe-5c6c93e6ef0b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Apr 01 16:21:03.822210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cee7bf-e40d-4d40-a8f9-81c3e20c5ad3 req-b14ffc88-0186-480d-94e3-173fad018ada tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.823819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cee7bf-e40d-4d40-a8f9-81c3e20c5ad3 req-b14ffc88-0186-480d-94e3-173fad018ada tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0834420 Apr 01 16:21:03.857179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.867668 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1cee7bf-e40d-4d40-a8f9-81c3e20c5ad3 req-7276f1c3-aa27-465e-b465-7e7c4b02193e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Apr 01 16:21:04.540079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-2ddac3f2-5023-4c27-9e15-0617293a3aca tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:04.541977 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-2ddac3f2-5023-4c27-9e15-0617293a3aca tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 815 time: 0.1454051 Apr 01 16:21:04.557667 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-8d42dc20-ccb8-4f32-ade5-2fb4676c89d7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/quotas/8a20244e3db94a189e37750a5376d387 HTTP/1.1" status: 200 len: 375 time: 0.0101869 Apr 01 16:21:04.637602 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-29993099-3b64-41d7-b4a6-b591c4ab5c9a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745189 Apr 01 16:21:04.640363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.919754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-598bf239-4ea2-4e0f-9e81-2d180582dc9f service neutron] 10.222.0.18 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753890 Apr 01 16:21:05.049945 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-9d6b1154-3da5-426d-8534-9f6129a2d7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244612 Apr 01 16:21:05.311820 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-37ed7a55-d404-4b58-af78-9710b7eb4da3 req-fbec1520-6b77-49ec-b0ab-247e6c30340e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 210 time: 0.0469682 Apr 01 16:21:06.054277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-e616fef3-af2f-4b09-abb6-d65cf2803b27 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:06.055835 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-e616fef3-af2f-4b09-abb6-d65cf2803b27 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/ports?device_id=a245b4c1-8cc5-4cfd-9b1c-471df00f14f9 HTTP/1.1" status: 200 len: 945 time: 0.0795338 Apr 01 16:21:06.131777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Deleting port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:06.132136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.390443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] For port 03c7a8a9-b96b-4c95-af7e-f11e77cff103, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=03c7a8a9-b96b-4c95-af7e-f11e77cff103,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:06.390820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.549497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Calling delete_port for 03c7a8a9-b96b-4c95-af7e-f11e77cff103 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:06.594444 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cff22dad-d6b2-421f-8393-a629e232272c req-25307825-f321-49e0-8568-c8fdbb072aa3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 210 time: 0.1378717 Apr 01 16:21:06.772819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.784172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['03c7a8a9-b96b-4c95-af7e-f11e77cff103'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:06.822352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Pushing event deleted for resources: {'Port': ['ID=03c7a8a9-b96b-4c95-af7e-f11e77cff103,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:06.901809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] No DVR routers for this DVR port 03c7a8a9-b96b-4c95-af7e-f11e77cff103 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:06.904351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.908311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-deleted', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:06.952183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245b4c1-8cc5-4cfd-9b1c-471df00f14f9', 'name': 'network-vif-deleted', 'tag': '03c7a8a9-b96b-4c95-af7e-f11e77cff103', 'status': 'completed', 'code': 200} Apr 01 16:21:06.996772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4155e6b-822f-41a1-9ba2-0ba543b25831 req-0862a56c-14f6-42da-91f3-538872688b87 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "DELETE /v2.0/ports/03c7a8a9-b96b-4c95-af7e-f11e77cff103 HTTP/1.1" status: 204 len: 173 time: 0.9304013 Apr 01 16:21:07.283125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-a5f51c98-65f0-49b6-b096-b6c94f95bea3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:07.289181 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-a5f51c98-65f0-49b6-b096-b6c94f95bea3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 815 time: 0.1517935 Apr 01 16:21:07.305004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Request body: {'port': {'device_id': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'admin_state_up': True, 'tenant_id': '8a20244e3db94a189e37750a5376d387'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:07.444821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:07.449077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Usage tracker for resource:port and tenant:8a20244e3db94a189e37750a5376d387 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:07.451984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:07.457650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:07.539001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Made reservation on behalf of 8a20244e3db94a189e37750a5376d387 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:07.543232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.839358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e54b117b-fdf6-4e77-86a1-6b9e193b42e4 req-80d28cf1-49c5-4f46-8561-b812892c0207 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Synchronizing usage tracker for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:07.865498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Allocated IP 172.20.0.10 (d5f2aa8b-445e-42c9-88f6-d70b0195e257/2f083ee5-2cb6-43de-8e00-5e23f8bb2242/276751a5-f05d-414b-a286-524541f76344) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:07.956231 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e54b117b-fdf6-4e77-86a1-6b9e193b42e4 req-80d28cf1-49c5-4f46-8561-b812892c0207 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Unset dirty status for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:07.957459 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e54b117b-fdf6-4e77-86a1-6b9e193b42e4 req-80d28cf1-49c5-4f46-8561-b812892c0207 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 210 time: 0.1748521 Apr 01 16:21:08.079085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.151265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.162077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['03c7a8a9-b96b-4c95-af7e-f11e77cff103'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:08.217174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Network d5f2aa8b-445e-42c9-88f6-d70b0195e257 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:08.224236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:08.228978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:21:08.261744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:08.298261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:08.298943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.400737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-4406f93d-f0b1-4b42-8cd8-9ac256d1979b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1004822 Apr 01 16:21:08.411614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Request body: {'port': {'device_id': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:08.519413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.858160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276751a5-f05d-414b-a286-524541f76344 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:08.865911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.880714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Transition to ACTIVE for port object 276751a5-f05d-414b-a286-524541f76344 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:21:08.944133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.101021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:09.160884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad64-9f79-4df4-8824-48d1c23eca66 req-b69b1f1c-17ff-431c-b701-c50bb3fe3fdc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.162350 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-060dad64-9f79-4df4-8824-48d1c23eca66 req-b69b1f1c-17ff-431c-b701-c50bb3fe3fdc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0971258 Apr 01 16:21:09.176268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Attempting to bind port 276751a5-f05d-414b-a286-524541f76344 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:09.176703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Attempting to bind port 276751a5-f05d-414b-a286-524541f76344 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:09.177034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Attempting to bind port 276751a5-f05d-414b-a286-524541f76344 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:21:09.181744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Port 276751a5-f05d-414b-a286-524541f76344 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:21:09.182057 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Attempting to bind port 276751a5-f05d-414b-a286-524541f76344 on network d5f2aa8b-445e-42c9-88f6-d70b0195e257 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:21:09.187084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:21:09.187443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Checking segment: {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:21:09.187823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Bound using segment: {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:21:09.188243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Bound port: 276751a5-f05d-414b-a286-524541f76344, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:09.188585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.206655 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-060dad64-9f79-4df4-8824-48d1c23eca66 req-32b83d48-31b5-4dee-9da7-ce9ee2b6e55c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Apr 01 16:21:09.274136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:21:09.277649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:21:09.344518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.402304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.402903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.404295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] 10.222.0.90 "PUT /v2.0/ports/276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 200 len: 1094 time: 0.9969015 Apr 01 16:21:09.404729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'tag': '276751a5-f05d-414b-a286-524541f76344'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:09.431803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026efcb-2e96-4e42-b52d-b5297233dd52 service neutron] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:09.453747 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'tag': '276751a5-f05d-414b-a286-524541f76344', 'status': 'completed', 'code': 200} Apr 01 16:21:09.543673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-41054520-b3f4-43d0-be4e-0f46f2aa6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.545117 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-41054520-b3f4-43d0-be4e-0f46f2aa6a6f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1097 time: 0.0704253 Apr 01 16:21:09.681831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-e4f37d38-629f-42c6-b4c4-2f0240353e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.683239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-e4f37d38-629f-42c6-b4c4-2f0240353e82 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8a20244e3db94a189e37750a5376d387&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1314766 Apr 01 16:21:09.911319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-6462fa51-8ee5-4da0-84d5-65c63dde0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.912894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f70e7a78-7cd1-4c9e-894b-6bb92b00837a req-6462fa51-8ee5-4da0-84d5-65c63dde0ac5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2239187 Apr 01 16:21:10.017131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-2354befb-d922-4037-a6fd-9a76e17b31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:10.018469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-2354befb-d922-4037-a6fd-9a76e17b31dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1097 time: 0.0731056 Apr 01 16:21:10.087793 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-85833a6b-74f6-488c-90f5-ef15545024dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 200 len: 217 time: 0.0631239 Apr 01 16:21:10.148406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-c7eaed8b-df54-4ea5-8d3f-0472913ea95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:10.149833 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-c7eaed8b-df54-4ea5-8d3f-0472913ea95e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0564902 Apr 01 16:21:10.195096 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-2e7fdb47-b594-4592-bcc2-7445d4449e2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397456 Apr 01 16:21:10.327185 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-f9927f5d-31ae-4ca1-82c9-5f11c18efe9a service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Apr 01 16:21:10.394568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f03411-b72f-4d31-b729-70e90585f07c req-aa3605dc-b16c-4f86-96e2-94e83323a30d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:10.396066 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5f03411-b72f-4d31-b729-70e90585f07c req-aa3605dc-b16c-4f86-96e2-94e83323a30d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0823519 Apr 01 16:21:10.441471 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5f03411-b72f-4d31-b729-70e90585f07c req-e803c248-85e9-4c81-a3cf-1f2459385e48 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Apr 01 16:21:10.467362 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12a6621e-df55-4eaf-9d04-0dd18c902b62 req-6a79c877-1d00-4309-b5da-bcb73fb8ab16 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340618 Apr 01 16:21:10.496588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:10.530395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 03c7a8a9-b96b-4c95-af7e-f11e77cff103 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:21:10.530743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 03c7a8a9-b96b-4c95-af7e-f11e77cff103 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:11.635998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09021fa2-b387-40a6-b9d7-1f2dbbff3c83 req-8184bc73-10d6-4877-a58e-ae52db4847cd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:11.637508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09021fa2-b387-40a6-b9d7-1f2dbbff3c83 req-8184bc73-10d6-4877-a58e-ae52db4847cd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0845499 Apr 01 16:21:11.682563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09021fa2-b387-40a6-b9d7-1f2dbbff3c83 req-47ece02e-f195-48c8-982e-f32461cfd530 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Apr 01 16:21:12.869869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7690-644f-46d5-812c-e50fdc13115e req-496bc472-82c9-4a0f-8aa4-0cddfe882700 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:12.871331 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a5e7690-644f-46d5-812c-e50fdc13115e req-496bc472-82c9-4a0f-8aa4-0cddfe882700 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0828481 Apr 01 16:21:12.914982 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a5e7690-644f-46d5-812c-e50fdc13115e req-51a3d57a-3e7e-49c7-880c-7822fce1dcfd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Apr 01 16:21:14.104185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22430-b9a6-44af-9a56-481f7e57782c req-79ccef3f-ecde-4a16-afe5-db0965d04ce1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:14.105716 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66a22430-b9a6-44af-9a56-481f7e57782c req-79ccef3f-ecde-4a16-afe5-db0965d04ce1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0826969 Apr 01 16:21:14.151120 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66a22430-b9a6-44af-9a56-481f7e57782c req-32e7e674-c20b-4f51-ac59-701c8fe03312 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Apr 01 16:21:14.543045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:14.682808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:14.695685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '276751a5-f05d-414b-a286-524541f76344', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'port_id': '276751a5-f05d-414b-a286-524541f76344', 'mac_address': 'fa:16:3e:1b:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f083ee5-2cb6-43de-8e00-5e23f8bb2242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:14.755823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.773383 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276751a5-f05d-414b-a286-524541f76344 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:14.789233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:14.851115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.919812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:14.926830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.927218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.927564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.927898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.928232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.928565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.928894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.929222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.929548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.929872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.930195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:14.930515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:15.044292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['276751a5-f05d-414b-a286-524541f76344'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:15.334924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7056-60a6-4680-b4f8-fc100b0a2c1b req-4faba127-f8f3-4e3e-bebc-6e1f5ba9291a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.336385 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c75a7056-60a6-4680-b4f8-fc100b0a2c1b req-4faba127-f8f3-4e3e-bebc-6e1f5ba9291a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 945 time: 0.0788510 Apr 01 16:21:15.380599 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c75a7056-60a6-4680-b4f8-fc100b0a2c1b req-6749e171-f1c8-4c34-9f18-03bf71a58d33 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Apr 01 16:21:16.559368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:16.565948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456afb5d-0c02-4cea-844c-5e8335be852a req-a78b54c1-f171-4532-83e2-1da8e2f9771d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:16.567441 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-456afb5d-0c02-4cea-844c-5e8335be852a req-a78b54c1-f171-4532-83e2-1da8e2f9771d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 945 time: 0.0827694 Apr 01 16:21:16.613143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-456afb5d-0c02-4cea-844c-5e8335be852a req-d0e6a29d-2c0f-4a45-aee6-8c7b1672e327 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Apr 01 16:21:16.709870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 276751a5-f05d-414b-a286-524541f76344 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:21:16.714941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 276751a5-f05d-414b-a286-524541f76344 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:16.715342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:16.860300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:16.887563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:16.897380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:16.930055 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344', 'code': 200} Apr 01 16:21:16.959766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:17.028807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:17.308976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1284c55-e75a-459e-bcd5-815236bca616 req-63c968b2-d7b6-424f-b305-43315706325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:17.310344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1284c55-e75a-459e-bcd5-815236bca616 req-63c968b2-d7b6-424f-b305-43315706325b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1099 time: 0.0687687 Apr 01 16:21:17.352880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1284c55-e75a-459e-bcd5-815236bca616 req-562a4cee-71e6-4fc5-a6be-8a8116668dde service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Apr 01 16:21:17.799230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbe39a-a30e-4cbe-b17f-b3b1281d6697 req-2f0bfb3c-a141-45e4-9566-96715d0c9f42 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:17.800682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0dbbe39a-a30e-4cbe-b17f-b3b1281d6697 req-2f0bfb3c-a141-45e4-9566-96715d0c9f42 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0804496 Apr 01 16:21:17.843778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0dbbe39a-a30e-4cbe-b17f-b3b1281d6697 req-af5dc3fb-bc1d-47bb-8556-da27e265a677 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Apr 01 16:21:19.030583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a9f35-5c02-495e-b502-6e2bc1eea6d6 req-a4f47a09-9729-431c-aaa1-58ff9b76f392 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.032069 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-790a9f35-5c02-495e-b502-6e2bc1eea6d6 req-a4f47a09-9729-431c-aaa1-58ff9b76f392 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0818212 Apr 01 16:21:19.075899 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-790a9f35-5c02-495e-b502-6e2bc1eea6d6 req-36a4798e-c7ff-41b6-a3bb-345e82257a50 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Apr 01 16:21:19.265310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9dad8-cea4-460f-ae7f-ca8d4d39d62d req-3978008d-8a9b-441e-aa5a-5019886e3d88 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.266784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cdc9dad8-cea4-460f-ae7f-ca8d4d39d62d req-3978008d-8a9b-441e-aa5a-5019886e3d88 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0825200 Apr 01 16:21:19.310194 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cdc9dad8-cea4-460f-ae7f-ca8d4d39d62d req-edbc2094-ffbf-4309-9bd1-2348666ff649 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Apr 01 16:21:19.905459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238aced-acd8-4eea-95af-9eea164b9aea req-2383d9d6-8f8a-470d-a409-e10845cd181c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.906916 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2238aced-acd8-4eea-95af-9eea164b9aea req-2383d9d6-8f8a-470d-a409-e10845cd181c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0793085 Apr 01 16:21:19.954691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2238aced-acd8-4eea-95af-9eea164b9aea req-8ea1d376-85d5-4ea3-9917-602ff2ad061e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Apr 01 16:21:19.977002 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-1235626c-b925-4b8d-9374-c48043e09219 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696847 Apr 01 16:21:21.255086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aa89-0f31-49dd-b044-867428030422 req-ef96c790-9770-46d6-9a23-c510d9682cd7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.256508 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0862aa89-0f31-49dd-b044-867428030422 req-ef96c790-9770-46d6-9a23-c510d9682cd7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.1901820 Apr 01 16:21:21.302645 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0862aa89-0f31-49dd-b044-867428030422 req-0851f478-bf3a-4908-9335-ae7d27f40d56 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Apr 01 16:21:21.874280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-4003fb65-93e8-43ae-9902-2a3a12ef9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.875755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-4003fb65-93e8-43ae-9902-2a3a12ef9de6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1099 time: 0.0725806 Apr 01 16:21:22.004856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-cc9ba0ba-c1fe-49b9-8429-9498c30233a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.006289 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-cc9ba0ba-c1fe-49b9-8429-9498c30233a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1251585 Apr 01 16:21:22.075080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-714918dd-32e3-4fad-b016-b72ae7e6da70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 200 len: 217 time: 0.0628293 Apr 01 16:21:22.232617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-4c60e9ba-01a7-4b9c-982f-bafee779ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.233951 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-4c60e9ba-01a7-4b9c-982f-bafee779ec72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.1536334 Apr 01 16:21:22.280371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-6a337861-e620-4f60-a21c-c613a2ae6081 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407259 Apr 01 16:21:22.410306 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-28c32dd5-f5d9-407c-a261-3bd380f52c13 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237574 Apr 01 16:21:22.599899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde1fcf-6561-4845-b934-37546b4a91c4 req-0264951c-774d-4fd1-b32f-9bdba751b809 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.601349 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-acde1fcf-6561-4845-b934-37546b4a91c4 req-0264951c-774d-4fd1-b32f-9bdba751b809 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.1901860 Apr 01 16:21:22.606938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-c493f926-745d-44a5-a1e3-cee72d8843a3 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615438 Apr 01 16:21:22.645508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-acde1fcf-6561-4845-b934-37546b4a91c4 req-09fc5fa6-e97d-4796-93f2-0fc7c4f3103b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375907 Apr 01 16:21:23.830848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7e58-3dc9-4309-b833-791029d6bece req-131f8388-921f-45a8-bfae-13c250ab5e1a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:23.832288 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5a6e7e58-3dc9-4309-b833-791029d6bece req-131f8388-921f-45a8-bfae-13c250ab5e1a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0818138 Apr 01 16:21:23.875888 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5a6e7e58-3dc9-4309-b833-791029d6bece req-51743062-0543-4f47-84b8-bf8cd82a6cc2 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380113 Apr 01 16:21:25.070568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63665d-54e3-4a72-941d-16294dda5208 req-6bd921aa-68c2-4582-acde-14a4da6067b4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:25.072046 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c63665d-54e3-4a72-941d-16294dda5208 req-6bd921aa-68c2-4582-acde-14a4da6067b4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0819387 Apr 01 16:21:25.116600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c63665d-54e3-4a72-941d-16294dda5208 req-8e05b681-3251-4e89-a49c-0064751ae4e8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388188 Apr 01 16:21:26.305407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae27762-1080-40e3-a04f-442c8857ba47 req-1cc1303f-ca17-42b6-90fa-3ae997530cce tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:26.306927 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eae27762-1080-40e3-a04f-442c8857ba47 req-1cc1303f-ca17-42b6-90fa-3ae997530cce tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0848126 Apr 01 16:21:26.351911 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eae27762-1080-40e3-a04f-442c8857ba47 req-73dcbfce-cbb4-4dd9-91ef-ccf6bb1d3e11 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Apr 01 16:21:27.537515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88bddd-26b4-42e7-8a4a-edcf8ce40863 req-38057850-9b97-41d5-9c80-35293e95d0b7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:27.537515 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f88bddd-26b4-42e7-8a4a-edcf8ce40863 req-38057850-9b97-41d5-9c80-35293e95d0b7 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0798230 Apr 01 16:21:27.580598 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f88bddd-26b4-42e7-8a4a-edcf8ce40863 req-71c42dea-56e4-4a5f-bfe2-230d994b2a16 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Apr 01 16:21:28.769217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3af14-c374-4932-9b76-83a26def9bc7 req-0901ba13-69d3-456e-8604-4e4f81b7bed4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:28.770666 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82f3af14-c374-4932-9b76-83a26def9bc7 req-0901ba13-69d3-456e-8604-4e4f81b7bed4 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0829148 Apr 01 16:21:28.814087 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82f3af14-c374-4932-9b76-83a26def9bc7 req-d0bb16ab-af1b-45ae-8d31-ef99fc3d1e91 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Apr 01 16:21:29.492716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fa76673-9efc-4384-95c0-05cdf67480e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:30.001532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29303e4-d221-4a9a-b964-529542db60e0 req-028e426d-9b12-4b3f-bdc2-cc85e136ffcd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:30.003011 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29303e4-d221-4a9a-b964-529542db60e0 req-028e426d-9b12-4b3f-bdc2-cc85e136ffcd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0815005 Apr 01 16:21:30.046587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b29303e4-d221-4a9a-b964-529542db60e0 req-3dd82297-1cd4-4f46-a74c-a3ac66344cff tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Apr 01 16:21:31.233913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc368b-1771-44f2-9b0c-58da072a1b30 req-cb28ae50-f33f-4ada-9eb7-d54e368ac4e9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:31.235417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5bc368b-1771-44f2-9b0c-58da072a1b30 req-cb28ae50-f33f-4ada-9eb7-d54e368ac4e9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0794961 Apr 01 16:21:31.283793 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5bc368b-1771-44f2-9b0c-58da072a1b30 req-d6c80ffc-4ca0-46ec-bbda-28790c6c8970 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Apr 01 16:21:32.332605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4158335d-7746-435c-8ec0-abc838d65e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:32.471768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b616-186c-4557-93d0-b8074e164349 req-6c85d260-2552-47ee-a19e-6bd84cc4d45c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:32.473130 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7e0b616-186c-4557-93d0-b8074e164349 req-6c85d260-2552-47ee-a19e-6bd84cc4d45c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0787575 Apr 01 16:21:32.520870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7e0b616-186c-4557-93d0-b8074e164349 req-a5138836-1289-440a-9115-07517d72142f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Apr 01 16:21:32.885215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:32.959544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:33.705926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf313e-98f0-43e9-a245-dcee8882da1f req-7b7a2e97-e26c-4368-b190-d3c134e41dcc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:33.707386 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90cf313e-98f0-43e9-a245-dcee8882da1f req-7b7a2e97-e26c-4368-b190-d3c134e41dcc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0827696 Apr 01 16:21:33.753302 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90cf313e-98f0-43e9-a245-dcee8882da1f req-677c8007-b04b-40cb-969f-d435d5bb14dc tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Apr 01 16:21:33.890340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:34.627672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:34.936694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ee485-3b76-442c-859b-d1031d7f4dd0 req-9b9a66ef-2edf-4ad6-9443-c523b3e6787b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:34.938184 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c69ee485-3b76-442c-859b-d1031d7f4dd0 req-9b9a66ef-2edf-4ad6-9443-c523b3e6787b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0807574 Apr 01 16:21:34.983523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c69ee485-3b76-442c-859b-d1031d7f4dd0 req-a7168e39-b8b9-4873-9900-87802e3003de tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Apr 01 16:21:36.175303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0a96-6e13-443f-baa0-dab6e9dfa90a req-025621b4-2ecb-4665-a479-b106e0b61cb8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:36.176765 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-723f0a96-6e13-443f-baa0-dab6e9dfa90a req-025621b4-2ecb-4665-a479-b106e0b61cb8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0847371 Apr 01 16:21:36.225021 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-723f0a96-6e13-443f-baa0-dab6e9dfa90a req-a4cb3650-2a59-48f3-bb10-613c340e3579 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Apr 01 16:21:37.418085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd121b47-b152-4eff-86cd-fa3ca623bdc0 req-22da2e97-7c0d-44ab-b8d6-21358796804f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:37.419481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd121b47-b152-4eff-86cd-fa3ca623bdc0 req-22da2e97-7c0d-44ab-b8d6-21358796804f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0901089 Apr 01 16:21:37.464050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd121b47-b152-4eff-86cd-fa3ca623bdc0 req-38c54996-ec78-4b19-bcc1-8708c778dbed tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Apr 01 16:21:37.595364 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:38.645207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59e7ec-aabf-4c2c-aac6-6a7809155b53 req-e6e6999d-54db-4064-864a-ae5c7bda8928 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:38.646665 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa59e7ec-aabf-4c2c-aac6-6a7809155b53 req-e6e6999d-54db-4064-864a-ae5c7bda8928 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0803144 Apr 01 16:21:38.691517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa59e7ec-aabf-4c2c-aac6-6a7809155b53 req-259e1e55-21a5-4282-98da-6921a617ca46 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Apr 01 16:21:39.882707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5498-b071-4433-8ac9-32a1f028ec3a req-8119e825-68d8-4c8d-9aaa-360afbec06a5 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:39.884185 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8aae5498-b071-4433-8ac9-32a1f028ec3a req-8119e825-68d8-4c8d-9aaa-360afbec06a5 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0822623 Apr 01 16:21:39.928015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8aae5498-b071-4433-8ac9-32a1f028ec3a req-717428bd-91bd-442f-897e-abe5e8b81c23 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Apr 01 16:21:41.111417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5f993-3ff1-40af-b1d4-d5ab4d424774 req-659696f6-1c38-4ec3-8380-99c631e81f39 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:41.112876 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25a5f993-3ff1-40af-b1d4-d5ab4d424774 req-659696f6-1c38-4ec3-8380-99c631e81f39 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0821683 Apr 01 16:21:41.156571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25a5f993-3ff1-40af-b1d4-d5ab4d424774 req-a27b0c52-85ca-4c53-b4af-24d135825dc1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Apr 01 16:21:42.341268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b156e8a-572d-4a06-be66-6df3a383be8f req-5d3e4b25-c5d7-4bfe-aecb-277ce5317a40 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:42.342714 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b156e8a-572d-4a06-be66-6df3a383be8f req-5d3e4b25-c5d7-4bfe-aecb-277ce5317a40 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0818601 Apr 01 16:21:42.386164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b156e8a-572d-4a06-be66-6df3a383be8f req-5a38ef95-7c70-4b2b-83bb-c3422b13a4cd tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Apr 01 16:21:43.571280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51404b11-f5c3-46e6-b744-3d1d9a0c1d36 req-2380aa93-285b-4923-9ab5-00093e282214 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:43.573342 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51404b11-f5c3-46e6-b744-3d1d9a0c1d36 req-2380aa93-285b-4923-9ab5-00093e282214 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0835633 Apr 01 16:21:43.616099 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51404b11-f5c3-46e6-b744-3d1d9a0c1d36 req-83fe1516-66f2-40d9-a1ac-e00169e3b66b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Apr 01 16:21:44.805881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727cca4-f5bf-4f22-babc-13dd03e66b34 req-f409d3e0-b579-4b6b-8120-c3a9be51b857 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:44.808073 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b727cca4-f5bf-4f22-babc-13dd03e66b34 req-f409d3e0-b579-4b6b-8120-c3a9be51b857 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0815344 Apr 01 16:21:44.856160 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b727cca4-f5bf-4f22-babc-13dd03e66b34 req-c837ba9c-631a-4d03-a3b6-5cb96ae0b628 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Apr 01 16:21:46.044042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6efdf-803c-4885-9a17-38b802aa0659 req-a0ce7f26-df7f-41f2-8fe7-d7809ac6c5ea tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:46.045514 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93a6efdf-803c-4885-9a17-38b802aa0659 req-a0ce7f26-df7f-41f2-8fe7-d7809ac6c5ea tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0812571 Apr 01 16:21:46.089163 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93a6efdf-803c-4885-9a17-38b802aa0659 req-38e48d6a-e076-452a-886e-525ea7a6451e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378606 Apr 01 16:21:47.279054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea72b-ca21-4d91-9b33-1555e84f77e9 req-2edbd35e-ee09-4f18-ba9e-7004d1715aef tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:47.280509 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad2ea72b-ca21-4d91-9b33-1555e84f77e9 req-2edbd35e-ee09-4f18-ba9e-7004d1715aef tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0803056 Apr 01 16:21:47.323913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad2ea72b-ca21-4d91-9b33-1555e84f77e9 req-37b55fb4-95e2-4b36-8467-41bdf483bf43 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377724 Apr 01 16:21:48.509941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64acb3a-25bf-4f68-870e-baae4b3e4aff req-2c8fff6e-96e7-43fe-aba6-f0699eca18a0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:48.511448 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a64acb3a-25bf-4f68-870e-baae4b3e4aff req-2c8fff6e-96e7-43fe-aba6-f0699eca18a0 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0843005 Apr 01 16:21:48.554910 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a64acb3a-25bf-4f68-870e-baae4b3e4aff req-326bb17c-02e0-405b-8827-dc69f907c311 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Apr 01 16:21:49.754702 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-20591d1e-8dcf-4103-97e4-0a12b7575a76 service neutron] 10.222.0.90 "GET /v2.0/ports/276751a5-f05d-414b-a286-524541f76344/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0802460 Apr 01 16:21:49.885001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2c4a5-0b99-40f5-b873-d35c300ef4f9 req-f1ac565c-8b8d-41ad-8881-48ddcc37eeba tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:49.886443 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1e2c4a5-0b99-40f5-b873-d35c300ef4f9 req-f1ac565c-8b8d-41ad-8881-48ddcc37eeba tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0800431 Apr 01 16:21:49.931945 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1e2c4a5-0b99-40f5-b873-d35c300ef4f9 req-72279358-d25e-4fd4-8b47-4643accb2845 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Apr 01 16:21:50.208971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-76917756-f15f-4a8b-bd83-9405506206b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.210321 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-76917756-f15f-4a8b-bd83-9405506206b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143&tenant_id=8a20244e3db94a189e37750a5376d387 HTTP/1.1" status: 200 len: 1099 time: 0.0730410 Apr 01 16:21:50.305475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-28eaa153-6cd2-40d7-8c62-3684004d58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.307595 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-28eaa153-6cd2-40d7-8c62-3684004d58db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1099 time: 0.0763733 Apr 01 16:21:50.434476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-ab3cb81d-9d65-468d-9800-c4677cdb1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.435926 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-ab3cb81d-9d65-468d-9800-c4677cdb1b6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1222589 Apr 01 16:21:50.597178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-da2b086f-1970-434e-8fa1-7f0211b0e384 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 200 len: 217 time: 0.1551275 Apr 01 16:21:50.657564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-d90bb512-8f48-4043-a012-8f8edd8c20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.658953 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-d90bb512-8f48-4043-a012-8f8edd8c20e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0562584 Apr 01 16:21:50.706515 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-08c55afd-6696-48be-b49f-7e1e1bdcb542 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418682 Apr 01 16:21:50.835160 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-e949052e-5860-4359-af67-62ad0177c6a3 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227055 Apr 01 16:21:50.961844 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e703d89d-dac3-44eb-af78-d7a9db5339bb req-728e7276-c999-43e2-a6c1-fcd7d7e39f72 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206436 Apr 01 16:21:51.121460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c14da-578f-406b-bb5e-bba38732a780 req-ff17ba09-5461-4761-b3e0-94ecc1ea6b9d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:51.122976 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca9c14da-578f-406b-bb5e-bba38732a780 req-ff17ba09-5461-4761-b3e0-94ecc1ea6b9d tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0804172 Apr 01 16:21:51.171122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca9c14da-578f-406b-bb5e-bba38732a780 req-616511fe-f8d5-4c5d-8d14-1acd9fa5eb47 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Apr 01 16:21:52.355245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8eaa3-262e-4f88-aab4-417a2aada6df req-44e87322-dee5-4b3c-bcef-6c3e67dddec3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:52.355245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45a8eaa3-262e-4f88-aab4-417a2aada6df req-44e87322-dee5-4b3c-bcef-6c3e67dddec3 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0794072 Apr 01 16:21:52.401965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-45a8eaa3-262e-4f88-aab4-417a2aada6df req-656d6527-fa98-47f9-97e1-1e66304836d1 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Apr 01 16:21:53.583057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8168010-f44e-49c7-917f-956f9d8054af req-0a26a3b3-8cbc-41ad-8f3f-86ff31d89fd8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:53.584517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8168010-f44e-49c7-917f-956f9d8054af req-0a26a3b3-8cbc-41ad-8f3f-86ff31d89fd8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0795872 Apr 01 16:21:53.629720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8168010-f44e-49c7-917f-956f9d8054af req-000f7203-9118-46ad-bb82-c5b178f5953a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Apr 01 16:21:54.089122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689de13-e525-4f01-abc6-1c433a823c7a req-ecdd3a97-58e3-41b6-9126-eae16efddd8a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.090919 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a689de13-e525-4f01-abc6-1c433a823c7a req-ecdd3a97-58e3-41b6-9126-eae16efddd8a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0974336 Apr 01 16:21:54.135412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-60ee8735-004f-46f6-9ecf-25959fb5f763 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.136955 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-60ee8735-004f-46f6-9ecf-25959fb5f763 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143&tenant_id=8a20244e3db94a189e37750a5376d387&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 946 time: 0.0913553 Apr 01 16:21:54.141635 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a689de13-e525-4f01-abc6-1c433a823c7a req-c6d0ae8c-41ae-4e0e-bf88-89ebf644370c tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Apr 01 16:21:54.276035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-dadbc074-6320-45c7-9c2c-48ef0ed096d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.277454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-dadbc074-6320-45c7-9c2c-48ef0ed096d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8a20244e3db94a189e37750a5376d387&device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 1099 time: 0.0704699 Apr 01 16:21:54.407077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-23cf5b69-4a48-4ede-8187-1a0f95de5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.408569 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-23cf5b69-4a48-4ede-8187-1a0f95de5731 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 200 len: 916 time: 0.1253450 Apr 01 16:21:54.477337 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-aee1c5ac-32bd-4cc6-b43b-e144cda0937c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 200 len: 217 time: 0.0633543 Apr 01 16:21:54.538665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-cf4144ab-ecf8-4b6f-94eb-9a60563c10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:54.540039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-cf4144ab-ecf8-4b6f-94eb-9a60563c10b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 200 len: 855 time: 0.0571339 Apr 01 16:21:54.587540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-cfc33211-ad4d-4fd5-b479-b087b102ef17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d5f2aa8b-445e-42c9-88f6-d70b0195e257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418191 Apr 01 16:21:54.723000 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-35055d6e-8cbb-4349-b2e2-c2b2fb7b0d1e service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299531 Apr 01 16:21:54.802549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:54.804790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:54.852869 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d8770097-0bb9-445f-b708-7788c9b589e5 req-396cfbe1-e4df-450e-a3c1-0400ca4d2872 service neutron] 10.222.0.90 "GET /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234765 Apr 01 16:21:55.017397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:55.046716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:55.067831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:55.076946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '276751a5-f05d-414b-a286-524541f76344', 'network_id': 'd5f2aa8b-445e-42c9-88f6-d70b0195e257', 'port_id': '276751a5-f05d-414b-a286-524541f76344', 'mac_address': 'fa:16:3e:1b:bb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f083ee5-2cb6-43de-8e00-5e23f8bb2242', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:55.080820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:55.128437 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344', 'code': 200} Apr 01 16:21:55.141883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:55.158281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276751a5-f05d-414b-a286-524541f76344 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:55.212923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:55.326813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:21:55.327090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:21:55.328392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d011498-a9c9-4ac0-bc36-91067d752ff1 req-285d69f5-2ae1-4fc4-8907-cdba3b3a0ac9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:55.332458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:55.332586 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d011498-a9c9-4ac0-bc36-91067d752ff1 req-285d69f5-2ae1-4fc4-8907-cdba3b3a0ac9 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 944 time: 0.0808740 Apr 01 16:21:55.374391 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d011498-a9c9-4ac0-bc36-91067d752ff1 req-d8636171-809b-4918-96cd-921243f47c4f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Apr 01 16:21:55.880587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:55.897667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276751a5-f05d-414b-a286-524541f76344 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:55.912192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:56.010000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.078710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['276751a5-f05d-414b-a286-524541f76344'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:21:56.116461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:56.557143 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b72a12-ffb7-404d-8002-ae03b351e65c req-5c48f70b-e3da-4a84-ab1f-df91af54834a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:56.558588 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6b72a12-ffb7-404d-8002-ae03b351e65c req-5c48f70b-e3da-4a84-ab1f-df91af54834a tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 945 time: 0.0790305 Apr 01 16:21:56.601760 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6b72a12-ffb7-404d-8002-ae03b351e65c req-144b9e05-75da-4691-b264-806754d9bd09 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375526 Apr 01 16:21:56.791584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e653e-34d0-4ea4-ac0e-688fca06da83 req-e219e529-c960-455d-b78d-346e255f5010 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:56.792972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aa9e653e-34d0-4ea4-ac0e-688fca06da83 req-e219e529-c960-455d-b78d-346e255f5010 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 945 time: 0.0883012 Apr 01 16:21:56.823273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:56.837061 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aa9e653e-34d0-4ea4-ac0e-688fca06da83 req-f60c117d-5389-404b-a76a-76b65fc12a76 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Apr 01 16:21:56.895294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 276751a5-f05d-414b-a286-524541f76344 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:56.895797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.012466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.024076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a059-1034-4651-b7ed-195c8d096cca req-25a20482-c1b1-489d-9bcd-5d0497d3873f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:57.025563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f037a059-1034-4651-b7ed-195c8d096cca req-25a20482-c1b1-489d-9bcd-5d0497d3873f tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 945 time: 0.0825825 Apr 01 16:21:57.044518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:57.072430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f037a059-1034-4651-b7ed-195c8d096cca req-d074878e-34b1-4e7d-9019-a9b73019b197 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Apr 01 16:21:57.121327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.157126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:57.194530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:57.206753 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276751a5-f05d-414b-a286-524541f76344', 'code': 200} Apr 01 16:21:57.878029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11382-8b20-4bcc-8ad3-4b7198791622 req-a7fd118a-1e82-474c-964a-b0c470ed9dd8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:57.879470 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ca11382-8b20-4bcc-8ad3-4b7198791622 req-a7fd118a-1e82-474c-964a-b0c470ed9dd8 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0822198 Apr 01 16:21:57.922478 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ca11382-8b20-4bcc-8ad3-4b7198791622 req-633c8f00-d789-47c0-963a-7152ec84c64e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Apr 01 16:21:59.106048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c50cb-ce74-4c5a-b897-ba415d5e44a5 req-c099488c-1427-4177-b353-c47127ad4784 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:59.107518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-411c50cb-ce74-4c5a-b897-ba415d5e44a5 req-c099488c-1427-4177-b353-c47127ad4784 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.0806124 Apr 01 16:21:59.188825 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-411c50cb-ce74-4c5a-b897-ba415d5e44a5 req-7c5f7f6a-3de4-45bb-a5ba-80623ddb5a9e tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4110753-96e7-4f6a-87c1-4185cb1765fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754845 Apr 01 16:21:59.328942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-9aa8277d-7fbf-4d48-a671-dd727be5fdf2 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:59.330358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-9aa8277d-7fbf-4d48-a671-dd727be5fdf2 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 946 time: 0.1826227 Apr 01 16:21:59.398277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Deleting port 276751a5-f05d-414b-a286-524541f76344 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:21:59.398622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.475608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-871b5e8d-ffd6-448b-80e4-7cbeff29d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.644274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] For port 276751a5-f05d-414b-a286-524541f76344, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=276751a5-f05d-414b-a286-524541f76344,segment=NetworkSegment(bce5e3a8-0758-4f23-8bc0-bc8501e50cc1),segment_id=bce5e3a8-0758-4f23-8bc0-bc8501e50cc1)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:21:59.644636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.768085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Calling delete_port for 276751a5-f05d-414b-a286-524541f76344 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:21:59.964441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.976980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['276751a5-f05d-414b-a286-524541f76344'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:00.013060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Pushing event deleted for resources: {'Port': ['ID=276751a5-f05d-414b-a286-524541f76344,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:00.050212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.050557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.050892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.051255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.051579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.051907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.052229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.052553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.052874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.053197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.053519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.053833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:00.104284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] No DVR routers for this DVR port 276751a5-f05d-414b-a286-524541f76344 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:22:00.106701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.109264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-deleted', 'tag': '276751a5-f05d-414b-a286-524541f76344'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:00.152718 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e22b09-e73a-4ec0-bea1-b5df0e774143', 'name': 'network-vif-deleted', 'tag': '276751a5-f05d-414b-a286-524541f76344', 'status': 'completed', 'code': 200} Apr 01 16:22:00.173405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-813bd1ba-bb08-4581-ab41-e3507be136eb req-59d15b30-728c-49db-8131-c3e4931ce778 tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.90 "DELETE /v2.0/ports/276751a5-f05d-414b-a286-524541f76344 HTTP/1.1" status: 204 len: 173 time: 0.8374100 Apr 01 16:22:00.345256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-76363896-0cd1-4a36-bc9d-f5fbe1e683b6 req-184b0229-3703-4b49-91ab-bf6f356a713b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Synchronizing usage tracker for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:00.448029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-76363896-0cd1-4a36-bc9d-f5fbe1e683b6 req-184b0229-3703-4b49-91ab-bf6f356a713b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] Unset dirty status for tenant:8a20244e3db94a189e37750a5376d387 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:00.449241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76363896-0cd1-4a36-bc9d-f5fbe1e683b6 req-184b0229-3703-4b49-91ab-bf6f356a713b tempest-ServerDiskConfigTestJSON-1140731610 tempest-ServerDiskConfigTestJSON-1140731610-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2e22b09-e73a-4ec0-bea1-b5df0e774143 HTTP/1.1" status: 200 len: 210 time: 0.1468644 Apr 01 16:22:01.689402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:01.751229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Deleting subnet 2f083ee5-2cb6-43de-8e00-5e23f8bb2242 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:22:01.754175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.808005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.962853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.092686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.135332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f083ee5-2cb6-43de-8e00-5e23f8bb2242,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:02.137830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.146669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.146999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.147649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.147649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.149883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.150228 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:02.153780 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6123222d-47c2-4bb6-a973-05b3d3c2c911 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2f083ee5-2cb6-43de-8e00-5e23f8bb2242 HTTP/1.1" status: 204 len: 168 time: 0.4633737 Apr 01 16:22:02.156272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:02.260665 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.347390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2387874-66cb-481c-aebf-676940159593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.382014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.407617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f2aa8b-445e-42c9-88f6-d70b0195e257']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:02.419863 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:02.420308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce5e3a8-0758-4f23-8bc0-bc8501e50cc1') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:02.432090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.448472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.454732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:22:02.456632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:22:02.467764 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:22:02.618135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.635192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.645429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f2aa8b-445e-42c9-88f6-d70b0195e257,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:02.698846 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34bfa3d5-4bfe-4071-82b7-4f859ad8359d admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5f2aa8b-445e-42c9-88f6-d70b0195e257 HTTP/1.1" status: 204 len: 168 time: 0.5415525 Apr 01 16:22:02.918745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.947289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.964969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53828) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:03.014663 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d44fe2a6-52a9-4f2a-8d4c-ad838f1ebc64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a20244e3db94a189e37750a5376d387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485506 Apr 01 16:22:03.017122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:03.074133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.100130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.221320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.237211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4110753-96e7-4f6a-87c1-4185cb1765fa,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:03.311413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.312700 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c05297b-7307-4943-afb7-be64955199bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4110753-96e7-4f6a-87c1-4185cb1765fa HTTP/1.1" status: 204 len: 168 time: 0.2945316 Apr 01 16:22:03.895969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.375516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:04.484109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-819070551-network', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:04.488831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:04.492656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Usage tracker for resource:network and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:04.496042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:04.502373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:04.580903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:04.583204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.595853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.610549 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:04.614371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Usage tracker for resource:security_group_rule and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:04.617163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:04.622927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:04.661160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.702458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.783734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.817220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:04.830397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a8ea5-e1d6-4d74-b0e1-71368115cec8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:04.842878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.843204 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Added segment a31fa1ee-f27b-48d9-b595-0ff195fa3692 of type vlan for network fd8d4c71-c17b-43cc-894d-f17bceac789a Apr 01 16:22:04.869284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.870096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:22:04.904399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 276751a5-f05d-414b-a286-524541f76344 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:22:04.905086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 276751a5-f05d-414b-a286-524541f76344 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:22:04.955125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.956139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:04.956768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.058192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8d4c71-c17b-43cc-894d-f17bceac789a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.068636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network fd8d4c71-c17b-43cc-894d-f17bceac789a details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:05.104918 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-29fc573f-27be-4ac7-bfc1-95810f347f43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7282965 Apr 01 16:22:05.107668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:05.113859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Request body: {'subnet': {'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-819070551-subnet', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:05.118814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:05.122890 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Usage tracker for resource:subnet and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:05.126055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:05.132172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:05.218698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:05.221076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.518598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.594868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8e879a-14b9-423e-a02a-f4dc432065f1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.602696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:05.602934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Network hostable DHCP agents. Network: fd8d4c71-c17b-43cc-894d-f17bceac789a, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:05.673055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:05.755198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, fd8d4c71-c17b-43cc-894d-f17bceac789a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:05.759515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:05.760608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.787886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55912b9a-7115-4080-bfb7-97b8d2048152 None None] Network fd8d4c71-c17b-43cc-894d-f17bceac789a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:05.876022 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dd9008c9-9d74-4e89-9b96-1d4b5e4c7db8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7672870 Apr 01 16:22:05.878550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:05.883951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:05.889080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:05.893261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Usage tracker for resource:router and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:05.896298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:05.902362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:05.966904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.967970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.982499 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.029444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-fd8d4c71-c17b-43cc-894d-f17bceac789a', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:22:06.030255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.187922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Allocated IP 172.20.0.2 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/c5fba257-20f2-4b55-95cd-fa23b6cda6fc) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:06.398382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.408661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Transition to ACTIVE for port object c5fba257-20f2-4b55-95cd-fa23b6cda6fc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:06.413090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.427171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Transition to ACTIVE for port object c5fba257-20f2-4b55-95cd-fa23b6cda6fc will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:06.524388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.582092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:06.584912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:06.587398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:06.636218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Pushing event updated for resources: {'Port': ['ID=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:06.692514 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Attempting to bind port c5fba257-20f2-4b55-95cd-fa23b6cda6fc on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:06.692802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Attempting to bind port c5fba257-20f2-4b55-95cd-fa23b6cda6fc by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:06.693166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Attempting to bind port c5fba257-20f2-4b55-95cd-fa23b6cda6fc on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:06.699128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:06.699526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:06.699930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.700322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:06.700787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Bound port: c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:06.701160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.790886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] For port c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:06.791872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.794263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] For port c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:06.821932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.852754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.944021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c8e0-8cc2-415c-82a3-cd9b3ec2e0e4 None None] Pushing event updated for resources: {'Port': ['ID=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:06.963031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Allocated IP 172.26.7.84 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/8858290e-ff8f-455d-80ff-04cbbebfe3b5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:07.136369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.245233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.310632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:07.318057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:07.320420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:07.355904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Pushing event updated for resources: {'Port': ['ID=8858290e-ff8f-455d-80ff-04cbbebfe3b5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:07.798681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.885548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce695f4-1377-4e0e-a399-4039bbdacac3 None None] Network fd8d4c71-c17b-43cc-894d-f17bceac789a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:22:08.048757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d559f10a-e7b1-4330-84ed-29df8086d925 None None] Provisioning for port c5fba257-20f2-4b55-95cd-fa23b6cda6fc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:08.282338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.575289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:22:08.752594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:22:08.761816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:22:08.771510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:08.772136 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:08.839231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.840466 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c8189746-b9d5-4784-a15d-9898a4ace5a6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9608934 Apr 01 16:22:08.843204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:08.991897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c5fba257-20f2-4b55-95cd-fa23b6cda6fc up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:09.016618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:09.319424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c5fba257-20f2-4b55-95cd-fa23b6cda6fc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:09.325874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c5fba257-20f2-4b55-95cd-fa23b6cda6fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:09.326260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.383408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 3, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:09.391270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:22:09.391620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Updating router 330f4ed9-1840-4fc0-b8b2-a595f746214f port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:22:09.475347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.507257 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.546661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.649062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:09.742538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.836342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Allocated IP 172.20.0.1 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/f7449a1b-2ce1-462a-b2cf-b22317f0809c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:09.838749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:09.913756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.925847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Transition to ACTIVE for port object 8858290e-ff8f-455d-80ff-04cbbebfe3b5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:09.982858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.989485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.998452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Transition to ACTIVE for port object f7449a1b-2ce1-462a-b2cf-b22317f0809c will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:10.071721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455e4e-b461-4466-ac0a-4194a3231858 None None] Pushing event updated for resources: {'Port': ['ID=8858290e-ff8f-455d-80ff-04cbbebfe3b5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:10.073855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Attempting to bind port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:10.074223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Attempting to bind port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:10.074591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Attempting to bind port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:10.080385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:10.080754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:10.081155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.081541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:10.082007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Bound port: 8858290e-ff8f-455d-80ff-04cbbebfe3b5, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:10.082376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.090153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.153537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:10.155097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] For port 8858290e-ff8f-455d-80ff-04cbbebfe3b5, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:10.158090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] For port 8858290e-ff8f-455d-80ff-04cbbebfe3b5, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8858290e-ff8f-455d-80ff-04cbbebfe3b5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:10.160511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:10.162896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:10.203806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:10.229900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.230594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.312936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:10.314156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:10.385786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455e4e-b461-4466-ac0a-4194a3231858 None None] Pushing event updated for resources: {'Port': ['ID=8858290e-ff8f-455d-80ff-04cbbebfe3b5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:10.426937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.512339 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:10.554241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bda49157-7ce1-4c00-8e6a-8a6d261f2916 None None] Provisioning for port f7449a1b-2ce1-462a-b2cf-b22317f0809c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:10.565472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bda49157-7ce1-4c00-8e6a-8a6d261f2916 None None] Provisioning complete for port f7449a1b-2ce1-462a-b2cf-b22317f0809c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:10.565844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bda49157-7ce1-4c00-8e6a-8a6d261f2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.653740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.724000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.752671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bda49157-7ce1-4c00-8e6a-8a6d261f2916 None None] Port f7449a1b-2ce1-462a-b2cf-b22317f0809c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:22:10.835676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.840189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:10.935955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 1, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:10.941376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291db38c-5f02-428e-85fa-6b119d137e3e None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 1, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:22:10.948842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c5fba257-20f2-4b55-95cd-fa23b6cda6fc up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:10.991965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:10.993693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:11.022571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c5fba257-20f2-4b55-95cd-fa23b6cda6fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:11.022942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.224372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:22:11.275011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4dcf89cc-392e-4faa-ad23-31f1717060f1 None None] Provisioning complete for port f7449a1b-2ce1-462a-b2cf-b22317f0809c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:11.276143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89cc-392e-4faa-ad23-31f1717060f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.340331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf89cc-392e-4faa-ad23-31f1717060f1 None None] Port f7449a1b-2ce1-462a-b2cf-b22317f0809c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:22:11.414726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:22:11.423971 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56730486-5902-45ce-938d-89216792ba78 admin admin] 10.222.0.18 "PUT /v2.0/routers/330f4ed9-1840-4fc0-b8b2-a595f746214f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5796690 Apr 01 16:22:12.072005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53880) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:12.078079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158420123', 'description': 'tempest-description--593828599'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:12.084442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:12.088858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Usage tracker for resource:security_group and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:12.091873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:12.099385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:12.163934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.186816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:12.191133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Usage tracker for resource:security_group_rule and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:12.194193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:12.200138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:12.277949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.329408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.499164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:12.564120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.565358 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5280d1a-834d-4da1-865f-75a8368dc96b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4916847 Apr 01 16:22:12.568061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:12.573487 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'security_group_rule': {'security_group_id': 'e95824d6-2c8c-4b87-90cd-6a2e8c8491cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:12.579585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:12.583428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Usage tracker for resource:security_group_rule and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:12.586262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:12.592601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:12.662352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.723166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.789913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.814720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64315c1b-772e-467f-a71a-73e145146d68,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:12.881225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.882670 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2060d94a-5dee-4404-850b-fc9579e36f1d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3136959 Apr 01 16:22:12.885996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:12.891229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'security_group_rule': {'security_group_id': 'e95824d6-2c8c-4b87-90cd-6a2e8c8491cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:12.899807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:12.903961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Usage tracker for resource:security_group_rule and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:12.916983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:12.916983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:12.929052 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:22:12.967121 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:12.967762 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:12.987399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8858290e-ff8f-455d-80ff-04cbbebfe3b5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:13.003421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.072996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.138103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:13.143071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:13.143472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.145164 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:13.161879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.189177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73cccce-3257-4123-bbe4-2c739a27a691,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:13.264220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.280696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8858290e-ff8f-455d-80ff-04cbbebfe3b5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8858290e-ff8f-455d-80ff-04cbbebfe3b5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:13.283714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.285518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bca0841-7595-4b30-9eb9-62f9fd600d09 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979750 Apr 01 16:22:13.287820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 53892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:13.293501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:13.299609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:13.303371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Usage tracker for resource:floatingip and tenant:ca07038b3f1f4317a5b04118d5521235 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:13.306235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:13.312565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:13.352492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.372288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.422463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8858290e-ff8f-455d-80ff-04cbbebfe3b5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:13.455591 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 2, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:13.459421 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:22:13.459775 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Updating router 330f4ed9-1840-4fc0-b8b2-a595f746214f port f7449a1b-2ce1-462a-b2cf-b22317f0809c binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:22:13.507742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.514380 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.638377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Allocated IP 172.26.7.144 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/4aee4000-2db8-4483-b21f-351eb7e025f0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:13.783440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.855927 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.867040 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Transition to ACTIVE for port object f7449a1b-2ce1-462a-b2cf-b22317f0809c will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:13.872884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.935316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:13.937878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:13.945527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:13.946837 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.985942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=4aee4000-2db8-4483-b21f-351eb7e025f0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:14.036264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.076673 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Pushing event updated for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:14.086409 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.091295 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:14.173447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.181668 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Attempting to bind port f7449a1b-2ce1-462a-b2cf-b22317f0809c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:14.182033 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Attempting to bind port f7449a1b-2ce1-462a-b2cf-b22317f0809c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:14.182399 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Attempting to bind port f7449a1b-2ce1-462a-b2cf-b22317f0809c on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:14.187849 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:14.188158 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:14.188554 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.188942 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:14.189396 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Bound port: f7449a1b-2ce1-462a-b2cf-b22317f0809c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:14.189839 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.279093 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] For port f7449a1b-2ce1-462a-b2cf-b22317f0809c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:14.281909 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] For port f7449a1b-2ce1-462a-b2cf-b22317f0809c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7449a1b-2ce1-462a-b2cf-b22317f0809c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:14.372676 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.382209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.544519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:14.544519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:14.544519 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c958f0c-4983-49d2-b5b9-01dd3487b148 None None] Pushing event updated for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:14.641033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.645605 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:14.672780 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:14.751864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=4aee4000-2db8-4483-b21f-351eb7e025f0,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:14.763888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.858369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:14.859647 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16864b0f-01a1-4c0c-93e3-5c6f22570a0a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5707653 Apr 01 16:22:14.987895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7449a1b-2ce1-462a-b2cf-b22317f0809c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:15.003250 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:14Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:15.008227 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aaf3ed-350f-4ecc-aaae-954fbfa9c903 None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:14Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:22:15.039106 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-5d573ffc-09c2-47fe-8d8e-3e8903c9d45f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:15.132765 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-5d573ffc-09c2-47fe-8d8e-3e8903c9d45f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:15.136747 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-5d573ffc-09c2-47fe-8d8e-3e8903c9d45f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1158420123&fields=id&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 267 time: 0.1441503 Apr 01 16:22:15.175573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f7449a1b-2ce1-462a-b2cf-b22317f0809c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:15.182147 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f7449a1b-2ce1-462a-b2cf-b22317f0809c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:15.182611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:15.294445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-3bd4ef44-43ec-4d76-8ce9-867a72e7852f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:15.295847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-3bd4ef44-43ec-4d76-8ce9-867a72e7852f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:15.307557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:15.341903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port f7449a1b-2ce1-462a-b2cf-b22317f0809c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7449a1b-2ce1-462a-b2cf-b22317f0809c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:15.398052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-3bd4ef44-43ec-4d76-8ce9-867a72e7852f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:15.399359 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-3bd4ef44-43ec-4d76-8ce9-867a72e7852f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.2584653 Apr 01 16:22:15.415220 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-8d2ee50c-2bdf-4e05-874f-138b34aa4e23 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/quotas/ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 375 time: 0.0100756 Apr 01 16:22:15.426756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:15.431432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8858290e-ff8f-455d-80ff-04cbbebfe3b5 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:15.519009 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-77902b1f-7dab-4520-a643-9f2811eb97ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:15.551535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:15.561760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.562113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.562452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.562785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.563116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.563470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.563831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.564161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.564497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.564821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.565144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.565462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:15.576584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:15.576960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:15.595521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-77902b1f-7dab-4520-a643-9f2811eb97ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:15.597330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-77902b1f-7dab-4520-a643-9f2811eb97ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758602 Apr 01 16:22:15.741915 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-95f0e9ae-6433-4d7d-9ef0-32a393c0f28f service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305385 Apr 01 16:22:15.972721 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-9834a947-4fd9-4fbc-bc66-dadc792e0006 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242124 Apr 01 16:22:16.242753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade0d413-2697-4180-b6c1-4bac23b93fd3 req-59cb3701-2d16-4bd8-b76f-88fce3eb3920 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 210 time: 0.0464287 Apr 01 16:22:16.949621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7449a1b-2ce1-462a-b2cf-b22317f0809c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:17.015919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f7449a1b-2ce1-462a-b2cf-b22317f0809c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:17.016837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:17.390416 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3981268-43a6-4992-9ed0-8c6b8d8d17f8 req-66bbf1bb-1187-4268-a921-dd834361cf35 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 210 time: 0.0419884 Apr 01 16:22:18.378156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-4bdebed1-e1b4-433b-adfc-f8c09274a564 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:18.379541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-4bdebed1-e1b4-433b-adfc-f8c09274a564 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1441493 Apr 01 16:22:18.427518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-f26461ab-5288-448f-9385-d28cf6bf237b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 380 time: 0.0400963 Apr 01 16:22:18.436276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'port': {'device_id': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'admin_state_up': True, 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'security_groups': ['e95824d6-2c8c-4b87-90cd-6a2e8c8491cb']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:18.576388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b006038f-14c4-4a01-869d-fc12884096c4 req-14cc0157-8675-4618-8249-03cade793291 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 210 time: 0.0584366 Apr 01 16:22:18.613114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:18.623052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:18.689476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:18.693141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:18.848116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Allocated IP 172.20.0.8 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/86cf1048-caaf-402c-8880-4b60efe5d690) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:19.033939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.049468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Transition to ACTIVE for port object 86cf1048-caaf-402c-8880-4b60efe5d690 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:19.147224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.304384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:19.307375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:19.311193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:22:19.363052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:19.388381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.389000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.487845 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c4780d31-b332-42fb-bb2d-fbd4411f80ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0556102 Apr 01 16:22:19.499741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Request body: {'port': {'device_id': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:19.592210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9df8d0c6-e51b-4d24-8a89-39ce82e37b0c None None] Provisioning for port 86cf1048-caaf-402c-8880-4b60efe5d690 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:19.597127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9df8d0c6-e51b-4d24-8a89-39ce82e37b0c None None] Provisioning complete for port 86cf1048-caaf-402c-8880-4b60efe5d690 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:19.597500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9df8d0c6-e51b-4d24-8a89-39ce82e37b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.609026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.658478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9df8d0c6-e51b-4d24-8a89-39ce82e37b0c None None] Port 86cf1048-caaf-402c-8880-4b60efe5d690 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:22:19.773475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441a182-9074-4775-8f50-7a8e3eca680d req-704320bd-6cf3-48d9-b89b-442060f4becc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.774905 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7441a182-9074-4775-8f50-7a8e3eca680d req-704320bd-6cf3-48d9-b89b-442060f4becc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 931 time: 0.0885212 Apr 01 16:22:19.819992 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7441a182-9074-4775-8f50-7a8e3eca680d req-0a4717f3-3d24-4320-aa08-ed4008702a5f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Apr 01 16:22:19.955133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:19.962095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.975805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Transition to ACTIVE for port object 86cf1048-caaf-402c-8880-4b60efe5d690 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:20.061480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:20.252427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:20.299675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Attempting to bind port 86cf1048-caaf-402c-8880-4b60efe5d690 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:20.300010 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Attempting to bind port 86cf1048-caaf-402c-8880-4b60efe5d690 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:20.300336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Attempting to bind port 86cf1048-caaf-402c-8880-4b60efe5d690 on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:20.304874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Port 86cf1048-caaf-402c-8880-4b60efe5d690 on network fd8d4c71-c17b-43cc-894d-f17bceac789a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:22:20.305185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Attempting to bind port 86cf1048-caaf-402c-8880-4b60efe5d690 on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:22:20.310117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:22:20.310450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:22:20.310825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:22:20.311279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Bound port: 86cf1048-caaf-402c-8880-4b60efe5d690, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:20.311621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:20.399262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:22:20.402145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:22:20.475268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:20.534240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.534854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:20.536284 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] 10.222.0.90 "PUT /v2.0/ports/86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 1093 time: 1.0411377 Apr 01 16:22:20.536701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:20.567662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc382acb-e212-4d7d-8c32-ce54f3633625 service neutron] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:20.590908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'status': 'completed', 'code': 200} Apr 01 16:22:20.684695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-7b70ac1c-063f-4a5a-b11a-7f151b974a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.686186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-7b70ac1c-063f-4a5a-b11a-7f151b974a66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1096 time: 0.0745745 Apr 01 16:22:20.828812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-b14ef9b5-61f2-4f22-af02-8de31ef8f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.830245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-b14ef9b5-61f2-4f22-af02-8de31ef8f9cc service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ca07038b3f1f4317a5b04118d5521235&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1371026 Apr 01 16:22:20.964974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-717e93d3-3420-402f-8a35-6e3a8925ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.966462 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad5e3f7a-4209-40a1-9fba-76f1e924f333 req-717e93d3-3420-402f-8a35-6e3a8925ee37 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300330 Apr 01 16:22:21.005266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08c06b-88f3-4b86-88eb-1056cdcb93c0 req-5084d5a2-fabc-44a3-a1e7-cbe1506055f0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.006966 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b08c06b-88f3-4b86-88eb-1056cdcb93c0 req-5084d5a2-fabc-44a3-a1e7-cbe1506055f0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 943 time: 0.0794337 Apr 01 16:22:21.050719 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b08c06b-88f3-4b86-88eb-1056cdcb93c0 req-c454ce3f-6039-4303-9a0f-1ce849939d53 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379951 Apr 01 16:22:21.074798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-aa7b4615-90ae-4005-a8e1-247c2826e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.077007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-aa7b4615-90ae-4005-a8e1-247c2826e1e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1096 time: 0.0763049 Apr 01 16:22:21.144164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-c08a574f-6b60-4a97-af91-a5f063d45d12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 217 time: 0.0603430 Apr 01 16:22:21.298951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-1d302250-d9f4-4ede-9ff0-3215f1245930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.300424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-1d302250-d9f4-4ede-9ff0-3215f1245930 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.1508939 Apr 01 16:22:21.374103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-dc09f2d2-b0b6-4830-8b71-b87a6723e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.375617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-dc09f2d2-b0b6-4830-8b71-b87a6723e270 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695579 Apr 01 16:22:21.504583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-7b43cca1-d53f-4cc3-bcbe-4d70f79b1180 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234078 Apr 01 16:22:21.634717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53a47c8a-1b9f-4cec-a6e3-20b39368a807 req-3490beef-b9dd-4ccc-9544-1be90af8446d service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239505 Apr 01 16:22:22.243553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc2244-f7b8-48a2-a9ea-c506ed52789b req-d73f92a7-b018-4b90-bd10-2fa7d29e3c79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:22.244235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a6fc2244-f7b8-48a2-a9ea-c506ed52789b req-d73f92a7-b018-4b90-bd10-2fa7d29e3c79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:22.326533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a6fc2244-f7b8-48a2-a9ea-c506ed52789b req-d73f92a7-b018-4b90-bd10-2fa7d29e3c79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:22.327748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6fc2244-f7b8-48a2-a9ea-c506ed52789b req-d73f92a7-b018-4b90-bd10-2fa7d29e3c79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 943 time: 0.1662490 Apr 01 16:22:22.372022 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6fc2244-f7b8-48a2-a9ea-c506ed52789b req-ebc5cb90-a738-403f-be68-ef74135b2dfa tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384078 Apr 01 16:22:23.555288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69171263-fd30-46bb-bb07-5cac62436bf1 req-c0a6e761-6906-4e28-b59c-482594c3a941 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.556687 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69171263-fd30-46bb-bb07-5cac62436bf1 req-c0a6e761-6906-4e28-b59c-482594c3a941 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 943 time: 0.0820968 Apr 01 16:22:23.600321 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69171263-fd30-46bb-bb07-5cac62436bf1 req-e77f0a18-9b2a-40cc-8e1b-a0a407743bff tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379620 Apr 01 16:22:24.779766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59f6b-d9a4-4d2b-9b8f-a1d133823c64 req-a83e7be4-877f-43d6-a671-165038cca2ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:24.781203 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88f59f6b-d9a4-4d2b-9b8f-a1d133823c64 req-a83e7be4-877f-43d6-a671-165038cca2ea tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 943 time: 0.0784376 Apr 01 16:22:24.825974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88f59f6b-d9a4-4d2b-9b8f-a1d133823c64 req-762eaaf4-21ed-4203-abe8-a6160e84509c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 Apr 01 16:22:24.997476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:22:25.155989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:25.168363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '86cf1048-caaf-402c-8880-4b60efe5d690', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690', 'mac_address': 'fa:16:3e:2f:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:22:25.221757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.238242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:25.253595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:25.328902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.396679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:25.540086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['86cf1048-caaf-402c-8880-4b60efe5d690'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:22:26.012584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c0e8-76ad-4ed9-accf-d5b7c1e7d56b req-e7216a6c-3f2a-4977-8f44-98d902689572 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:26.014051 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9798c0e8-76ad-4ed9-accf-d5b7c1e7d56b req-e7216a6c-3f2a-4977-8f44-98d902689572 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 944 time: 0.0852084 Apr 01 16:22:26.056918 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9798c0e8-76ad-4ed9-accf-d5b7c1e7d56b req-9f7d802b-17cc-443e-9e90-da0137a02834 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Apr 01 16:22:27.004194 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:27.117901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 86cf1048-caaf-402c-8880-4b60efe5d690 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:27.123217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 86cf1048-caaf-402c-8880-4b60efe5d690 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:27.123626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.239259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91565b-9d6e-4d53-8b11-2e49d36c958e req-5621affa-1f62-41b2-a885-167c88121ace tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:27.240565 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b91565b-9d6e-4d53-8b11-2e49d36c958e req-5621affa-1f62-41b2-a885-167c88121ace tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 944 time: 0.0793879 Apr 01 16:22:27.240684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.266930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:27.277264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:22:27.285596 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b91565b-9d6e-4d53-8b11-2e49d36c958e req-7b8bc443-167e-4bda-949b-3b912d5e3b84 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 Apr 01 16:22:27.311376 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'code': 200} Apr 01 16:22:27.334881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.401814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:27.656500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717278d-7d39-46ef-9ccc-d52a2a22cef8 req-7fb5066d-1999-4d40-98bf-7d1d0471a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:27.657951 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4717278d-7d39-46ef-9ccc-d52a2a22cef8 req-7fb5066d-1999-4d40-98bf-7d1d0471a3ee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1098 time: 0.0731766 Apr 01 16:22:27.697899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4717278d-7d39-46ef-9ccc-d52a2a22cef8 req-df7453ea-db18-495d-8a38-2f4cf99984b4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340934 Apr 01 16:22:28.468087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac82c0a-666b-4919-b99e-c00fb2e8d931 req-f04c4f4e-cef0-4355-aab1-01765caa4f27 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:28.469426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ac82c0a-666b-4919-b99e-c00fb2e8d931 req-f04c4f4e-cef0-4355-aab1-01765caa4f27 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0780356 Apr 01 16:22:28.512182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ac82c0a-666b-4919-b99e-c00fb2e8d931 req-5d089acd-80d4-4ea4-a704-6e56c49cbff0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371952 Apr 01 16:22:29.486423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37a2b419-7b9a-4b02-9960-a6dd39e752d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.700426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3226-e5aa-4f95-b23d-f3b2797eafef req-11567118-17e7-41d2-b3fb-a44abd0cda57 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:29.702390 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e4b3226-e5aa-4f95-b23d-f3b2797eafef req-11567118-17e7-41d2-b3fb-a44abd0cda57 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0807340 Apr 01 16:22:29.746207 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e4b3226-e5aa-4f95-b23d-f3b2797eafef req-a6aaebe1-5756-429c-8962-5d8f27ee407f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Apr 01 16:22:29.922997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33357-85e6-4c2a-b45c-ea5e62b38b59 req-5d17206f-3ffc-4a0d-a55f-fb42d705ca31 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:29.924500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d6f33357-85e6-4c2a-b45c-ea5e62b38b59 req-5d17206f-3ffc-4a0d-a55f-fb42d705ca31 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0826035 Apr 01 16:22:29.933179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 53950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:29.938718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'floatingip': {'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:22:30.017017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.706511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.752030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.925196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf associated. External IP: 172.26.7.144, port: 86cf1048-caaf-402c-8880-4b60efe5d690. Apr 01 16:22:31.269624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:22:31.442223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:22:31.447062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:31.452567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:22:31.462351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:31.466519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:31.503460 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-391f30b1-f6f7-4375-a026-150f8bff53c7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "PUT /v2.0/floatingips/8a8a776a-7095-4806-bd7e-3dfbf46addaf HTTP/1.1" status: 200 len: 991 time: 1.5691471 Apr 01 16:22:31.504045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:31.554915 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'status': 'completed', 'code': 200} Apr 01 16:22:31.646543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:31.649398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-1de21cc6-76d0-4a42-b1f2-755635f48279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:31.650909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-1de21cc6-76d0-4a42-b1f2-755635f48279 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1098 time: 0.0737424 Apr 01 16:22:31.683299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ce57c-90ee-4944-8d90-cfc16642bff4 req-53d38762-dc7c-49b1-baf1-720bcb59a805 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:31.684763 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a8ce57c-90ee-4944-8d90-cfc16642bff4 req-53d38762-dc7c-49b1-baf1-720bcb59a805 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0892298 Apr 01 16:22:31.731302 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a8ce57c-90ee-4944-8d90-cfc16642bff4 req-28cce7cc-14c1-409e-8f88-e7a05b497442 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Apr 01 16:22:31.786030 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-6c000215-9b38-4b7a-87a7-980e1ea0109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:31.787495 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-6c000215-9b38-4b7a-87a7-980e1ea0109a service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1312659 Apr 01 16:22:31.934178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-cb8d1e5b-2f38-450e-b28a-9989133fed09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 999 time: 0.1410701 Apr 01 16:22:32.001385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:2f:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:22:30Z', 'revision_number': 1, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:32.005756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:22:32.014905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:22:32.015546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:22:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:32.122696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d92f4-0ad9-408b-9adf-01348716eac0 req-c6136fe9-4519-43f6-988f-bc05687254a6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:32.124773 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-260d92f4-0ad9-408b-9adf-01348716eac0 req-c6136fe9-4519-43f6-988f-bc05687254a6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.2757409 Apr 01 16:22:32.130293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-241ab6b8-018b-40c1-8efd-5e21425e9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:32.131922 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-241ab6b8-018b-40c1-8efd-5e21425e9410 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.1909440 Apr 01 16:22:32.195551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:22:32.218433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-260d92f4-0ad9-408b-9adf-01348716eac0 req-559cdc2c-f62e-4900-b613-f32815f97c26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855482 Apr 01 16:22:32.240169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-50e21924-9142-4407-a3f2-bccba9542278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:32.241620 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-50e21924-9142-4407-a3f2-bccba9542278 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965152 Apr 01 16:22:32.375062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-0d97101c-cf8a-4861-9a2f-53ab385197c9 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273229 Apr 01 16:22:32.479034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf20-187f-493c-9b73-3308c547d356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:32.509783 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d62dc9-21c4-4db2-a54a-19f11f5ef2ef req-4bd1176c-00c8-431c-bb07-8ec6022371ce service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285651 Apr 01 16:22:32.588536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:2f:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:22:30Z', 'revision_number': 1, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:32.593218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f188ac-771c-49df-aa55-ca301c70e81e None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:2f:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:22:30Z', 'revision_number': 1, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:22:32.774486 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebcec6-467f-44a1-8b16-7da97b115814 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:22:32.903610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:32.932179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:33.401275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e0aa-a6a3-4a8b-9c12-3e893ff4a28f req-0a621d29-1126-4ba0-9a71-76646f4711c3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:33.402732 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df61e0aa-a6a3-4a8b-9c12-3e893ff4a28f req-0a621d29-1126-4ba0-9a71-76646f4711c3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0798080 Apr 01 16:22:33.450479 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df61e0aa-a6a3-4a8b-9c12-3e893ff4a28f req-c9d09e23-6840-4830-afe1-6e6586670f47 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Apr 01 16:22:33.631908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7cec7-0667-48db-b495-fca92a5ccd1c req-47de6466-ac90-471f-8cd8-260c68ff484d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:33.633350 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41f7cec7-0667-48db-b495-fca92a5ccd1c req-47de6466-ac90-471f-8cd8-260c68ff484d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0790277 Apr 01 16:22:33.677735 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41f7cec7-0667-48db-b495-fca92a5ccd1c req-1ebf5332-e728-4856-b9f4-21e27f7453b1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Apr 01 16:22:33.906281 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:34.205423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4209d-8a50-43f6-ada3-9c21d87372fb req-907b6921-1fab-4d7d-bf1d-2d1778410ff7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:34.206771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7f4209d-8a50-43f6-ada3-9c21d87372fb req-907b6921-1fab-4d7d-bf1d-2d1778410ff7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0821376 Apr 01 16:22:34.252498 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7f4209d-8a50-43f6-ada3-9c21d87372fb req-4fdf6862-0c63-4a56-a159-7b9026a58460 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394957 Apr 01 16:22:34.286366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-e95b0d5a-bb75-4adf-b14f-9ae0a065f62c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705519 Apr 01 16:22:34.629273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:35.437760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8330-4dba-4c25-bd6e-6aebc0f99686 req-5b25b822-eb25-4e3c-a2d1-c265901e14f3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:35.439186 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d5c8330-4dba-4c25-bd6e-6aebc0f99686 req-5b25b822-eb25-4e3c-a2d1-c265901e14f3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0802901 Apr 01 16:22:35.487231 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d5c8330-4dba-4c25-bd6e-6aebc0f99686 req-506a82fe-98ec-439c-8a48-1409ef7a4809 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Apr 01 16:22:36.291596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-5645b396-af33-4e02-b748-262171cc950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.293044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-5645b396-af33-4e02-b748-262171cc950b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1098 time: 0.0696647 Apr 01 16:22:36.424261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-eb565075-c539-4811-8a8a-c2d27c44808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.425599 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-eb565075-c539-4811-8a8a-c2d27c44808f service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1263726 Apr 01 16:22:36.527750 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-5ec1d365-f0ef-49d2-9586-10191b049b52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 1001 time: 0.0959098 Apr 01 16:22:36.593480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-09107020-6733-4de3-a03b-06396ae8d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.594869 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-09107020-6733-4de3-a03b-06396ae8d80b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0608435 Apr 01 16:22:36.725807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-bccd0c55-f467-4dc9-b7ef-b3ecd5f7fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.727197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-bccd0c55-f467-4dc9-b7ef-b3ecd5f7fe02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019902 Apr 01 16:22:36.734882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada80e84-d2ea-4016-a684-8be7f8f4d9c0 req-91fcce3b-2886-41ba-84a6-6e5c6efb78ab tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.736230 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ada80e84-d2ea-4016-a684-8be7f8f4d9c0 req-91fcce3b-2886-41ba-84a6-6e5c6efb78ab tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.1445823 Apr 01 16:22:36.865226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ada80e84-d2ea-4016-a684-8be7f8f4d9c0 req-19472209-c736-4ca1-becc-aa2c5f8dc166 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115210 Apr 01 16:22:36.891848 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-2e596b15-fc8f-4655-8613-87c8e1eacf2c service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547165 Apr 01 16:22:37.020104 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-55b1dcec-f6ec-4cbf-b90c-e7fb3ea0e71e service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218576 Apr 01 16:22:38.192238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37a53e-693b-473e-a154-c077a44601ff req-aad7d51f-6753-41e6-aebd-1022958f23c3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:38.193698 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa37a53e-693b-473e-a154-c077a44601ff req-aad7d51f-6753-41e6-aebd-1022958f23c3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0811317 Apr 01 16:22:38.236934 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa37a53e-693b-473e-a154-c077a44601ff req-7ff161d6-fd1a-4583-9295-6f09001c1b4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Apr 01 16:22:39.421961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ce546-3e5d-4b76-965f-b2fdd9c02e5e req-dd88a516-0f43-4d4b-80eb-2167df43c0a0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:39.423425 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a06ce546-3e5d-4b76-965f-b2fdd9c02e5e req-dd88a516-0f43-4d4b-80eb-2167df43c0a0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0780804 Apr 01 16:22:39.469281 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a06ce546-3e5d-4b76-965f-b2fdd9c02e5e req-800be6c6-f88c-4fb0-8a15-4a4b4de0d998 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Apr 01 16:22:40.652928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c92e8-c42a-4749-86e6-e9ac8d670057 req-9dea90a9-019c-4559-82ce-ab45ddc73fdb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:40.654382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-304c92e8-c42a-4749-86e6-e9ac8d670057 req-9dea90a9-019c-4559-82ce-ab45ddc73fdb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0828490 Apr 01 16:22:40.698643 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-304c92e8-c42a-4749-86e6-e9ac8d670057 req-3afd5a70-6671-48ea-a8c0-174123486c7b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Apr 01 16:22:41.988719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8dd7e-46db-4d0b-8178-a9bd13d1729f req-66c16f63-9698-440d-a6b0-fa0073e80dd2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:41.990071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3a8dd7e-46db-4d0b-8178-a9bd13d1729f req-66c16f63-9698-440d-a6b0-fa0073e80dd2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.1858759 Apr 01 16:22:42.033928 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3a8dd7e-46db-4d0b-8178-a9bd13d1729f req-cc8041ec-abfd-457d-8945-dd719f8693b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Apr 01 16:22:43.219330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73619c-60ad-4da5-81d7-fb6c33e93352 req-888ac5a1-1fe4-46f4-a3f3-268c81e7c5d6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:43.220681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f73619c-60ad-4da5-81d7-fb6c33e93352 req-888ac5a1-1fe4-46f4-a3f3-268c81e7c5d6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0800512 Apr 01 16:22:43.266874 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f73619c-60ad-4da5-81d7-fb6c33e93352 req-3bbde397-6fa2-49f7-8708-fa8cf1789b45 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405726 Apr 01 16:22:44.450345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d7351-e881-4c46-8a7a-7962aee188d4 req-f73c1132-5ee9-4b64-b87c-1e5f50bdb224 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:44.451760 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e8d7351-e881-4c46-8a7a-7962aee188d4 req-f73c1132-5ee9-4b64-b87c-1e5f50bdb224 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0803199 Apr 01 16:22:44.497383 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e8d7351-e881-4c46-8a7a-7962aee188d4 req-8a596d37-7420-4acd-b5db-d3f9a56e6067 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Apr 01 16:22:45.684055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4a577-8e23-4001-824c-8bf949575249 req-b7d43b0c-e132-470e-ba0d-d055a2494f2c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:45.685497 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-43c4a577-8e23-4001-824c-8bf949575249 req-b7d43b0c-e132-470e-ba0d-d055a2494f2c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0831563 Apr 01 16:22:45.738287 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-43c4a577-8e23-4001-824c-8bf949575249 req-20345168-c750-4693-8842-ae07d3cab779 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 Apr 01 16:22:46.926287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75012f3-4936-429e-a704-b254f8878cb7 req-25489044-8359-4761-b375-a47259af9103 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:46.927762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e75012f3-4936-429e-a704-b254f8878cb7 req-25489044-8359-4761-b375-a47259af9103 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0796585 Apr 01 16:22:46.970882 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e75012f3-4936-429e-a704-b254f8878cb7 req-be50df1e-54b7-421b-bca5-be2b8fb60b04 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374768 Apr 01 16:22:48.154495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc51-3870-4b25-bc16-f8a97189cb6d req-c0928ad0-8e77-4d4b-8d28-fb7f12077273 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:48.156087 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57c2bc51-3870-4b25-bc16-f8a97189cb6d req-c0928ad0-8e77-4d4b-8d28-fb7f12077273 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0834706 Apr 01 16:22:48.199513 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57c2bc51-3870-4b25-bc16-f8a97189cb6d req-55c84513-3cb0-4a11-956f-59395adf6920 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Apr 01 16:22:49.386598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862e6c-d486-45d0-9cf4-153387bd8207 req-77309096-1236-422a-ace9-0878fe37ccf8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:49.388087 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27862e6c-d486-45d0-9cf4-153387bd8207 req-77309096-1236-422a-ace9-0878fe37ccf8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0828111 Apr 01 16:22:49.431178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27862e6c-d486-45d0-9cf4-153387bd8207 req-95c4a170-bc8d-4a81-99cd-01e3567fba45 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368192 Apr 01 16:22:50.620589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbe254-bcbc-4816-a57c-bab6793dab26 req-240bff13-8b02-4b43-8964-b020dc5330e8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:50.623440 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b7dbe254-bcbc-4816-a57c-bab6793dab26 req-240bff13-8b02-4b43-8964-b020dc5330e8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0849433 Apr 01 16:22:50.676889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b7dbe254-bcbc-4816-a57c-bab6793dab26 req-bf510b10-9563-4297-bcad-5e4ceb1c790a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 Apr 01 16:22:51.631424 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:51.871763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613a69-a8f4-4c12-9993-6d2412a192a4 req-9e18fa53-96c9-4004-9c09-9e9fab6c835a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:51.873234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20613a69-a8f4-4c12-9993-6d2412a192a4 req-9e18fa53-96c9-4004-9c09-9e9fab6c835a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0864508 Apr 01 16:22:51.920608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20613a69-a8f4-4c12-9993-6d2412a192a4 req-e6e02f67-e6a6-495e-9fdc-cfe5d67b6981 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Apr 01 16:22:53.108225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98f99a-77cb-4e7a-8d82-42f3c5e8f967 req-ad62a5ea-026c-493c-a04f-ca9011daea0e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:53.110170 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab98f99a-77cb-4e7a-8d82-42f3c5e8f967 req-ad62a5ea-026c-493c-a04f-ca9011daea0e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0832162 Apr 01 16:22:53.154980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab98f99a-77cb-4e7a-8d82-42f3c5e8f967 req-cedc218d-9b3b-4457-9f45-6d78daec1c6b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Apr 01 16:22:54.338427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0f73c-965c-4429-b621-317613be8910 req-6073ca91-8cf2-4cb0-a87a-51709aa173ff tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:54.339952 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6f0f73c-965c-4429-b621-317613be8910 req-6073ca91-8cf2-4cb0-a87a-51709aa173ff tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0786724 Apr 01 16:22:54.384041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6f0f73c-965c-4429-b621-317613be8910 req-1825af05-3f33-4c6f-9161-54c82fa815a9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Apr 01 16:22:55.568077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd3cc-9efe-4f43-adcc-a195bc2b556a req-023a4794-9fe9-45ea-a3d5-b60715a44648 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:55.569659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9cd3cc-9efe-4f43-adcc-a195bc2b556a req-023a4794-9fe9-45ea-a3d5-b60715a44648 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0810263 Apr 01 16:22:55.616974 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9cd3cc-9efe-4f43-adcc-a195bc2b556a req-a5158f28-b1d6-44fd-b174-f91bb4928742 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416937 Apr 01 16:22:56.803210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e851de-b882-400b-a30d-9a4ebc8a2eb0 req-b1de3b36-5818-46c2-a694-ba8398d0dad4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:56.803947 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44e851de-b882-400b-a30d-9a4ebc8a2eb0 req-b1de3b36-5818-46c2-a694-ba8398d0dad4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0827973 Apr 01 16:22:56.846973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44e851de-b882-400b-a30d-9a4ebc8a2eb0 req-e74dcb07-f0ed-47e9-b933-9e58e21d250d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374629 Apr 01 16:22:58.035107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439a0ca-94ce-4b86-ae7a-f51bcdd80216 req-44571b7d-9f5b-42f1-bc49-0fe6430298a2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:58.036645 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3439a0ca-94ce-4b86-ae7a-f51bcdd80216 req-44571b7d-9f5b-42f1-bc49-0fe6430298a2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0864584 Apr 01 16:22:58.085496 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3439a0ca-94ce-4b86-ae7a-f51bcdd80216 req-9f13a9cd-e501-4836-b78c-a9107a5f583d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Apr 01 16:22:59.018568 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-c0ac917b-2c07-4cf9-b8c3-9da101dbcd3c service neutron] 10.222.0.90 "GET /v2.0/ports/86cf1048-caaf-402c-8880-4b60efe5d690/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0801752 Apr 01 16:22:59.274332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad323dfb-d1bd-4a66-9da9-2638e7c89db7 req-3cb06ba7-d354-4814-9251-0b3a00f41736 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.275818 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad323dfb-d1bd-4a66-9da9-2638e7c89db7 req-3cb06ba7-d354-4814-9251-0b3a00f41736 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0837429 Apr 01 16:22:59.326008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad323dfb-d1bd-4a66-9da9-2638e7c89db7 req-9e7af6e5-05c0-45ee-9ba6-69e26995b1e2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Apr 01 16:22:59.534341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70657f15-6bdd-4dcd-b657-67fae5914989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.720536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-19e991f5-6e8e-4ee5-a416-12b342c65003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.722257 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-19e991f5-6e8e-4ee5-a416-12b342c65003 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1098 time: 0.0734751 Apr 01 16:22:59.811316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-64b086a4-e7f0-4940-b41d-d5469cdba86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.813272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-64b086a4-e7f0-4940-b41d-d5469cdba86c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1098 time: 0.0703366 Apr 01 16:22:59.940627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-0bedae2b-c563-4ce1-a61f-dbd22099dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.942045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-0bedae2b-c563-4ce1-a61f-dbd22099dc25 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1232698 Apr 01 16:23:00.053664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-7a57b9d3-7d91-4c3d-846a-7f5238f91c00 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 1001 time: 0.1058922 Apr 01 16:23:00.115217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-c98a2a46-423d-4b3a-b171-83cf1313f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.116663 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-c98a2a46-423d-4b3a-b171-83cf1313f217 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0570185 Apr 01 16:23:00.193241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-e629c1a0-856b-4d2b-a1f5-3b13e6fa1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.194681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-e629c1a0-856b-4d2b-a1f5-3b13e6fa1772 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721331 Apr 01 16:23:00.324970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-ba6586ec-0f9a-46e8-92f3-6142018045ea service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238761 Apr 01 16:23:00.535099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065df1d-2ca8-44fc-b107-6c6a1771942d req-fb6df82e-f229-460b-ac06-ee0bc70c67d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.536722 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e065df1d-2ca8-44fc-b107-6c6a1771942d req-fb6df82e-f229-460b-ac06-ee0bc70c67d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.1010444 Apr 01 16:23:00.569341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d68471d9-b3f8-45fb-b031-79e9846d760f req-78882421-16a4-4f9a-b0cd-c3c49ad524e2 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364366 Apr 01 16:23:00.582784 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e065df1d-2ca8-44fc-b107-6c6a1771942d req-e29ca4dd-6c69-42f4-a6ab-45bfdb5494b3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Apr 01 16:23:01.783793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bb422-3c86-40cb-b7b5-fdc6303b9ba7 req-9ba74018-6392-4ed8-bb03-d14469d135b0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:01.785297 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe9bb422-3c86-40cb-b7b5-fdc6303b9ba7 req-9ba74018-6392-4ed8-bb03-d14469d135b0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0822740 Apr 01 16:23:01.831162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe9bb422-3c86-40cb-b7b5-fdc6303b9ba7 req-e2d11a83-4dce-4ec1-a9a4-5a23e92e605d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Apr 01 16:23:02.367976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a283f213-8745-41ed-b037-4a0b4369b8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.920597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.951268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.018400 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d3a7e-5670-425a-9563-5263e2a08758 req-cbf23add-a3b0-452c-8d3b-8cd3204d2818 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.019867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-154d3a7e-5670-425a-9563-5263e2a08758 req-cbf23add-a3b0-452c-8d3b-8cd3204d2818 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0805504 Apr 01 16:23:03.066328 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-154d3a7e-5670-425a-9563-5263e2a08758 req-e78e4a37-c2f3-4098-91d1-8620ca66bee0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Apr 01 16:23:03.165262 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:23:03.168682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:23:03.378662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.417848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:03.432164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:03.443272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '86cf1048-caaf-402c-8880-4b60efe5d690', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '86cf1048-caaf-402c-8880-4b60efe5d690', 'mac_address': 'fa:16:3e:2f:fa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:23:03.445642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:03.497965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6ab4f-102d-41c0-b07b-700c9d9ac7fb req-ea425d72-55ee-4684-90a2-0273ae4c5891 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.499889 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55c6ab4f-102d-41c0-b07b-700c9d9ac7fb req-ea425d72-55ee-4684-90a2-0273ae4c5891 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0863149 Apr 01 16:23:03.505866 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'code': 200} Apr 01 16:23:03.510402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.528696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:03.536440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.548422 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55c6ab4f-102d-41c0-b07b-700c9d9ac7fb req-bff04c2f-5c6d-4306-a27a-f953da9e8a7e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Apr 01 16:23:03.572838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-e6631c5b-64eb-44f4-a927-c2d9dfa7fdf2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.579989 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-e6631c5b-64eb-44f4-a927-c2d9dfa7fdf2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df&tenant_id=ca07038b3f1f4317a5b04118d5521235&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.1011662 Apr 01 16:23:03.648648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:23:03.648906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:23:03.652562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.710494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-9e0a98e8-34fc-452b-a091-523ba893bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.711983 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-9e0a98e8-34fc-452b-a091-523ba893bd53 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 1096 time: 0.0700729 Apr 01 16:23:03.840693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-29ae6401-2dff-4083-86c6-67030864c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.842140 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-29ae6401-2dff-4083-86c6-67030864c32e service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1246204 Apr 01 16:23:03.888319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.944221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-cd3e1f06-6713-4e9e-ae1d-3c7f5c418d87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 200 len: 999 time: 0.0966456 Apr 01 16:23:04.005009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-8da7900f-984a-488e-ad7d-1c3414822ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:04.006674 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-8da7900f-984a-488e-ad7d-1c3414822ad0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0567973 Apr 01 16:23:04.082621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-fa6595c1-80b2-4204-8e11-e25374fea158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:04.084148 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-fa6595c1-80b2-4204-8e11-e25374fea158 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722141 Apr 01 16:23:04.203083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.217700 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-2263b011-2f89-46cc-98f4-d7d4ea8dad86 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271458 Apr 01 16:23:04.219060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:04.235701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:04.299848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.350909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f71bed3a-b975-4b54-b961-77667d0ea1a5 req-579c2ab2-fe69-4029-bbb7-50d742a24054 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273394 Apr 01 16:23:04.368600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['86cf1048-caaf-402c-8880-4b60efe5d690'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:23:04.409680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.642332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.740808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a39abf-30a9-406e-a056-5b17aeeb50ae req-a00b2884-db50-415c-bcca-052bea2bb233 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:04.742259 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8a39abf-30a9-406e-a056-5b17aeeb50ae req-a00b2884-db50-415c-bcca-052bea2bb233 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 944 time: 0.0815401 Apr 01 16:23:04.788959 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8a39abf-30a9-406e-a056-5b17aeeb50ae req-8284e7df-0d7d-4831-81b9-095f3eff328e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Apr 01 16:23:05.173206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:05.242529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 86cf1048-caaf-402c-8880-4b60efe5d690 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:05.242900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.366612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.400478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:05.503390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.532903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:05.575523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:05.584183 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'code': 200} Apr 01 16:23:05.970505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d175c-5e6a-4c63-81d8-948a5aa48fb3 req-9e7da77c-d855-475e-b845-55a47efd1640 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:05.971966 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-988d175c-5e6a-4c63-81d8-948a5aa48fb3 req-9e7da77c-d855-475e-b845-55a47efd1640 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0788443 Apr 01 16:23:06.015399 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-988d175c-5e6a-4c63-81d8-948a5aa48fb3 req-8395306f-212d-4d47-9463-cb66f662a759 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Apr 01 16:23:06.202738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54556c6f-ba7a-4943-a28c-26e270f34b06 req-e6acb5eb-2b3d-49a5-ad9a-5440003a8840 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:06.204237 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-54556c6f-ba7a-4943-a28c-26e270f34b06 req-e6acb5eb-2b3d-49a5-ad9a-5440003a8840 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0824168 Apr 01 16:23:06.249419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-54556c6f-ba7a-4943-a28c-26e270f34b06 req-1165d180-0683-4c36-9672-197cde490ee6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393350 Apr 01 16:23:06.433947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942351-6847-4025-9488-ec53d3bbc8b8 req-5c620f0c-4e9e-421b-b3ad-2e6eca9788b0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:06.435333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b942351-6847-4025-9488-ec53d3bbc8b8 req-5c620f0c-4e9e-421b-b3ad-2e6eca9788b0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0823941 Apr 01 16:23:06.479242 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b942351-6847-4025-9488-ec53d3bbc8b8 req-f82cec2a-9823-498e-8a64-ee069c2a0063 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382032 Apr 01 16:23:07.125716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d73597-0439-468c-acfe-9f39622ab6da req-5b0eda84-e9ed-4b78-8bc6-615e12ad9d25 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:07.127246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13d73597-0439-468c-acfe-9f39622ab6da req-5b0eda84-e9ed-4b78-8bc6-615e12ad9d25 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0804152 Apr 01 16:23:07.172757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13d73597-0439-468c-acfe-9f39622ab6da req-6c0632c7-1d46-483c-98cf-5a239aff9517 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Apr 01 16:23:08.357919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87c049-77f6-4b2c-87be-c7259e157ef2 req-9dc1e9da-74db-4201-977c-f2f408cb4a34 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:08.359538 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef87c049-77f6-4b2c-87be-c7259e157ef2 req-9dc1e9da-74db-4201-977c-f2f408cb4a34 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0789609 Apr 01 16:23:08.403366 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef87c049-77f6-4b2c-87be-c7259e157ef2 req-9f7e7fd3-4637-4f52-9e77-bae37d7252a7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380192 Apr 01 16:23:08.727696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba389d8-3b86-470f-8362-f293126d313b req-a2058cfc-8f67-445f-bf94-59cf38eea92c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:08.728857 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ba389d8-3b86-470f-8362-f293126d313b req-a2058cfc-8f67-445f-bf94-59cf38eea92c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.0855432 Apr 01 16:23:08.809434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Deleting port 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:23:08.809793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.170091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] For port 86cf1048-caaf-402c-8880-4b60efe5d690, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=86cf1048-caaf-402c-8880-4b60efe5d690,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:09.170452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.466076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.466449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.466884 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf disassociated. External IP: 172.26.7.144, port: 86cf1048-caaf-402c-8880-4b60efe5d690. Apr 01 16:23:09.467094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Calling delete_port for 86cf1048-caaf-402c-8880-4b60efe5d690 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:23:09.666157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82484640-cb7d-4952-9fa2-7830c70a226c req-946798b2-e8d1-41af-8ba7-b570f685f27a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:09.667609 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82484640-cb7d-4952-9fa2-7830c70a226c req-946798b2-e8d1-41af-8ba7-b570f685f27a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 945 time: 0.1542044 Apr 01 16:23:09.720788 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82484640-cb7d-4952-9fa2-7830c70a226c req-5b5d63a6-023a-4893-9df3-6b7b04c8c2c0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Apr 01 16:23:09.762986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.815200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'Port': ['ID=86cf1048-caaf-402c-8880-4b60efe5d690,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:09.878061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.879228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.879589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.879930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.880560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.880925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.881256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.881589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.881916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.882245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.883395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:09.883735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:10.022111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:23:10.203280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:10.214985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:10.224453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:10.225004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:23:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:10.274339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] No DVR routers for this DVR port 86cf1048-caaf-402c-8880-4b60efe5d690 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:23:10.276879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.279409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-deleted', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:10.324708 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0805-e852-4d27-9291-35e1b2bb64df', 'name': 'network-vif-deleted', 'tag': '86cf1048-caaf-402c-8880-4b60efe5d690', 'status': 'completed', 'code': 200} Apr 01 16:23:10.397561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ba389d8-3b86-470f-8362-f293126d313b req-1babd7c4-115e-4193-9d9b-cd09db36498d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "DELETE /v2.0/ports/86cf1048-caaf-402c-8880-4b60efe5d690 HTTP/1.1" status: 204 len: 173 time: 1.6629899 Apr 01 16:23:10.443740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:10.760073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:10.764131 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:10.773080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:10.773688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:23:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:10.882964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7fad7b85-1e17-4c0d-b4f1-b20c66de64c2 req-f8c9e919-76ae-40eb-ab9b-928021224cb7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:10.950487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:10.960553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7fad7b85-1e17-4c0d-b4f1-b20c66de64c2 req-f8c9e919-76ae-40eb-ab9b-928021224cb7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:10.961833 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fad7b85-1e17-4c0d-b4f1-b20c66de64c2 req-f8c9e919-76ae-40eb-ab9b-928021224cb7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a8a0805-e852-4d27-9291-35e1b2bb64df HTTP/1.1" status: 200 len: 210 time: 0.1229062 Apr 01 16:23:11.265721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:11.269637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99aab9-f14a-48fc-9ced-01c9adeffe0e None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:11.488258 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e99284e-7d73-4adc-9581-820fb1a14d8d None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:23:12.301442 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-fd3b6e48-44a7-4d0a-9e08-46f3b39e9698 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1158420123&fields=id&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 267 time: 0.0452359 Apr 01 16:23:12.552839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-a6becf9a-08f4-49ab-b37e-986bc0a2a1fd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:12.554187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-a6becf9a-08f4-49ab-b37e-986bc0a2a1fd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.2461753 Apr 01 16:23:12.568780 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-0136990b-696b-447b-a161-22df5280d4ba tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/quotas/ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Apr 01 16:23:12.656371 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-4d3ff55a-6e1d-482f-963f-10d69998843b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823109 Apr 01 16:23:12.804841 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-4d61edab-0591-40fb-bd46-26c3d758f881 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369262 Apr 01 16:23:12.941616 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-452dfcf9-4639-4c37-b373-99ed7018a421 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309159 Apr 01 16:23:13.193860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-faa41400-bc02-4fbf-8a28-3aff3be9ae9f req-d402404b-a4ef-49c6-a2dd-36888bf34aeb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 210 time: 0.0434728 Apr 01 16:23:13.228313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:23:13.264035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 86cf1048-caaf-402c-8880-4b60efe5d690 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:23:13.264417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 86cf1048-caaf-402c-8880-4b60efe5d690 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:23:14.345725 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93682260-f663-4831-a058-4db37823a173 req-5981050b-4dff-4e65-946c-038df60a65f9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 210 time: 0.0467694 Apr 01 16:23:15.173709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-624ac6e3-d926-46c0-8c1e-3ce69e39259e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:15.175043 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-624ac6e3-d926-46c0-8c1e-3ce69e39259e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1554751 Apr 01 16:23:15.224449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-d3885205-1f32-4276-a4e1-975c8695373b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 380 time: 0.0416601 Apr 01 16:23:15.232441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'port': {'device_id': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'admin_state_up': True, 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'security_groups': ['e95824d6-2c8c-4b87-90cd-6a2e8c8491cb']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:15.545403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef97cb2-b46d-4d0b-b0ae-95ddcdc5f41b req-1176dafa-1276-4dc2-9b0f-b90061723d26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 210 time: 0.0662894 Apr 01 16:23:15.568401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:15.578742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:15.664544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:15.668027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.828695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Allocated IP 172.20.0.3 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/b3f8e863-6b2c-4d31-981c-9a62525ae827) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:16.013126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.029998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Transition to ACTIVE for port object b3f8e863-6b2c-4d31-981c-9a62525ae827 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:16.443442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.507407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:16.514837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:16.519126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:23:16.553581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:16.593601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:16.594282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.681564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-ca4776d2-2af3-4bda-bfba-7d5ab5f7ea98 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4526901 Apr 01 16:23:16.739129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702f590-ac14-4ba4-b3cb-75594fafe6a5 req-d5353a77-f55e-4d8d-8c9b-95f786cfa14c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:16.741097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6702f590-ac14-4ba4-b3cb-75594fafe6a5 req-d5353a77-f55e-4d8d-8c9b-95f786cfa14c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 931 time: 0.0843363 Apr 01 16:23:16.750754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Request body: {'port': {'device_id': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:16.788324 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6702f590-ac14-4ba4-b3cb-75594fafe6a5 req-7768746a-9c56-4055-9e83-67137e68adcd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 Apr 01 16:23:16.789436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ca3fb84-c346-4c5e-80a1-4a4604bb61c0 None None] Provisioning for port b3f8e863-6b2c-4d31-981c-9a62525ae827 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:16.794157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ca3fb84-c346-4c5e-80a1-4a4604bb61c0 None None] Provisioning complete for port b3f8e863-6b2c-4d31-981c-9a62525ae827 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.794540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ca3fb84-c346-4c5e-80a1-4a4604bb61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.852269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3fb84-c346-4c5e-80a1-4a4604bb61c0 None None] Port b3f8e863-6b2c-4d31-981c-9a62525ae827 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:23:16.872649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.226905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:17.234294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.248098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Transition to ACTIVE for port object b3f8e863-6b2c-4d31-981c-9a62525ae827 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:17.310480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.471311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:17.548493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Attempting to bind port b3f8e863-6b2c-4d31-981c-9a62525ae827 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:17.548829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Attempting to bind port b3f8e863-6b2c-4d31-981c-9a62525ae827 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:17.549158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Attempting to bind port b3f8e863-6b2c-4d31-981c-9a62525ae827 on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:17.553961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Port b3f8e863-6b2c-4d31-981c-9a62525ae827 on network fd8d4c71-c17b-43cc-894d-f17bceac789a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:23:17.554278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Attempting to bind port b3f8e863-6b2c-4d31-981c-9a62525ae827 on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:23:17.559284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:23:17.559619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:23:17.560006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:23:17.560419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Bound port: b3f8e863-6b2c-4d31-981c-9a62525ae827, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:17.561962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.648673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:23:17.651461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:23:17.766142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.821808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:17.822515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.824018 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] 10.222.0.90 "PUT /v2.0/ports/b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 1093 time: 1.1350622 Apr 01 16:23:17.827103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:17.855848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c0d4-4f39-407d-b62f-1b3bf9636566 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:17.889294 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'status': 'completed', 'code': 200} Apr 01 16:23:18.152498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-611af4ea-8db9-4557-a73e-8ed0f54df826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.154003 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-611af4ea-8db9-4557-a73e-8ed0f54df826 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1096 time: 0.2441006 Apr 01 16:23:18.162816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5bfad-d75e-475f-ab76-b9ad9d71862e req-bf1b1045-e7a3-4687-896c-979f00fb0ae5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.163622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-33d5bfad-d75e-475f-ab76-b9ad9d71862e req-bf1b1045-e7a3-4687-896c-979f00fb0ae5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:23:18.272398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-33d5bfad-d75e-475f-ab76-b9ad9d71862e req-bf1b1045-e7a3-4687-896c-979f00fb0ae5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:23:18.273462 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33d5bfad-d75e-475f-ab76-b9ad9d71862e req-bf1b1045-e7a3-4687-896c-979f00fb0ae5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 943 time: 0.3329930 Apr 01 16:23:18.340047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-33d5bfad-d75e-475f-ab76-b9ad9d71862e req-3fe8d218-8b81-4414-9d23-3713c5f18120 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608337 Apr 01 16:23:18.342418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-c159a04c-30c6-45f3-9fb2-038035b0ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.344342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-c159a04c-30c6-45f3-9fb2-038035b0ff3c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ca07038b3f1f4317a5b04118d5521235&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1781268 Apr 01 16:23:18.477984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-be2019e8-f1d2-4b3c-9726-84786a4e61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.479509 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54695402-5e52-4de0-b6c4-06e63d719b9d req-be2019e8-f1d2-4b3c-9726-84786a4e61dc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293440 Apr 01 16:23:18.585147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-0a86db81-2d68-4103-bd3d-adf62a9e26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.586591 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-0a86db81-2d68-4103-bd3d-adf62a9e26dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1096 time: 0.0708396 Apr 01 16:23:18.658236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-244e6f9d-0bbc-4f30-9e7a-5734de56b6e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 217 time: 0.0644193 Apr 01 16:23:18.722563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-64bd43c2-f44a-4611-9a0f-153f30cb309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.724005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-64bd43c2-f44a-4611-9a0f-153f30cb309a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0607207 Apr 01 16:23:18.799236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2952eb-b885-4397-af5f-f6725952a16f req-b297bd38-00a8-4fe7-8ac4-719db54813ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.800685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-b297bd38-00a8-4fe7-8ac4-719db54813ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711327 Apr 01 16:23:18.931251 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-3588971c-3854-48ed-9077-ea95bf424b67 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244545 Apr 01 16:23:19.059333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a2952eb-b885-4397-af5f-f6725952a16f req-a0da0284-6fa4-4b9c-ab89-141a861e5be2 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218379 Apr 01 16:23:19.526428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a873-a0c4-4178-966f-1d35ebbf2d6b req-a07aeaae-cde6-425d-985e-f4e52db6aba7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.527924 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4672a873-a0c4-4178-966f-1d35ebbf2d6b req-a07aeaae-cde6-425d-985e-f4e52db6aba7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 943 time: 0.0825078 Apr 01 16:23:19.572539 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4672a873-a0c4-4178-966f-1d35ebbf2d6b req-574faf35-2b49-47f3-81f2-921cc916e4de tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383098 Apr 01 16:23:20.754026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f0769-3bf5-4225-9da5-26c15784c4b9 req-bf84531d-333f-499c-83b5-e921e811677c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:20.755738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-761f0769-3bf5-4225-9da5-26c15784c4b9 req-bf84531d-333f-499c-83b5-e921e811677c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 943 time: 0.0797272 Apr 01 16:23:20.802583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-761f0769-3bf5-4225-9da5-26c15784c4b9 req-13e784ac-b992-416e-a0f9-00fe603c31b0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Apr 01 16:23:21.274188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:23:21.411806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:21.425528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'mac_address': 'fa:16:3e:ea:7c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:23:21.481285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.505762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:21.513065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:21.573354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:21.644993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:21.652032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.652387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.652729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.653069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.653406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.653739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.654068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.654397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.654730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.655057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.655414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.655734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:21.760279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['b3f8e863-6b2c-4d31-981c-9a62525ae827'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:23:21.985234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f7ad9-55cf-4e87-ac4f-aa9b74c62a45 req-21509df2-aeca-4c16-896f-6a0e3b8c3b0c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:21.986659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de8f7ad9-55cf-4e87-ac4f-aa9b74c62a45 req-21509df2-aeca-4c16-896f-6a0e3b8c3b0c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 944 time: 0.0799639 Apr 01 16:23:22.030144 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de8f7ad9-55cf-4e87-ac4f-aa9b74c62a45 req-9bcc03d8-14fd-4985-8353-f77ed18d5819 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377343 Apr 01 16:23:23.218545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c181c5-4e18-44fa-8b60-73042b488781 req-188c4825-4f95-45d6-952a-a77243b2c73b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:23.219921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95c181c5-4e18-44fa-8b60-73042b488781 req-188c4825-4f95-45d6-952a-a77243b2c73b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 944 time: 0.0809889 Apr 01 16:23:23.263637 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95c181c5-4e18-44fa-8b60-73042b488781 req-b799b39b-3f82-4996-9ecc-e492cce56292 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Apr 01 16:23:23.305207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:23:23.470511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port b3f8e863-6b2c-4d31-981c-9a62525ae827 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:23.475724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port b3f8e863-6b2c-4d31-981c-9a62525ae827 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:23.476099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:23.590352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:23.616195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:23.625876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:23:23.658852 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'code': 200} Apr 01 16:23:23.733707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:23.801223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:24.067345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574aa9e-68ac-4049-9564-1e3e251fb499 req-1f0839c5-2dea-4c2e-b43f-ac330efdfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:24.068734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f574aa9e-68ac-4049-9564-1e3e251fb499 req-1f0839c5-2dea-4c2e-b43f-ac330efdfc22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1098 time: 0.0726919 Apr 01 16:23:24.109141 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f574aa9e-68ac-4049-9564-1e3e251fb499 req-a0002955-b236-410c-a9b1-d3150d4ebfeb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Apr 01 16:23:24.453487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b14d6-7c0b-4c53-bd4b-9e8adc7a41df req-b3dd9459-eab1-4ec7-b6d8-8fba0bf1033c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:24.454940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d2b14d6-7c0b-4c53-bd4b-9e8adc7a41df req-b3dd9459-eab1-4ec7-b6d8-8fba0bf1033c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0784307 Apr 01 16:23:24.498040 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d2b14d6-7c0b-4c53-bd4b-9e8adc7a41df req-f82e4a2b-583c-4ccf-b00c-a24699e192e8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373468 Apr 01 16:23:25.693245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6ec16-0314-45a8-b5e7-fee589cf368a req-387700ed-cc5d-4bce-882c-4795e9fb373c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:25.694694 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26a6ec16-0314-45a8-b5e7-fee589cf368a req-387700ed-cc5d-4bce-882c-4795e9fb373c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0860689 Apr 01 16:23:25.742282 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26a6ec16-0314-45a8-b5e7-fee589cf368a req-ef88ca14-72d8-431e-9a32-2d7620bf51be tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Apr 01 16:23:25.933062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98860e05-fecb-4fef-aceb-e9749600fab7 req-aa102b1e-fb2e-487b-bde1-2eed5db58cc2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:25.934511 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98860e05-fecb-4fef-aceb-e9749600fab7 req-aa102b1e-fb2e-487b-bde1-2eed5db58cc2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0881841 Apr 01 16:23:25.943723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54130) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:25.948670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'floatingip': {'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:26.026100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.727671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.779269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.959970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf associated. External IP: 172.26.7.144, port: b3f8e863-6b2c-4d31-981c-9a62525ae827. Apr 01 16:23:27.313691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:23:27.493214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:23:27.498227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.502965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:27.512787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:27.513491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:23:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:27.558272 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-869996c4-1404-4904-a8a9-eeffae56615b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "PUT /v2.0/floatingips/8a8a776a-7095-4806-bd7e-3dfbf46addaf HTTP/1.1" status: 200 len: 991 time: 1.6134677 Apr 01 16:23:27.558864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:27.602913 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'status': 'completed', 'code': 200} Apr 01 16:23:27.700416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:27.827896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-b1da319d-fdf2-443c-b9c1-8119b189361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:27.829426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-b1da319d-fdf2-443c-b9c1-8119b189361b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1098 time: 0.2057054 Apr 01 16:23:28.022507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-86d272f1-5116-4b0a-9a49-9def12271f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.024078 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-86d272f1-5116-4b0a-9a49-9def12271f73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1860468 Apr 01 16:23:28.075464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:ea:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:23:26Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:28.079471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:28.088001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:23:28.088602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:23:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:28.112726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb96d-e502-4b2f-9eb3-3e90b33787f9 req-4536ff17-fe3f-4a6a-b240-46290bc2c189 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.114226 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-96ceb96d-e502-4b2f-9eb3-3e90b33787f9 req-4536ff17-fe3f-4a6a-b240-46290bc2c189 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.1915851 Apr 01 16:23:28.175435 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-b0834d91-a136-4576-ae95-cb53c90fd99c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 999 time: 0.1380200 Apr 01 16:23:28.182431 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-96ceb96d-e502-4b2f-9eb3-3e90b33787f9 req-389758cf-de02-4e01-9df1-ca5b9edaf4ff tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610375 Apr 01 16:23:28.239346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-feb0dda7-3ad4-479e-a802-d25712caf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.240771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-feb0dda7-3ad4-479e-a802-d25712caf0b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0575149 Apr 01 16:23:28.268106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:23:28.323643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-d512fa1b-610c-4115-ac43-4cee84d7bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.325137 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-d512fa1b-610c-4115-ac43-4cee84d7bb22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768363 Apr 01 16:23:28.458220 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-7a0ec5c8-806d-4976-acd2-294b5aea97f1 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266580 Apr 01 16:23:28.591672 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa8d46d6-e624-4809-8e6b-8229e4b80d80 req-d2d51426-19fe-4e2a-9fb0-bfe8ca1467e1 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277564 Apr 01 16:23:28.615533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:ea:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:23:26Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:28.619589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d582a-e421-4151-ae43-4637fc4dffc2 None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:ea:7c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:23:26Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:28.630856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:23:28.807375 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234a07b-451e-4c38-9b2b-c7d1a7c96688 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:23:29.370583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827ee98-4965-463b-abef-f7b0189509bb req-201e568c-c47a-4ddf-8cd8-2be621c58834 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.372045 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8827ee98-4965-463b-abef-f7b0189509bb req-201e568c-c47a-4ddf-8cd8-2be621c58834 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0800624 Apr 01 16:23:29.418515 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8827ee98-4965-463b-abef-f7b0189509bb req-2288092d-2ffe-4036-ab9d-0171aa3146b9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Apr 01 16:23:29.481838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7352c37-a31b-49de-b296-efce12508eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.598990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bcb51-10ee-4ba6-8852-dc051ce018e7 req-1e151405-13a4-4517-b240-e50741ea56f9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.600464 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f0bcb51-10ee-4ba6-8852-dc051ce018e7 req-1e151405-13a4-4517-b240-e50741ea56f9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0781865 Apr 01 16:23:30.647916 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f0bcb51-10ee-4ba6-8852-dc051ce018e7 req-42216d18-1e8d-4b84-bc62-90a66780b7e8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Apr 01 16:23:31.831744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d0a39-3725-4bd7-aebb-2eeae2b89b6c req-9e19d854-ce74-4ce3-b2b8-9564c0bea8ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:31.833217 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8d0a39-3725-4bd7-aebb-2eeae2b89b6c req-9e19d854-ce74-4ce3-b2b8-9564c0bea8ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Apr 01 16:23:31.879529 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c8d0a39-3725-4bd7-aebb-2eeae2b89b6c req-481a46df-18d3-4a0c-8fbd-a159c8545318 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406370 Apr 01 16:23:32.377515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3048-d22e-4517-aba5-32e8fa8d5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:32.898707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:32.978849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:33.065259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f2a4-459f-4486-8197-e8227569b245 req-9db98e05-b6b5-4767-bccd-7906a4d7e7b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:33.066721 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fdf5f2a4-459f-4486-8197-e8227569b245 req-9db98e05-b6b5-4767-bccd-7906a4d7e7b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0839238 Apr 01 16:23:33.113351 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fdf5f2a4-459f-4486-8197-e8227569b245 req-aaebdf7c-3713-4db5-bdb9-674dc331546a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Apr 01 16:23:33.921947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:34.310563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219629-fe5c-4352-83e6-c427aad48265 req-85adac4a-619d-4e64-af6b-e4fb5faf8482 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:34.312609 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2219629-fe5c-4352-83e6-c427aad48265 req-85adac4a-619d-4e64-af6b-e4fb5faf8482 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0886989 Apr 01 16:23:34.357291 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2219629-fe5c-4352-83e6-c427aad48265 req-f19ac63b-295b-4594-91dc-ec05476c5f4a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Apr 01 16:23:34.641396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:35.543980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c8e10-ee9c-4a55-95ed-fb4d5d5f1de9 req-d538f4e3-d0a7-41bb-81ad-070c279fc059 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:35.545953 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-964c8e10-ee9c-4a55-95ed-fb4d5d5f1de9 req-d538f4e3-d0a7-41bb-81ad-070c279fc059 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0806301 Apr 01 16:23:35.589992 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-964c8e10-ee9c-4a55-95ed-fb4d5d5f1de9 req-1870a331-dec2-45d6-8064-70af7830f328 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 Apr 01 16:23:36.775806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c7086-d894-4ccd-b104-1c5af8bea6d0 req-11206e37-5032-4e0c-bd39-05199bbd4c27 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:36.777234 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-606c7086-d894-4ccd-b104-1c5af8bea6d0 req-11206e37-5032-4e0c-bd39-05199bbd4c27 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0795827 Apr 01 16:23:36.821585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-606c7086-d894-4ccd-b104-1c5af8bea6d0 req-a00026e3-36f9-420a-a8dd-6c2efd10ecbe tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Apr 01 16:23:38.007953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1d101-4518-41fa-b450-f80f9f08f389 req-036969ac-2721-4253-a572-2cdcbdfaf1e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:38.009417 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-60a1d101-4518-41fa-b450-f80f9f08f389 req-036969ac-2721-4253-a572-2cdcbdfaf1e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0839849 Apr 01 16:23:38.054444 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-60a1d101-4518-41fa-b450-f80f9f08f389 req-c7479b4d-baca-4e90-bebc-7fb81ba3f38b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Apr 01 16:23:39.238792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e251a-543b-4bb8-979c-007e46475b80 req-b5d7a338-84bb-421d-aa80-0481d1416215 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:39.240196 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-205e251a-543b-4bb8-979c-007e46475b80 req-b5d7a338-84bb-421d-aa80-0481d1416215 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0819774 Apr 01 16:23:39.284618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-205e251a-543b-4bb8-979c-007e46475b80 req-90bb538c-a1be-426f-b8ce-8d63ea734bd4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 Apr 01 16:23:40.465596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b9a3-b541-41e3-8865-e622e14a5472 req-ef5b2e00-7f54-430f-a8fb-9fbb77f4694d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:40.466975 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28c6b9a3-b541-41e3-8865-e622e14a5472 req-ef5b2e00-7f54-430f-a8fb-9fbb77f4694d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0795128 Apr 01 16:23:40.519711 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28c6b9a3-b541-41e3-8865-e622e14a5472 req-8c2934e5-2251-4a6f-970c-1d6f4c2fa8e2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461595 Apr 01 16:23:41.706728 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513a422-ef43-47d0-b08a-a640f4c237c2 req-dc6ee630-967a-44e6-8ea4-b1bf1514e4f8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:41.708147 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d513a422-ef43-47d0-b08a-a640f4c237c2 req-dc6ee630-967a-44e6-8ea4-b1bf1514e4f8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0851898 Apr 01 16:23:41.751560 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d513a422-ef43-47d0-b08a-a640f4c237c2 req-e5c14379-5dff-4433-81c5-44ae277e8a46 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Apr 01 16:23:42.935042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f21fb-aa4b-43e7-901c-5f65fa80b442 req-71f6841d-3771-4420-9ad6-39023cc3e423 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:42.936616 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-292f21fb-aa4b-43e7-901c-5f65fa80b442 req-71f6841d-3771-4420-9ad6-39023cc3e423 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Apr 01 16:23:42.981768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-292f21fb-aa4b-43e7-901c-5f65fa80b442 req-364f9261-e888-4d15-9d29-4b660a882192 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Apr 01 16:23:44.176042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729427d-3181-4809-a1cd-5f7eca219740 req-69860dba-dd23-4209-8d9e-a4ffc36010e2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:44.178185 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9729427d-3181-4809-a1cd-5f7eca219740 req-69860dba-dd23-4209-8d9e-a4ffc36010e2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0879500 Apr 01 16:23:44.222798 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9729427d-3181-4809-a1cd-5f7eca219740 req-a9c41b12-fbcf-4986-8cdb-0e052297c8e4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 Apr 01 16:23:45.410185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f41b-eb1d-45b6-8107-9cb307c9a4f4 req-68d8cbe6-317c-4e85-b264-cebfeeaa681e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:45.411652 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20f5f41b-eb1d-45b6-8107-9cb307c9a4f4 req-68d8cbe6-317c-4e85-b264-cebfeeaa681e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0824971 Apr 01 16:23:45.456428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20f5f41b-eb1d-45b6-8107-9cb307c9a4f4 req-77020c98-88f8-45de-ae90-d8f4f36cc433 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Apr 01 16:23:46.732903 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539aba7-ebfd-4cdd-b911-7866d390d4bb req-383a957b-461b-4c9c-9752-c98c7daa9062 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:46.734351 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8539aba7-ebfd-4cdd-b911-7866d390d4bb req-383a957b-461b-4c9c-9752-c98c7daa9062 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.1743765 Apr 01 16:23:46.778841 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8539aba7-ebfd-4cdd-b911-7866d390d4bb req-6ee154fb-1842-47da-a273-2e57ed0da9bc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Apr 01 16:23:47.960899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc22b-c2a8-45dc-aef3-5c405755877d req-a8e4f7ef-5b9e-4d26-8ed8-c47a4848cfa2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:47.962334 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-886bc22b-c2a8-45dc-aef3-5c405755877d req-a8e4f7ef-5b9e-4d26-8ed8-c47a4848cfa2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0794003 Apr 01 16:23:48.007341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-886bc22b-c2a8-45dc-aef3-5c405755877d req-dfdd6d89-3e2b-44d6-9123-63f94680db61 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Apr 01 16:23:49.189319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7c96f-38e1-42c3-955e-60fe37969f95 req-21f42e72-45e7-4188-84c8-bfbefe3fd53e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:49.190644 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aec7c96f-38e1-42c3-955e-60fe37969f95 req-21f42e72-45e7-4188-84c8-bfbefe3fd53e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0817003 Apr 01 16:23:49.233722 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aec7c96f-38e1-42c3-955e-60fe37969f95 req-82639cb3-8715-4fad-a0a2-f44d07304689 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Apr 01 16:23:50.519060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6b227-b123-4208-91a3-5d0a3bf4a58c req-021866ab-98c1-4f38-803d-a4d8158fe301 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:50.520438 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0e6b227-b123-4208-91a3-5d0a3bf4a58c req-021866ab-98c1-4f38-803d-a4d8158fe301 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.1811087 Apr 01 16:23:50.563873 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0e6b227-b123-4208-91a3-5d0a3bf4a58c req-dc3969a7-1fa9-48ab-8b5f-545a9bc14a9c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Apr 01 16:23:51.755602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb933901-2c48-4f9c-882c-f73a1613e486 req-fe7d1d90-17dd-41bc-bf7e-056a54dc6a73 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:51.756984 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cb933901-2c48-4f9c-882c-f73a1613e486 req-fe7d1d90-17dd-41bc-bf7e-056a54dc6a73 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0857615 Apr 01 16:23:51.801548 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cb933901-2c48-4f9c-882c-f73a1613e486 req-ce2c7da8-48d8-45a3-8b2b-2982424c7241 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 Apr 01 16:23:52.990024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7942e-36d6-45ff-8905-8a27d0d8ff28 req-e05ec85e-dc35-49e1-aa4e-20bbef35acfd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:52.991471 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1af7942e-36d6-45ff-8905-8a27d0d8ff28 req-e05ec85e-dc35-49e1-aa4e-20bbef35acfd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0821278 Apr 01 16:23:53.034875 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1af7942e-36d6-45ff-8905-8a27d0d8ff28 req-96b63cae-f2eb-41a9-9afe-3a5224dbbe01 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Apr 01 16:23:54.217407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4f0a-5f66-4eef-8e56-122682e88bdf req-2ce8e279-a3d9-4b2c-9c7e-52266873b1b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:54.218910 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9c4f0a-5f66-4eef-8e56-122682e88bdf req-2ce8e279-a3d9-4b2c-9c7e-52266873b1b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0812533 Apr 01 16:23:54.262849 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9c4f0a-5f66-4eef-8e56-122682e88bdf req-a3754bcf-73d0-4a35-b8d2-f2cf74abca1b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377951 Apr 01 16:23:54.841694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579d33-3271-41e9-b92c-a479d7f9e6bc req-ab600136-bfec-450d-9734-52bcab9705f0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:54.843121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ff579d33-3271-41e9-b92c-a479d7f9e6bc req-ab600136-bfec-450d-9734-52bcab9705f0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.1237257 Apr 01 16:23:54.900200 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-65d150e3-aebc-4396-984e-e7e7a620e336 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242719 Apr 01 16:23:54.902965 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ff579d33-3271-41e9-b92c-a479d7f9e6bc req-e36566be-e0dd-47cc-9c7c-9c86cdbdefe5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532744 Apr 01 16:23:56.088255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b002d5-b304-48d4-aab6-6e63dace6d47 req-b21f2d37-89b6-47d1-9417-b6e4c3e47f57 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:56.089694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9b002d5-b304-48d4-aab6-6e63dace6d47 req-b21f2d37-89b6-47d1-9417-b6e4c3e47f57 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0815375 Apr 01 16:23:56.137485 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9b002d5-b304-48d4-aab6-6e63dace6d47 req-d8893277-f8a5-4b5f-980c-a0af9737b6b9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Apr 01 16:23:56.822139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-070d9941-d68a-43bf-9c3e-8cefd4dfc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:56.823636 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-070d9941-d68a-43bf-9c3e-8cefd4dfc9ca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1098 time: 0.0749867 Apr 01 16:23:56.954621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-4567320f-00db-4874-989e-a39c57014288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:56.956099 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-4567320f-00db-4874-989e-a39c57014288 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1260583 Apr 01 16:23:57.058348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-a3a8d57e-cc97-45b5-81b2-b321d811e762 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 1001 time: 0.0959771 Apr 01 16:23:57.121035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-9a67bb46-e9bc-40df-98aa-973e5babe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:57.122517 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-9a67bb46-e9bc-40df-98aa-973e5babe159 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0578308 Apr 01 16:23:57.205417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-f2768421-28e4-4f5a-b379-871092c1e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:57.206888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-f2768421-28e4-4f5a-b379-871092c1e192 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787337 Apr 01 16:23:57.326805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fced7c-316d-4182-8c0f-70e40eccc5c5 req-d4577a48-50fc-475c-9d48-aa53b5a7533d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:57.328334 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-24fced7c-316d-4182-8c0f-70e40eccc5c5 req-d4577a48-50fc-475c-9d48-aa53b5a7533d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0834084 Apr 01 16:23:57.340678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-ae25ba71-c9ba-4eba-b86b-5439baa66faa service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268210 Apr 01 16:23:57.372578 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-24fced7c-316d-4182-8c0f-70e40eccc5c5 req-0645bf0f-f86f-4939-864e-0842fbb8bdcf tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Apr 01 16:23:57.472308 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-8524853e-1c79-4e31-bd00-f2c6fb37b70b service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249814 Apr 01 16:23:58.556540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099f76-2c0b-4d42-8bf1-c10e2cc929b2 req-e065c3b0-e5f5-4656-b3b0-e58791144c5d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:58.558030 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23099f76-2c0b-4d42-8bf1-c10e2cc929b2 req-e065c3b0-e5f5-4656-b3b0-e58791144c5d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0800960 Apr 01 16:23:58.602000 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23099f76-2c0b-4d42-8bf1-c10e2cc929b2 req-508a17c6-a978-4937-9144-74e333e3cce1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Apr 01 16:23:59.285378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-868ec653-ff95-46bd-bc77-ac84f83c1c4d service neutron] 10.222.0.90 "GET /v2.0/ports/b3f8e863-6b2c-4d31-981c-9a62525ae827/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0759876 Apr 01 16:23:59.486635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1063913e-1671-4702-b9a2-19a1e561a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:59.790971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263f79b-339e-43da-9aac-f17577de545a req-74e855e7-29fc-448a-bd4e-00c61606cb63 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:59.792460 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f263f79b-339e-43da-9aac-f17577de545a req-74e855e7-29fc-448a-bd4e-00c61606cb63 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0841968 Apr 01 16:23:59.838643 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f263f79b-339e-43da-9aac-f17577de545a req-fdc89385-72ad-463b-9875-a551707ccfb4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Apr 01 16:23:59.927952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-1743145d-b278-4461-b075-2751854e8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:59.929331 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-1743145d-b278-4461-b075-2751854e8b9c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1098 time: 0.0705521 Apr 01 16:24:00.022184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-f7222a4c-9885-422a-8356-4e51f0af7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:00.023687 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-f7222a4c-9885-422a-8356-4e51f0af7b2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1098 time: 0.0718629 Apr 01 16:24:00.156194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-b192b027-337a-4dd5-9e09-72e5ecce17df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:00.157628 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-b192b027-337a-4dd5-9e09-72e5ecce17df service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1283202 Apr 01 16:24:00.260602 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-c0143043-50e7-46f1-b55a-b209473eacb0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 1001 time: 0.0972152 Apr 01 16:24:00.425581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-cffc017e-36dd-4e03-9487-b56bc570c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:00.427007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-cffc017e-36dd-4e03-9487-b56bc570c5af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.1605062 Apr 01 16:24:00.504564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-a9d19273-ca9f-419d-ae47-c49be0e94231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:00.506561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-a9d19273-ca9f-419d-ae47-c49be0e94231 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737936 Apr 01 16:24:00.636401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-3fd8a290-2180-45d8-ad8f-65946c507827 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238205 Apr 01 16:24:00.770621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1d55146-68ae-4a68-b45c-e9e7eb4d980e req-683abd36-584a-4acd-8ab9-189f03dbcd25 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277585 Apr 01 16:24:01.035413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6100f-8ccf-4101-8b3c-ae657a51e3c1 req-d7ce1394-f74f-4fc8-b9ac-761106f2f8e0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:01.037380 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ed6100f-8ccf-4101-8b3c-ae657a51e3c1 req-d7ce1394-f74f-4fc8-b9ac-761106f2f8e0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0892208 Apr 01 16:24:01.081420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ed6100f-8ccf-4101-8b3c-ae657a51e3c1 req-3d00ee1a-7273-404b-b7f2-76c39a7b6443 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Apr 01 16:24:02.287186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b091340-7dbf-427f-aaf8-3fc6f4402155 req-e82f0b5e-1e74-4623-9110-fa9b8910357d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:02.288782 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b091340-7dbf-427f-aaf8-3fc6f4402155 req-e82f0b5e-1e74-4623-9110-fa9b8910357d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0915389 Apr 01 16:24:02.352254 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b091340-7dbf-427f-aaf8-3fc6f4402155 req-35006e55-059a-4bfe-b191-22127b0ee5e9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562718 Apr 01 16:24:02.395129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b8cc-48b3-4311-a39c-e73a4685f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:02.886065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:02.944393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.493542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:24:03.495852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:03.544783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e36b7-e184-479e-8ba8-e5d4ba4d20b4 req-547bece7-d302-47ca-980d-cb3321e80d32 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:03.546246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f39e36b7-e184-479e-8ba8-e5d4ba4d20b4 req-547bece7-d302-47ca-980d-cb3321e80d32 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0798202 Apr 01 16:24:03.590552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f39e36b7-e184-479e-8ba8-e5d4ba4d20b4 req-8cba7373-78d3-49cc-9be5-6f7ea4df805e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Apr 01 16:24:03.703190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.740635 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:03.758523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:03.765780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'mac_address': 'fa:16:3e:ea:7c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:24:03.771657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:03.825987 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'code': 200} Apr 01 16:24:03.830547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.857284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:03.867750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.979404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.985581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:03.985581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:03.991496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:04.124217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9269b-c477-4ff2-9279-6b7d00ebe432 req-43d41624-9fdb-484f-8541-35a7904e354d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.125760 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0f9269b-c477-4ff2-9279-6b7d00ebe432 req-43d41624-9fdb-484f-8541-35a7904e354d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 943 time: 0.0854039 Apr 01 16:24:04.214931 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0f9269b-c477-4ff2-9279-6b7d00ebe432 req-8e04a576-30ba-4f8f-8d6c-ce6fd51fe621 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578177 Apr 01 16:24:04.243541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-6c283ae4-5d47-4b96-a47b-f8c22324e02c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.244969 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-6c283ae4-5d47-4b96-a47b-f8c22324e02c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1&tenant_id=ca07038b3f1f4317a5b04118d5521235&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 943 time: 0.1183367 Apr 01 16:24:04.385388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-645d643c-fbf2-45f8-b927-2895e2c332d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.386867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-645d643c-fbf2-45f8-b927-2895e2c332d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1096 time: 0.0746541 Apr 01 16:24:04.519125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-ed0dfa3f-e791-4082-b8a3-11e415438a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.521039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-ed0dfa3f-e791-4082-b8a3-11e415438a8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1280656 Apr 01 16:24:04.541951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:04.559710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:04.586476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:04.625898 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-d49819d2-971b-4bf5-9d5d-a6a9a29f6d46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 999 time: 0.0998440 Apr 01 16:24:04.652478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:04.687163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-d505c9a7-682d-4fa1-9135-9fb0103b6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.688627 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-d505c9a7-682d-4fa1-9135-9fb0103b6ab1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0572898 Apr 01 16:24:04.709814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:04.769103 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-f445ee8f-9181-49c2-b41d-50f17641f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.771348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-f445ee8f-9181-49c2-b41d-50f17641f31a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759265 Apr 01 16:24:04.782709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['b3f8e863-6b2c-4d31-981c-9a62525ae827'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:24:04.827645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:04.908013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-05df02a3-fabb-43f3-b0dd-4f3ff1283a56 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304905 Apr 01 16:24:05.043733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e424d1fb-87ab-409e-8023-b0cb9af29ab0 req-a794f377-427a-4f62-976a-9ea1289a2758 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288524 Apr 01 16:24:05.406371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb54a-3a3b-41d7-8cd1-c5ab67072b80 req-55b839e9-e3e7-4c62-bd90-e057a890ba52 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:05.407864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb7cb54a-3a3b-41d7-8cd1-c5ab67072b80 req-55b839e9-e3e7-4c62-bd90-e057a890ba52 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 944 time: 0.0801425 Apr 01 16:24:05.456012 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb7cb54a-3a3b-41d7-8cd1-c5ab67072b80 req-428d4491-d77a-431a-8c14-be2b7333336e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Apr 01 16:24:05.507118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:05.577007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port b3f8e863-6b2c-4d31-981c-9a62525ae827 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:05.577687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:05.632947 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:24:05.776745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:05.873939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:05.874677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:05.919885 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'code': 200} Apr 01 16:24:05.932049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:06.000656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:06.638286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba505e1-8012-4641-961a-5c9dddaa6014 req-70991bb4-7bb3-4393-85be-fefe4d3f6890 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:06.642234 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aba505e1-8012-4641-961a-5c9dddaa6014 req-70991bb4-7bb3-4393-85be-fefe4d3f6890 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0804033 Apr 01 16:24:06.684775 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aba505e1-8012-4641-961a-5c9dddaa6014 req-8dbf1459-8780-4091-bcb4-5d10fe486a6f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390437 Apr 01 16:24:06.873884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017540d-9c95-44e7-ab90-118afeb125a7 req-4e91b26f-0020-4c26-aa22-b73ceb67e0af tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:06.875363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d017540d-9c95-44e7-ab90-118afeb125a7 req-4e91b26f-0020-4c26-aa22-b73ceb67e0af tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0873914 Apr 01 16:24:06.920820 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d017540d-9c95-44e7-ab90-118afeb125a7 req-8365246a-5ebd-4ddd-880a-ad5ab320b657 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 Apr 01 16:24:07.403564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e8f7e-b132-4f1d-bc85-7b7f020e932f req-408fc828-d8ec-4308-90d4-03822b2c0603 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.405039 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca2e8f7e-b132-4f1d-bc85-7b7f020e932f req-408fc828-d8ec-4308-90d4-03822b2c0603 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0847080 Apr 01 16:24:07.589327 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca2e8f7e-b132-4f1d-bc85-7b7f020e932f req-4b69108e-f142-489b-a6c6-1617b18e0fa3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786752 Apr 01 16:24:07.612713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-63812906-cf43-4f88-814c-fefcf0804b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.614153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-63812906-cf43-4f88-814c-fefcf0804b56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 1098 time: 0.0919561 Apr 01 16:24:07.746752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-50b488d7-4ef0-4409-a0b6-045839758f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.748215 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-50b488d7-4ef0-4409-a0b6-045839758f46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1286287 Apr 01 16:24:07.850617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-08900ac9-d4b6-40e7-9c52-e72c2730ff0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 200 len: 1001 time: 0.0957572 Apr 01 16:24:07.913677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-35805a97-665f-45f0-b254-7f7fb2d5e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.915055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-35805a97-665f-45f0-b254-7f7fb2d5e675 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0586164 Apr 01 16:24:07.987352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-d446869a-1577-42aa-8231-8c45c6ad9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.988757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-d446869a-1577-42aa-8231-8c45c6ad9027 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680017 Apr 01 16:24:08.117381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-5a387b40-cd44-412c-9c07-cf8e8f41bdb6 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224513 Apr 01 16:24:08.251275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-719aa8c8-b5ea-40d7-89a7-51dde4454f4f req-5fc1e9a8-55da-435c-90a4-2f9e911e34cd service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283946 Apr 01 16:24:08.781348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d6c95-2a08-4a79-aff6-1ff6862f4614 req-5d7014c7-8554-4f0e-b066-9ebf672230dd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:08.782847 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5d3d6c95-2a08-4a79-aff6-1ff6862f4614 req-5d7014c7-8554-4f0e-b066-9ebf672230dd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0860298 Apr 01 16:24:08.828111 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5d3d6c95-2a08-4a79-aff6-1ff6862f4614 req-1da9d8b6-961b-473b-884a-472602b8764d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394857 Apr 01 16:24:10.010081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcc430-76d9-40a6-81de-01c4269ec85d req-d14cf384-6ab3-4eeb-b444-7022acc98139 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:10.011631 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-addcc430-76d9-40a6-81de-01c4269ec85d req-d14cf384-6ab3-4eeb-b444-7022acc98139 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0786664 Apr 01 16:24:10.058149 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-addcc430-76d9-40a6-81de-01c4269ec85d req-b39792b7-b313-42a7-87c4-00a58fcd21d2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Apr 01 16:24:10.564321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb661ea6-f760-40fb-aac3-7f1bea20e359 req-d6030a54-eb0f-4341-852d-1f03ec774d58 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:10.565746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb661ea6-f760-40fb-aac3-7f1bea20e359 req-d6030a54-eb0f-4341-852d-1f03ec774d58 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0797904 Apr 01 16:24:10.611653 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb661ea6-f760-40fb-aac3-7f1bea20e359 req-a5a4efa4-80a1-406c-82ae-1e898b7d5d99 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Apr 01 16:24:11.796379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879310f1-cee4-4d25-8a80-c91337673c24 req-888fb05b-12ec-49ce-a8b9-1310bb02f0e9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.797813 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-879310f1-cee4-4d25-8a80-c91337673c24 req-888fb05b-12ec-49ce-a8b9-1310bb02f0e9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0790949 Apr 01 16:24:11.842199 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-879310f1-cee4-4d25-8a80-c91337673c24 req-6708af6a-90a5-408e-a4d5-23fd4489146d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Apr 01 16:24:12.129069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-98d5167b-85af-418a-9fdc-fc3b4f384e23 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:12.130480 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-98d5167b-85af-418a-9fdc-fc3b4f384e23 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0823328 Apr 01 16:24:12.199097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Deleting port b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:24:12.199459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.440693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] For port b3f8e863-6b2c-4d31-981c-9a62525ae827, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=b3f8e863-6b2c-4d31-981c-9a62525ae827,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:12.440959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.825380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.825660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.825985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf disassociated. External IP: 172.26.7.144, port: b3f8e863-6b2c-4d31-981c-9a62525ae827. Apr 01 16:24:12.826303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Calling delete_port for b3f8e863-6b2c-4d31-981c-9a62525ae827 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:24:13.040502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82f2c-a32b-459f-a7a5-0cc4380c7c18 req-42ce3bf4-c355-4ce9-987f-a010d083a929 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:13.041990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eeb82f2c-a32b-459f-a7a5-0cc4380c7c18 req-42ce3bf4-c355-4ce9-987f-a010d083a929 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 945 time: 0.0942512 Apr 01 16:24:13.064685 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:13.125283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'Port': ['ID=b3f8e863-6b2c-4d31-981c-9a62525ae827,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:13.149129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.149129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.149129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.149129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.149952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.149952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.150126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.150314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.151043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.151043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.151286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.151708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:13.207076 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eeb82f2c-a32b-459f-a7a5-0cc4380c7c18 req-0558ce65-5a7f-43e4-8468-85b9bd22ee41 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581612 Apr 01 16:24:13.343072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:24:13.520795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:24:13.531282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:24:13.541283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:13.541906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:24:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:13.594081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] No DVR routers for this DVR port b3f8e863-6b2c-4d31-981c-9a62525ae827 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:13.596550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:13.599080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-deleted', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:13.642998 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be534db-a3e0-40b1-8325-8ed96a3189f1', 'name': 'network-vif-deleted', 'tag': 'b3f8e863-6b2c-4d31-981c-9a62525ae827', 'status': 'completed', 'code': 200} Apr 01 16:24:13.669659 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-447d9e9b-62a1-46e5-b160-b24dc6a6c70c req-c9eba27c-c342-45be-a17a-1ec44fa2ffbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "DELETE /v2.0/ports/b3f8e863-6b2c-4d31-981c-9a62525ae827 HTTP/1.1" status: 204 len: 173 time: 1.5338671 Apr 01 16:24:13.727480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:14.080319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:14.084277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:24:14.092588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:14.093216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:24:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:14.273104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:14.401427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ac545248-637e-40b2-96f1-4fa3c649f1c3 req-e9b1ac42-7f6e-43c2-9335-3245aacc0d21 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:14.446603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ac545248-637e-40b2-96f1-4fa3c649f1c3 req-e9b1ac42-7f6e-43c2-9335-3245aacc0d21 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:14.447804 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ac545248-637e-40b2-96f1-4fa3c649f1c3 req-e9b1ac42-7f6e-43c2-9335-3245aacc0d21 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be534db-a3e0-40b1-8325-8ed96a3189f1 HTTP/1.1" status: 200 len: 210 time: 0.1126175 Apr 01 16:24:14.592764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:14.596696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8b56f-a3e6-4422-9059-61f54fe23fd6 None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:24:14.796565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28416a-28b9-458f-9a7c-98670e223c08 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:24:15.783187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-0e177df3-048f-499a-bc22-de3460e4628e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1158420123&fields=id&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 267 time: 0.0444021 Apr 01 16:24:15.932644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-ea7c9234-a3f1-4501-9941-5f820e376162 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:15.934045 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-ea7c9234-a3f1-4501-9941-5f820e376162 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1426890 Apr 01 16:24:15.948659 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-e14baefa-f360-4f2c-9d15-5c34f9bbe7b4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/quotas/ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 375 time: 0.0092239 Apr 01 16:24:16.031642 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-9669182a-36af-4a01-b1d3-6bcfc8332e27 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779705 Apr 01 16:24:16.165702 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-89d4ac65-b360-4da3-8774-fbde7995fce4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228158 Apr 01 16:24:16.397435 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-ac04cb29-5561-41d3-8195-9f20629a221b service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257309 Apr 01 16:24:16.647658 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-14cc135c-3cba-4224-ad4c-bb290bb9b500 req-2a242d01-2f5c-4654-ae8c-7708f448e05d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 210 time: 0.0424514 Apr 01 16:24:17.570001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:17.604254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: b3f8e863-6b2c-4d31-981c-9a62525ae827 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:24:17.604530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device b3f8e863-6b2c-4d31-981c-9a62525ae827 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:17.809557 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0b37bee1-7722-4022-89c2-617597a1dfa1 req-c613d2da-9fa6-4d4b-835b-27881b133a91 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 210 time: 0.0577698 Apr 01 16:24:18.646892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a774bba5-8330-4e22-bc39-3b411eae56fc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.648365 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a774bba5-8330-4e22-bc39-3b411eae56fc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1452723 Apr 01 16:24:18.699680 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-2e7f6614-0e41-421b-8dc7-92699c730e57 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 380 time: 0.0437567 Apr 01 16:24:18.707731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'port': {'device_id': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'admin_state_up': True, 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'security_groups': ['e95824d6-2c8c-4b87-90cd-6a2e8c8491cb']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:18.842581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:18.852543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:18.956033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:18.965152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:18.978810 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c50b3f29-4235-4e57-ba8e-574c1f3da2f5 req-ec041bcf-d4dd-4822-840e-f725de66161a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 210 time: 0.0595953 Apr 01 16:24:19.226947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Allocated IP 172.20.0.11 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/516795ea-f51a-402d-a477-e6e8e7f0b9fc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:19.408930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.424369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Transition to ACTIVE for port object 516795ea-f51a-402d-a477-e6e8e7f0b9fc will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:19.514679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.582812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:19.590998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:19.595290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:24:19.629284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:19.670001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:19.670001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.738532 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-02f81a59-c3bd-49f3-b909-78bb99c417ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0342934 Apr 01 16:24:19.750359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Request body: {'port': {'device_id': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:19.846145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-412b5606-38e6-4598-85c1-96df7f417141 None None] Provisioning for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:19.852206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-412b5606-38e6-4598-85c1-96df7f417141 None None] Provisioning complete for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:19.852605 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-412b5606-38e6-4598-85c1-96df7f417141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.862666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.908740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-412b5606-38e6-4598-85c1-96df7f417141 None None] Port 516795ea-f51a-402d-a477-e6e8e7f0b9fc cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:24:20.163190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40804a77-c344-4e5d-9189-e5e54b1023eb req-f427229c-505c-485f-a5fe-f755608f30b7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:20.164658 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40804a77-c344-4e5d-9189-e5e54b1023eb req-f427229c-505c-485f-a5fe-f755608f30b7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 932 time: 0.0807803 Apr 01 16:24:20.209275 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40804a77-c344-4e5d-9189-e5e54b1023eb req-09f8f805-5932-4543-bace-d1c2c13a4d9e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Apr 01 16:24:20.210986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:20.219501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.234225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Transition to ACTIVE for port object 516795ea-f51a-402d-a477-e6e8e7f0b9fc will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:20.297486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.457220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:20.531646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Attempting to bind port 516795ea-f51a-402d-a477-e6e8e7f0b9fc on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:20.531985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Attempting to bind port 516795ea-f51a-402d-a477-e6e8e7f0b9fc by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:20.532320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Attempting to bind port 516795ea-f51a-402d-a477-e6e8e7f0b9fc on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:24:20.536995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Port 516795ea-f51a-402d-a477-e6e8e7f0b9fc on network fd8d4c71-c17b-43cc-894d-f17bceac789a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:24:20.537316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Attempting to bind port 516795ea-f51a-402d-a477-e6e8e7f0b9fc on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:24:20.542820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:24:20.543186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:24:20.543574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:24:20.543998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Bound port: 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:20.544365 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.637887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:24:20.637887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:24:20.714421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.769937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:20.770544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.772019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] 10.222.0.90 "PUT /v2.0/ports/516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1094 time: 1.0259719 Apr 01 16:24:20.772494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:20.799184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070458-8c62-4a17-8e7e-6e7c49d1653e service neutron] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:20.825510 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'status': 'completed', 'code': 200} Apr 01 16:24:20.916947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-4966a52e-a6ac-4876-8298-40fbc4b2a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:20.918447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-4966a52e-a6ac-4876-8298-40fbc4b2a587 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1097 time: 0.0738738 Apr 01 16:24:21.060090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-4446c9c5-95fe-4722-9c02-b93d90e5e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.062563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-4446c9c5-95fe-4722-9c02-b93d90e5e437 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ca07038b3f1f4317a5b04118d5521235&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1373587 Apr 01 16:24:21.196576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-24d42469-b9ef-4707-b6e2-e3b4ba306dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.197922 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43c68a83-4495-4f6e-81d2-6cfaa21e4124 req-24d42469-b9ef-4707-b6e2-e3b4ba306dd1 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295185 Apr 01 16:24:21.304581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-c4cc75e3-19c9-400b-ba98-a7a8e0c4dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.306144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-c4cc75e3-19c9-400b-ba98-a7a8e0c4dd72 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1097 time: 0.0743973 Apr 01 16:24:21.376402 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-3f9df0c1-3322-428a-bef4-c0ecb31e1e6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 217 time: 0.0639215 Apr 01 16:24:21.398440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34e95f-b3f0-4c47-8de4-4c87684c7735 req-086b9b84-4f66-45de-896d-5ffc45f34be7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.399983 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf34e95f-b3f0-4c47-8de4-4c87684c7735 req-086b9b84-4f66-45de-896d-5ffc45f34be7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 944 time: 0.0834832 Apr 01 16:24:21.447841 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf34e95f-b3f0-4c47-8de4-4c87684c7735 req-25e4eb44-b1c6-484c-ac5a-568bfe1b74f7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Apr 01 16:24:21.536765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-cb64fa04-a470-4e8e-abdd-40b7c31b14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.538206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-cb64fa04-a470-4e8e-abdd-40b7c31b14c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.1557937 Apr 01 16:24:21.614077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-858d9d21-efdb-4b55-ae4d-a235f7c56d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.615556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-858d9d21-efdb-4b55-ae4d-a235f7c56d28 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720243 Apr 01 16:24:21.745492 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-b8719cb3-db6f-41f6-8ecd-633419485b99 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238182 Apr 01 16:24:21.874981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7872c4c6-6830-44a0-a2ef-12fcbe7d3b85 req-bf1bfa5e-18ba-4fcc-bebd-48761073b7c4 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235867 Apr 01 16:24:22.647228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be714f-95c8-4dc3-952a-8b871c1a4bf7 req-a7722302-2131-4220-bde0-529a352bb34b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:22.647924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-87be714f-95c8-4dc3-952a-8b871c1a4bf7 req-a7722302-2131-4220-bde0-529a352bb34b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:22.719712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-87be714f-95c8-4dc3-952a-8b871c1a4bf7 req-a7722302-2131-4220-bde0-529a352bb34b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:22.720905 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87be714f-95c8-4dc3-952a-8b871c1a4bf7 req-a7722302-2131-4220-bde0-529a352bb34b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 944 time: 0.1527004 Apr 01 16:24:22.765994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87be714f-95c8-4dc3-952a-8b871c1a4bf7 req-d74adf52-bff7-450d-a000-8de6e6efd18d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 Apr 01 16:24:23.946010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320371-d366-4106-b007-15a91b428699 req-023b891c-ab08-46ca-a087-352ca37ab520 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:23.947481 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b320371-d366-4106-b007-15a91b428699 req-023b891c-ab08-46ca-a087-352ca37ab520 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 944 time: 0.0790410 Apr 01 16:24:23.991509 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b320371-d366-4106-b007-15a91b428699 req-cccf56aa-50c7-4895-9f09-89639edf3a74 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384078 Apr 01 16:24:25.177042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf0cc-9913-4173-8801-78f9ee078b09 req-271615d7-ff6f-4c95-b21f-3ba9d6bd37d8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:25.178511 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-246bf0cc-9913-4173-8801-78f9ee078b09 req-271615d7-ff6f-4c95-b21f-3ba9d6bd37d8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 944 time: 0.0829718 Apr 01 16:24:25.222164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-246bf0cc-9913-4173-8801-78f9ee078b09 req-0f2253bf-87b0-4917-9823-b52a7c7ac7aa tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Apr 01 16:24:25.600668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:24:25.754271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:25.767670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:24:25.822126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.838955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:24:25.853641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:25.908468 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.976697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:25.983686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.984053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.984378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.984715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.985051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.985385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.985713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.986045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.986371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.986696 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.987020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:25.987368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:26.109152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['516795ea-f51a-402d-a477-e6e8e7f0b9fc'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:24:26.410075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48448969-355d-4c89-b3f1-69eb13267a43 req-1671b4d6-c5c0-47c2-9b3e-5257efbe35b7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:26.411443 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48448969-355d-4c89-b3f1-69eb13267a43 req-1671b4d6-c5c0-47c2-9b3e-5257efbe35b7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 945 time: 0.0821118 Apr 01 16:24:26.456931 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48448969-355d-4c89-b3f1-69eb13267a43 req-c7d5a1a8-4bb5-46c1-af1a-7d8ae7e09f21 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Apr 01 16:24:27.615991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:27.639889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246c52-4562-4a52-89bc-ff698435bb6b req-dadbbf38-f6cf-43bd-834a-4a6c7c3be3d8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:27.641358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36246c52-4562-4a52-89bc-ff698435bb6b req-dadbbf38-f6cf-43bd-834a-4a6c7c3be3d8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 945 time: 0.0814130 Apr 01 16:24:27.688305 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36246c52-4562-4a52-89bc-ff698435bb6b req-602733e4-fa47-4ee0-adf4-34b715295e16 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Apr 01 16:24:27.811598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:27.816490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:27.822153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.928639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.954304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:27.964079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:24:28.017295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:28.053505 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'code': 200} Apr 01 16:24:28.086739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:28.370564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0ee-38b2-4a86-972d-304c7074f1f0 req-d652cb60-feba-472c-8768-06a49c06e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:28.372050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e22ad0ee-38b2-4a86-972d-304c7074f1f0 req-d652cb60-feba-472c-8768-06a49c06e6bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1099 time: 0.0740786 Apr 01 16:24:28.411220 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e22ad0ee-38b2-4a86-972d-304c7074f1f0 req-979357bc-9ddb-4dda-a76a-b97591ae8c61 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Apr 01 16:24:28.871248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf03a9-1085-4e60-85eb-0f2512fb0017 req-eb413eef-9521-4719-8eec-2e471cda6d5b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:28.872684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99cf03a9-1085-4e60-85eb-0f2512fb0017 req-eb413eef-9521-4719-8eec-2e471cda6d5b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0787351 Apr 01 16:24:28.919458 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99cf03a9-1085-4e60-85eb-0f2512fb0017 req-012e6392-e908-4761-b940-05e81b680ba6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 Apr 01 16:24:29.474169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca8ed0d2-2670-4b4b-a9d9-bb148d90e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:30.108149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805decb-ba24-4d3f-b042-c341bcc7232c req-03804897-1372-4bee-b871-f7a79d92c734 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:30.109586 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0805decb-ba24-4d3f-b042-c341bcc7232c req-03804897-1372-4bee-b871-f7a79d92c734 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0833247 Apr 01 16:24:30.152921 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0805decb-ba24-4d3f-b042-c341bcc7232c req-bfdf559d-83de-4381-8d88-cadd51355999 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377014 Apr 01 16:24:30.329753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dab47-9775-44dc-815e-8533cbd8ebd7 req-66caea64-eabc-4f5f-9b88-82b57bc3aa68 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:30.331169 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ac9dab47-9775-44dc-815e-8533cbd8ebd7 req-66caea64-eabc-4f5f-9b88-82b57bc3aa68 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0809064 Apr 01 16:24:30.352240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:30.357261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'floatingip': {'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:24:30.437704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.114212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.154069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.326363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf associated. External IP: 172.26.7.144, port: 516795ea-f51a-402d-a477-e6e8e7f0b9fc. Apr 01 16:24:31.675402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:24:31.852061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:24:31.857012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.861432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:24:31.872152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:31.872774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:24:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:31.913347 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4ff1c52-a8b2-4bcb-bdb5-7e9b20dbcc4b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "PUT /v2.0/floatingips/8a8a776a-7095-4806-bd7e-3dfbf46addaf HTTP/1.1" status: 200 len: 992 time: 1.5598588 Apr 01 16:24:31.914445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:31.958182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'status': 'completed', 'code': 200} Apr 01 16:24:32.053742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-33ddfbfa-fc2d-4bef-afb0-fc121f1c1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:32.055317 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-33ddfbfa-fc2d-4bef-afb0-fc121f1c1c2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1099 time: 0.0741007 Apr 01 16:24:32.056788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:32.192717 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-45a4ceef-a5c6-4673-b23f-17509f52d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:32.194162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-45a4ceef-a5c6-4673-b23f-17509f52d761 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1323631 Apr 01 16:24:32.396563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f43b0d7a-cede-49fe-92de-da455c3c591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.430812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:24:31Z', 'revision_number': 9, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:32.435063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:24:32.443802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:24:32.444333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:24:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:32.455292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-3d758b87-99ea-4c44-9fce-cfee848eecdd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1000 time: 0.2552812 Apr 01 16:24:32.521490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-410cd655-8a6e-4203-85ea-0afd4543cbb6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718577 Apr 01 16:24:32.530928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-4807ae35-551b-4cb7-8566-911cd207c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:32.532388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-4807ae35-551b-4cb7-8566-911cd207c2cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0699861 Apr 01 16:24:32.593668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfab2-1665-4021-a66b-fc3dde57b97a req-bd2e9ec1-23ef-40d9-afa6-d48efed65b3e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:32.595173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-698dfab2-1665-4021-a66b-fc3dde57b97a req-bd2e9ec1-23ef-40d9-afa6-d48efed65b3e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.1802254 Apr 01 16:24:32.646004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:24:32.663801 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-698dfab2-1665-4021-a66b-fc3dde57b97a req-c8fdeca8-1da7-4ad6-9ed8-2ac6ab968093 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588813 Apr 01 16:24:32.663801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-7ecc8357-db28-48b4-8c44-06ff16f50f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:32.664557 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-7ecc8357-db28-48b4-8c44-06ff16f50f5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244040 Apr 01 16:24:32.805691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-f31c0812-5726-4cda-b659-2240d57b9b87 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347108 Apr 01 16:24:32.946555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a724ec8-fbf4-4ea9-a792-3c0aeffe4798 req-32e2b744-eea6-4bf5-8caf-ddde00fd7da0 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355417 Apr 01 16:24:32.990111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.012988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.033944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:24:31Z', 'revision_number': 9, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:33.033944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9ec75-b794-4bc7-95d0-adf1d6b0d0cf None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:24:31Z', 'revision_number': 9, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:24:33.234464 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5da97d-2c37-462a-967e-41b9698529c8 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:24:33.868365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6208b7-fe7b-4a9a-a6a6-582b4594df33 req-3f21b0aa-3bb8-4a1e-8b9b-1d8ba0f3b2be tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:33.869805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6208b7-fe7b-4a9a-a6a6-582b4594df33 req-3f21b0aa-3bb8-4a1e-8b9b-1d8ba0f3b2be tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0825915 Apr 01 16:24:33.914699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.914965 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6208b7-fe7b-4a9a-a6a6-582b4594df33 req-f9498661-7f8f-47d1-a36b-3d6b366465e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Apr 01 16:24:34.643268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-655ace47-7c51-4c45-b71f-0c874a49a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:34.644713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-655ace47-7c51-4c45-b71f-0c874a49a877 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1099 time: 0.0735598 Apr 01 16:24:34.651266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.772409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-f1717a8f-fbca-423e-92cc-dcb12376b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:34.774436 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-f1717a8f-fbca-423e-92cc-dcb12376b7e3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1239796 Apr 01 16:24:34.870327 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-93471541-c04a-44ab-b42c-b70d78a70d5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1003 time: 0.0904572 Apr 01 16:24:34.933071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-c89bcbb3-5c65-42ed-a008-2eb045604def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:34.934453 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-c89bcbb3-5c65-42ed-a008-2eb045604def service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0591168 Apr 01 16:24:35.010176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-85dd6350-bff6-4461-b377-6fcddb503b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:35.011678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-85dd6350-bff6-4461-b377-6fcddb503b34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707560 Apr 01 16:24:35.203645 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-d71ca1b3-2a63-43a0-a576-9672cea94c62 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861377 Apr 01 16:24:35.211100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c8e5-edac-415e-bc5c-e833a5fcc74f req-07fa12c3-208b-4135-9d16-94347b4cbd8a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:35.212456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb29c8e5-edac-415e-bc5c-e833a5fcc74f req-07fa12c3-208b-4135-9d16-94347b4cbd8a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.1777327 Apr 01 16:24:35.342582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb29c8e5-edac-415e-bc5c-e833a5fcc74f req-d7bf5bcd-0fc3-4411-992e-405e66952546 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117456 Apr 01 16:24:35.372842 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-1b98ec8c-6590-4c67-b694-a039b453886f service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594026 Apr 01 16:24:36.524134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e852c-b12d-4f02-8622-b2efc4aef01d req-77cde06b-b780-44b4-84c2-a191c0d6a4a7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:36.525556 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-044e852c-b12d-4f02-8622-b2efc4aef01d req-77cde06b-b780-44b4-84c2-a191c0d6a4a7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0786867 Apr 01 16:24:36.569245 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-044e852c-b12d-4f02-8622-b2efc4aef01d req-47e68dda-04f6-46d3-815b-41876ed5b5ac tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380414 Apr 01 16:24:37.756979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4072-3a25-4770-9f3b-a5c3767c541b req-d9e806d5-7cf6-4855-9d49-f37d3aedf3e3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:37.758446 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb0e4072-3a25-4770-9f3b-a5c3767c541b req-d9e806d5-7cf6-4855-9d49-f37d3aedf3e3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0826557 Apr 01 16:24:37.801970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb0e4072-3a25-4770-9f3b-a5c3767c541b req-8ebbe385-a075-4399-8306-8e06d98fbf67 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Apr 01 16:24:38.984353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b1c1e-9671-4d36-ad08-1b9c6776c195 req-63606329-11e9-4dcb-b822-a5c5a64838a7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:38.985781 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a4b1c1e-9671-4d36-ad08-1b9c6776c195 req-63606329-11e9-4dcb-b822-a5c5a64838a7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0814712 Apr 01 16:24:39.029139 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a4b1c1e-9671-4d36-ad08-1b9c6776c195 req-b772dc21-40a2-4c3f-9bc5-7da97b31736d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377195 Apr 01 16:24:40.209483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c6cfc-87e2-4bff-ad0b-ea72ee956549 req-63759dcb-6fa1-48ca-8399-cd06b5dbaca0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:40.211434 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-570c6cfc-87e2-4bff-ad0b-ea72ee956549 req-63759dcb-6fa1-48ca-8399-cd06b5dbaca0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0775580 Apr 01 16:24:40.254439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-570c6cfc-87e2-4bff-ad0b-ea72ee956549 req-60ae1f2c-c87f-4b3d-9613-09c010648161 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Apr 01 16:24:41.439849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cfef4-b902-4849-a193-4ade7334e77a req-ed8cc9b1-3c92-4f23-8c53-642f0fa04552 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:41.441310 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c2cfef4-b902-4849-a193-4ade7334e77a req-ed8cc9b1-3c92-4f23-8c53-642f0fa04552 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0815499 Apr 01 16:24:41.487520 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c2cfef4-b902-4849-a193-4ade7334e77a req-c06c1fc7-9a52-42de-bf78-f61b8f83228b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Apr 01 16:24:42.633116 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:24:42.791882 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2775779-2bcf-4c0a-bd96-454748ac374f req-cdbbd651-2542-4e13-8231-2462c9e855de tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:42.793251 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2775779-2bcf-4c0a-bd96-454748ac374f req-cdbbd651-2542-4e13-8231-2462c9e855de tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.1961021 Apr 01 16:24:42.837047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2775779-2bcf-4c0a-bd96-454748ac374f req-569d879e-8966-4ddd-9a59-d4703fb5c54d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Apr 01 16:24:44.017954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e70c78-071f-4c4e-bf60-ce45a5dc52c6 req-96eb03d8-ecb7-4d06-9264-5fa45f7b0a87 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:44.019437 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0e70c78-071f-4c4e-bf60-ce45a5dc52c6 req-96eb03d8-ecb7-4d06-9264-5fa45f7b0a87 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0801425 Apr 01 16:24:44.062704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0e70c78-071f-4c4e-bf60-ce45a5dc52c6 req-f6ffc4d2-6f65-41e4-bb9c-5f83e9b406bb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375564 Apr 01 16:24:45.244465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f052-42d3-49ef-b2fe-8ee5ebc4d135 req-697c2609-ad1d-4cc9-a1d8-609c708a8273 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:45.245818 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1820f052-42d3-49ef-b2fe-8ee5ebc4d135 req-697c2609-ad1d-4cc9-a1d8-609c708a8273 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0786901 Apr 01 16:24:45.292166 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1820f052-42d3-49ef-b2fe-8ee5ebc4d135 req-dc00b2a0-42ea-45a7-a36f-d581dff856be tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Apr 01 16:24:46.475708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8062d-aca9-4829-a159-0fda5163c0e9 req-65f9a129-c8f0-405f-834b-6b278436b3ae tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:46.477937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8d8062d-aca9-4829-a159-0fda5163c0e9 req-65f9a129-c8f0-405f-834b-6b278436b3ae tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0829518 Apr 01 16:24:46.521208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8d8062d-aca9-4829-a159-0fda5163c0e9 req-9e1b4714-7e3b-44c4-b386-3e0b6c538874 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Apr 01 16:24:47.703152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79ec7-36ae-45a8-a2b0-e173403b8a5f req-27e0f52c-70a6-4603-81b7-2e19f93083dd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:47.704619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6e79ec7-36ae-45a8-a2b0-e173403b8a5f req-27e0f52c-70a6-4603-81b7-2e19f93083dd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0800350 Apr 01 16:24:47.750091 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6e79ec7-36ae-45a8-a2b0-e173403b8a5f req-b63e921b-9aee-46f4-979b-37f8e1c9faf7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Apr 01 16:24:48.942454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccac260-7dbd-4202-ab56-2bfc31936727 req-0fb619e7-fac2-46a6-81d3-c5f9483317eb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:48.943946 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccac260-7dbd-4202-ab56-2bfc31936727 req-0fb619e7-fac2-46a6-81d3-c5f9483317eb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0870318 Apr 01 16:24:48.994432 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccac260-7dbd-4202-ab56-2bfc31936727 req-0fa9c58a-9a50-4440-b5cc-14cbd385b06a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 Apr 01 16:24:50.189994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad15712-fa5c-4847-b6d9-f538896c126c req-64445230-58c7-44ef-a165-45c1a3cfa078 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:50.191484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dad15712-fa5c-4847-b6d9-f538896c126c req-64445230-58c7-44ef-a165-45c1a3cfa078 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0845752 Apr 01 16:24:50.235460 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dad15712-fa5c-4847-b6d9-f538896c126c req-7457bc1d-ee37-445c-9c60-60f509129fe3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Apr 01 16:24:51.418007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50cc8b-2626-44c4-9055-3c0a093399ac req-ef3fb52d-b1f6-4f3b-a17d-84c7fa7b3199 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:51.419489 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df50cc8b-2626-44c4-9055-3c0a093399ac req-ef3fb52d-b1f6-4f3b-a17d-84c7fa7b3199 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0797749 Apr 01 16:24:51.464453 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df50cc8b-2626-44c4-9055-3c0a093399ac req-874a8066-7b20-4d3e-9e96-006bf23a06d9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Apr 01 16:24:52.649885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef25faa-ba33-4d56-ab3c-54804b5bcf8a req-dc493b92-9311-441b-9b34-e2c87fba0cf3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:52.649885 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bef25faa-ba33-4d56-ab3c-54804b5bcf8a req-dc493b92-9311-441b-9b34-e2c87fba0cf3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0789423 Apr 01 16:24:52.691396 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bef25faa-ba33-4d56-ab3c-54804b5bcf8a req-cd123ba6-b3ca-45b4-b6a3-41ad31faf864 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379589 Apr 01 16:24:53.875052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4b45-4918-4cb0-a5f8-17f76e3baa57 req-affb662e-ea4a-489b-a18e-d4ce9712887e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:53.876498 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63aa4b45-4918-4cb0-a5f8-17f76e3baa57 req-affb662e-ea4a-489b-a18e-d4ce9712887e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0815752 Apr 01 16:24:53.919427 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63aa4b45-4918-4cb0-a5f8-17f76e3baa57 req-18050540-1982-4469-9544-4165bba502e2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371492 Apr 01 16:24:55.107493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dfc7d-3eda-4688-8fc2-fdffb3872163 req-c0c42670-428d-47df-918b-1373231ecb58 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:55.108927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-562dfc7d-3eda-4688-8fc2-fdffb3872163 req-c0c42670-428d-47df-918b-1373231ecb58 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0865037 Apr 01 16:24:55.152891 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-562dfc7d-3eda-4688-8fc2-fdffb3872163 req-3ff5fad1-73b9-445e-84d6-dc6aea22325d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 Apr 01 16:24:56.336432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029a453-6513-4dee-9258-143a2340f29d req-38f48f20-6c44-41bc-b985-009d845ac09a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:56.338642 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5029a453-6513-4dee-9258-143a2340f29d req-38f48f20-6c44-41bc-b985-009d845ac09a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0794148 Apr 01 16:24:56.381349 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5029a453-6513-4dee-9258-143a2340f29d req-46fbb296-16b5-4851-b336-15b842cc7a42 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367906 Apr 01 16:24:57.565671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1ff70-2e1b-4591-861b-f569db465873 req-34c3ce1c-c5cd-4d67-b610-7545011d34a0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:57.567098 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90d1ff70-2e1b-4591-861b-f569db465873 req-34c3ce1c-c5cd-4d67-b610-7545011d34a0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0778153 Apr 01 16:24:57.613232 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90d1ff70-2e1b-4591-861b-f569db465873 req-29b269f8-f477-46b2-8e0d-07ef7bc76a26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Apr 01 16:24:58.798854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4091b-0588-46a7-8768-c7dc9f3927ac req-71587ff2-e885-4a44-a80b-e3caaf5bc581 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:58.800312 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97f4091b-0588-46a7-8768-c7dc9f3927ac req-71587ff2-e885-4a44-a80b-e3caaf5bc581 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0829670 Apr 01 16:24:58.843861 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97f4091b-0588-46a7-8768-c7dc9f3927ac req-5efc43da-bdfc-4d57-a844-c6ad86addf22 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373828 Apr 01 16:24:59.513432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a8484f29-e927-49ba-919f-2cdd8584ca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.026610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172f177-ae7e-4fb6-bc26-8f03f5541750 req-07fa63ff-963b-4d4a-b2fe-1284f03e691b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:00.028079 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7172f177-ae7e-4fb6-bc26-8f03f5541750 req-07fa63ff-963b-4d4a-b2fe-1284f03e691b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0792880 Apr 01 16:25:00.071217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7172f177-ae7e-4fb6-bc26-8f03f5541750 req-c9bec605-b56a-4c3a-a01d-9ea42d79c01d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369284 Apr 01 16:25:01.257740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538239b-7108-4386-8c71-e31df0f4d502 req-fea6590b-cdf7-4760-a9d5-6e1c07923c10 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:01.259108 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c538239b-7108-4386-8c71-e31df0f4d502 req-fea6590b-cdf7-4760-a9d5-6e1c07923c10 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0820742 Apr 01 16:25:01.302439 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c538239b-7108-4386-8c71-e31df0f4d502 req-9a85b865-4411-4c6a-9a59-f7b7aba752d5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377319 Apr 01 16:25:02.359279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cb8415ba-c57c-4b21-9653-5ee98a63fc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.495783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccd2ff-b29a-40e8-9dc8-e81c506ed5b8 req-10f7e6b6-0577-4e79-a20d-eeb9a4cba3db tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:02.497206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7ccd2ff-b29a-40e8-9dc8-e81c506ed5b8 req-10f7e6b6-0577-4e79-a20d-eeb9a4cba3db tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0863464 Apr 01 16:25:02.542684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7ccd2ff-b29a-40e8-9dc8-e81c506ed5b8 req-b2c488ad-ec58-4140-a50b-1533d5b8fd0c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Apr 01 16:25:02.919420 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.947940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.876493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5e478-b263-446d-85e0-e56db431c351 req-f36d7e87-7aac-44cd-aa02-abcf0b36f5a1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:03.878229 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4eb5e478-b263-446d-85e0-e56db431c351 req-f36d7e87-7aac-44cd-aa02-abcf0b36f5a1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0802088 Apr 01 16:25:03.921837 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4eb5e478-b263-446d-85e0-e56db431c351 req-f2f6a0ba-6314-4e6a-85da-fc0303a1e812 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Apr 01 16:25:03.925003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.644520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.107021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd09c-e195-4d68-aa6d-55e123442307 req-66853d4b-69d1-4dc4-8eea-5f2fbbff04c0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:05.108538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c8bd09c-e195-4d68-aa6d-55e123442307 req-66853d4b-69d1-4dc4-8eea-5f2fbbff04c0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0786247 Apr 01 16:25:05.155934 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c8bd09c-e195-4d68-aa6d-55e123442307 req-1d30d043-0bad-40dd-8dc6-7d931d4b27a0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Apr 01 16:25:06.432762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8245-6f00-48dd-9c32-0f26fefd8b78 req-b921a88e-e27c-4c16-9c4e-811bf307a634 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:06.434121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5bab8245-6f00-48dd-9c32-0f26fefd8b78 req-b921a88e-e27c-4c16-9c4e-811bf307a634 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.1747890 Apr 01 16:25:06.477208 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5bab8245-6f00-48dd-9c32-0f26fefd8b78 req-6f95fbe9-f65a-4165-921f-fbdbc5aa0e0f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 Apr 01 16:25:07.365945 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-978e3aff-ad3d-4a83-843f-e9a87edbd496 service neutron] 10.222.0.90 "GET /v2.0/ports/516795ea-f51a-402d-a477-e6e8e7f0b9fc/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0732493 Apr 01 16:25:07.660959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7ec5-31d5-4e48-9271-53aadb3f435f req-06564cf6-4804-435e-bc4f-1e2151f19a5c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:07.662324 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-350a7ec5-31d5-4e48-9271-53aadb3f435f req-06564cf6-4804-435e-bc4f-1e2151f19a5c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0796297 Apr 01 16:25:07.710240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-350a7ec5-31d5-4e48-9271-53aadb3f435f req-18d3b4ad-023e-4552-bb6f-7edd98e9d87e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Apr 01 16:25:07.957563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-3174e404-49ee-4df0-9771-4b3d81fc5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:07.958938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-3174e404-49ee-4df0-9771-4b3d81fc5b2a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1099 time: 0.0747795 Apr 01 16:25:08.048944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-9099f001-1c59-46cc-9c80-b65174dac991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.050424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-9099f001-1c59-46cc-9c80-b65174dac991 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1099 time: 0.0708146 Apr 01 16:25:08.180378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-d0094785-3920-4bfb-ab1c-ac37b378a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.182398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-d0094785-3920-4bfb-ab1c-ac37b378a061 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1263130 Apr 01 16:25:08.284178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-8838a1b8-bd90-411f-bcc1-870a2fd453f7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1003 time: 0.0958300 Apr 01 16:25:08.347393 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-7918e5cf-4498-4a16-befa-3129676fc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.348785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-7918e5cf-4498-4a16-befa-3129676fc91d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0589337 Apr 01 16:25:08.422418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-a8bb2efe-4519-4328-8062-ee0b3127c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.423988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-a8bb2efe-4519-4328-8062-ee0b3127c744 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690317 Apr 01 16:25:08.552584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-22d37769-e36e-4f96-b780-de49619e61ff service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222615 Apr 01 16:25:08.682266 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-558cf4d0-9b60-4841-9dc5-e1f9170bcf12 req-f83e9099-06af-402d-a15c-379cd8eaf0d9 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240921 Apr 01 16:25:08.896055 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b947aba-39b2-4c1b-8cfa-a000a39f864c req-f6195bc7-f850-4af7-9cc1-f1cdcbd9945d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.897494 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b947aba-39b2-4c1b-8cfa-a000a39f864c req-f6195bc7-f850-4af7-9cc1-f1cdcbd9945d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0836279 Apr 01 16:25:08.941745 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b947aba-39b2-4c1b-8cfa-a000a39f864c req-729a58e5-6c67-4a26-962f-41361263b6e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Apr 01 16:25:10.130878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2178a-e3de-4d71-bb56-ef5ebb02cb3b req-950ab14f-31d2-4fde-b353-39b507cb461a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:10.132395 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93e2178a-e3de-4d71-bb56-ef5ebb02cb3b req-950ab14f-31d2-4fde-b353-39b507cb461a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0866847 Apr 01 16:25:10.176212 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93e2178a-e3de-4d71-bb56-ef5ebb02cb3b req-39fa5a96-176e-485e-9479-fb303db4a37c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Apr 01 16:25:11.360237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e76fc-1bc8-4012-809f-5e30163bba68 req-2a080697-a37e-4461-b7c7-1bc754e69212 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:11.361680 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b12e76fc-1bc8-4012-809f-5e30163bba68 req-2a080697-a37e-4461-b7c7-1bc754e69212 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0794935 Apr 01 16:25:11.404305 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b12e76fc-1bc8-4012-809f-5e30163bba68 req-2e2f13ef-0113-47a7-b326-dbed51033d90 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Apr 01 16:25:11.848047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:25:11.851935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:12.086957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:12.103878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:25:12.133827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.158066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e26e6-374b-45f6-9381-63ef1fce9d6e req-b9b3bb9e-338c-4288-a6ba-6c09b6d1b60e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.159545 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a0e26e6-374b-45f6-9381-63ef1fce9d6e req-b9b3bb9e-338c-4288-a6ba-6c09b6d1b60e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0906858 Apr 01 16:25:12.160473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-933d5a74-2fe6-4043-943b-17a1f26d4ef9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.162270 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-933d5a74-2fe6-4043-943b-17a1f26d4ef9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea&tenant_id=ca07038b3f1f4317a5b04118d5521235&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 946 time: 0.1026731 Apr 01 16:25:12.181632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:12.192955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.207318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:12.213142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:12.217972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a0e26e6-374b-45f6-9381-63ef1fce9d6e req-d53bd3ab-68d8-4b15-9705-c7b672e72559 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521448 Apr 01 16:25:12.268234 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'code': 200} Apr 01 16:25:12.285443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.347150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-bc11f904-b2e7-4e12-b7a9-3382e2ba751d service neutron] 10.222.0.90 "GET /v2.0/ports/516795ea-f51a-402d-a477-e6e8e7f0b9fc/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.1793818 Apr 01 16:25:12.401428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:25:12.401698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:25:12.403963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:12.436859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-d962c684-87bd-4791-ad3b-72a2170917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.438316 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-d962c684-87bd-4791-ad3b-72a2170917c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1097 time: 0.0702393 Apr 01 16:25:12.564947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-265d917b-e44d-4514-a89f-40f709206f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.566373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-265d917b-e44d-4514-a89f-40f709206f31 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1224422 Apr 01 16:25:12.667601 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-93c67b2d-c914-4587-bef9-aa71df752d47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1001 time: 0.0947895 Apr 01 16:25:12.729863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-cf0d4ede-c1fa-4111-9542-3b56d3aafda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.731348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-cf0d4ede-c1fa-4111-9542-3b56d3aafda8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0585945 Apr 01 16:25:12.806001 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-9955e946-d04e-4fee-ab5e-d1a5d51eea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:12.807974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-9955e946-d04e-4fee-ab5e-d1a5d51eea84 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710492 Apr 01 16:25:12.940258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-787e6f8b-7f8f-4b45-856b-1002999e4182 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258934 Apr 01 16:25:12.954733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.971128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:12.986355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:13.038812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.073124 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-402f2506-499c-4d19-8330-4567ff5c0f6c service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272910 Apr 01 16:25:13.109274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['516795ea-f51a-402d-a477-e6e8e7f0b9fc'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:25:13.152287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:13.400323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-cb64d508-e477-44a5-9574-c10775edf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:13.401822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-cb64d508-e477-44a5-9574-c10775edf8f9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1098 time: 0.0696344 Apr 01 16:25:13.415035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60619dc7-58cb-4ccf-8ac2-a715440d8c81 req-b849d33d-fb3a-47c8-a879-14adc58ad66b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:13.417101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60619dc7-58cb-4ccf-8ac2-a715440d8c81 req-b849d33d-fb3a-47c8-a879-14adc58ad66b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 945 time: 0.0829449 Apr 01 16:25:13.461181 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60619dc7-58cb-4ccf-8ac2-a715440d8c81 req-8dcdd855-bfcc-4df6-a014-f10c6c518f2f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 Apr 01 16:25:13.547358 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-a6d48c24-afef-4233-b0f9-eebf391ff074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:13.548717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-a6d48c24-afef-4233-b0f9-eebf391ff074 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1270502 Apr 01 16:25:13.655376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-21e80114-3190-484d-9c4b-8206522d0d38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1002 time: 0.0981460 Apr 01 16:25:13.721991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-5ec69260-0176-46b5-8a9d-a05fb4edc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:13.723397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-5ec69260-0176-46b5-8a9d-a05fb4edc6c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0604401 Apr 01 16:25:13.796399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-ca2c0c8e-36ee-4315-b84d-8ef943b63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:13.797893 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-ca2c0c8e-36ee-4315-b84d-8ef943b63e5d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684574 Apr 01 16:25:13.833343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:13.904587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:13.904973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.930852 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-a70952e1-0e55-4596-b2d6-4aba5d8d4282 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258049 Apr 01 16:25:14.020885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.052974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:14.061482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179a5336-20df-4e42-9f95-dd1bb439ea47 req-7717595f-60c1-4b5b-b426-85606dcb9cac service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238947 Apr 01 16:25:14.125120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.200797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:14.269161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:14.322442 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'code': 200} Apr 01 16:25:14.645172 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab18f8-8b43-4d30-924b-d8fafb2a68bf req-dedb9330-db32-4dd1-a826-9866168bacc0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:14.652154 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fab18f8-8b43-4d30-924b-d8fafb2a68bf req-dedb9330-db32-4dd1-a826-9866168bacc0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0791519 Apr 01 16:25:14.691802 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fab18f8-8b43-4d30-924b-d8fafb2a68bf req-6ab44e8c-f705-49fd-b0ce-ac13436d94b8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392833 Apr 01 16:25:15.882690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bc052-4a59-445e-a4e5-73319def13ef req-c45d2333-1fc2-4739-9ddb-3af114b3f660 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:15.884196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-004bc052-4a59-445e-a4e5-73319def13ef req-c45d2333-1fc2-4739-9ddb-3af114b3f660 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0863101 Apr 01 16:25:16.072214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-004bc052-4a59-445e-a4e5-73319def13ef req-d7320da1-81fd-465c-965f-bbe516a9356b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819019 Apr 01 16:25:16.097482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-db74910f-9cf8-427b-ae4c-629d040a606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.098930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-db74910f-9cf8-427b-ae4c-629d040a606c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1099 time: 0.0933874 Apr 01 16:25:16.191749 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-5f720eb2-0f94-4107-a9c4-d977a301db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.193215 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-5f720eb2-0f94-4107-a9c4-d977a301db4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 1099 time: 0.0746038 Apr 01 16:25:16.331641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-a1fcc246-a3c4-449f-9aa6-670b445c5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.332992 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-a1fcc246-a3c4-449f-9aa6-670b445c5545 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1337960 Apr 01 16:25:16.437176 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-e10ba437-9007-4b2c-8668-56850c11c0ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 200 len: 1003 time: 0.0972047 Apr 01 16:25:16.498313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-802227b3-2549-449f-a5ab-b7b12673c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.499771 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-802227b3-2549-449f-a5ab-b7b12673c8cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0570037 Apr 01 16:25:16.573890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-5bf270df-f4ff-455b-abcc-27bf53aa223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.575362 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-5bf270df-f4ff-455b-abcc-27bf53aa223f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692699 Apr 01 16:25:16.707984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-a50df491-1fa2-4d59-9d3f-d23d0928497c service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260808 Apr 01 16:25:16.847062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fcc54b5-9b4b-4569-8ade-e5aeec627201 req-9eeac8fe-1684-4429-8cef-a0441fb6cdc7 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334832 Apr 01 16:25:17.257070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c263d-a479-4f59-9552-73fb2f2f15ba req-997b0880-2c74-48e1-a328-b87724d333b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:17.258425 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5e0c263d-a479-4f59-9552-73fb2f2f15ba req-997b0880-2c74-48e1-a328-b87724d333b5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0826950 Apr 01 16:25:17.302743 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5e0c263d-a479-4f59-9552-73fb2f2f15ba req-8b211a63-29cb-4a25-85ef-17de15d05f9f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Apr 01 16:25:18.497442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085207c-65de-4b06-97aa-4e73db45909c req-0171571b-68ab-4ca1-9cb9-61f07581f899 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:18.498799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0085207c-65de-4b06-97aa-4e73db45909c req-0171571b-68ab-4ca1-9cb9-61f07581f899 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0847659 Apr 01 16:25:18.542796 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0085207c-65de-4b06-97aa-4e73db45909c req-0a73572d-061a-47ab-9142-ea53a81b0e81 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Apr 01 16:25:19.632032 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:25:19.724898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af6489-5af9-47ce-b7bf-1cfe2049c0d5 req-df19f292-c197-45bc-9826-90d16f898114 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:19.726333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0af6489-5af9-47ce-b7bf-1cfe2049c0d5 req-df19f292-c197-45bc-9826-90d16f898114 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0800464 Apr 01 16:25:19.773069 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0af6489-5af9-47ce-b7bf-1cfe2049c0d5 req-648df6c4-422c-450c-9012-e81c48faa7f6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Apr 01 16:25:19.853293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:25:19.855664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:19.954981 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50259a6c-42f4-4a1b-a1ec-bf15518c3a13 req-1aab3d27-a08a-4496-a008-6f5f483fd7ed tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:19.956449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50259a6c-42f4-4a1b-a1ec-bf15518c3a13 req-1aab3d27-a08a-4496-a008-6f5f483fd7ed tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0777652 Apr 01 16:25:20.003538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50259a6c-42f4-4a1b-a1ec-bf15518c3a13 req-1a80bc6e-e2ed-43d1-8c52-cd9019c35e4c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Apr 01 16:25:20.066903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.107835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:20.122619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:20.134113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'mac_address': 'fa:16:3e:31:54:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:25:20.137304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:20.167455 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'code': 200} Apr 01 16:25:20.195006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384acb2-f90b-4f87-8af2-1483b077f2cf req-fed82b11-8caf-4bcb-8826-ca1a6a605db5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:20.196518 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1384acb2-f90b-4f87-8af2-1483b077f2cf req-fed82b11-8caf-4bcb-8826-ca1a6a605db5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 946 time: 0.0858250 Apr 01 16:25:20.197064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.227018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.258293 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:20.292125 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1384acb2-f90b-4f87-8af2-1483b077f2cf req-ebab8a12-4bc0-4c30-b4c8-c9cef067d458 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896411 Apr 01 16:25:20.320232 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:20.339561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:25:20.339923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:25:20.932124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.948875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:20.950743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246bcf9-e778-4a3d-a3b6-d5dd1afbad5d req-7c26e6c2-ddb2-4c62-9004-bc3094cab521 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:20.952224 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a246bcf9-e778-4a3d-a3b6-d5dd1afbad5d req-7c26e6c2-ddb2-4c62-9004-bc3094cab521 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 944 time: 0.0848875 Apr 01 16:25:20.964560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:20.999283 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a246bcf9-e778-4a3d-a3b6-d5dd1afbad5d req-174a7543-6178-4c47-a331-8dbbf7464e6b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409880 Apr 01 16:25:21.016254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:21.082733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['516795ea-f51a-402d-a477-e6e8e7f0b9fc'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:25:21.131038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:21.871700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:21.941475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 516795ea-f51a-402d-a477-e6e8e7f0b9fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:21.942162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:22.063982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:22.099756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:22.164354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:22.199677 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:22.240829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=11']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:22.243180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2599a3-e70a-4606-a59a-c118ab6f9ab7 req-d72dd191-25ff-41a2-b72f-6c804e34bed8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:22.248379 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b2599a3-e70a-4606-a59a-c118ab6f9ab7 req-d72dd191-25ff-41a2-b72f-6c804e34bed8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 947 time: 0.1381302 Apr 01 16:25:22.255488 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'code': 200} Apr 01 16:25:22.300582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b2599a3-e70a-4606-a59a-c118ab6f9ab7 req-25a169f1-e000-4d4d-9924-70f29719cb60 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495436 Apr 01 16:25:22.964190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-b038ae60-5838-4847-a686-0da0e15ecc7c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:22.965589 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-b038ae60-5838-4847-a686-0da0e15ecc7c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 947 time: 0.0818813 Apr 01 16:25:23.034411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Deleting port 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:25:23.034748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.285657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] For port 516795ea-f51a-402d-a477-e6e8e7f0b9fc, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=516795ea-f51a-402d-a477-e6e8e7f0b9fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:23.286496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.491792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd90a17-f70f-4567-ba1b-33c81079ef68 req-0837e61e-35a2-4482-850f-7444d943b996 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:23.493279 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcd90a17-f70f-4567-ba1b-33c81079ef68 req-0837e61e-35a2-4482-850f-7444d943b996 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 947 time: 0.0831680 Apr 01 16:25:23.539568 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcd90a17-f70f-4567-ba1b-33c81079ef68 req-736aaace-1b2a-458a-8353-07f5f845b631 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Apr 01 16:25:23.701450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.701819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.702129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf disassociated. External IP: 172.26.7.144, port: 516795ea-f51a-402d-a477-e6e8e7f0b9fc. Apr 01 16:25:23.702460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Calling delete_port for 516795ea-f51a-402d-a477-e6e8e7f0b9fc owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:25:23.896027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.952617 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'Port': ['ID=516795ea-f51a-402d-a477-e6e8e7f0b9fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:24.011931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.011931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.012249 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.012587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.012918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.013248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.013573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.013896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.014219 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.014541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.014862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.015197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:24.171632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:25:24.356079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:24.365467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:24.374883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:24.375519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:25:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:24.429339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] No DVR routers for this DVR port 516795ea-f51a-402d-a477-e6e8e7f0b9fc on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:25:24.431848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:24.434405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-deleted', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:24.479598 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea', 'name': 'network-vif-deleted', 'tag': '516795ea-f51a-402d-a477-e6e8e7f0b9fc', 'status': 'completed', 'code': 200} Apr 01 16:25:24.526537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c71f55f6-5e7c-4616-b399-421de403b3bd req-f760c0e2-e1f5-4aef-89e5-0d90d5b2b26c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "DELETE /v2.0/ports/516795ea-f51a-402d-a477-e6e8e7f0b9fc HTTP/1.1" status: 204 len: 173 time: 1.5558612 Apr 01 16:25:24.559028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:24.716618 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d4581a4-dd16-4bfb-af59-8662f3147443 req-43ddae3f-8608-4583-8390-ec6c3a01c549 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c436b0c-a45b-4aaa-a0b4-bfe670c2c4ea HTTP/1.1" status: 200 len: 210 time: 0.0529087 Apr 01 16:25:24.885440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:24.889531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:24.898104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:24.898709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:25:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:25.074452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:25.439303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:25.446055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ae0b5-6735-4e24-b212-a2980062dbac None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:25.686365 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31bbab-1c23-4c86-b998-f95a627f29b8 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:25:26.092729 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-65914624-4acc-4437-a6f0-66fe266b6b9a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1158420123&fields=id&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 267 time: 0.0662246 Apr 01 16:25:26.244638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-f02260fa-6415-4488-b3a5-8342e0436bab tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:26.246261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-f02260fa-6415-4488-b3a5-8342e0436bab tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1471870 Apr 01 16:25:26.263599 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-096f0da1-7073-43e7-b96b-2c22e38a1ed0 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/quotas/ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 375 time: 0.0102780 Apr 01 16:25:26.349632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-f9e8d7dc-b1b6-48b1-b50a-4ff4bf4e996e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:26.421311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-f9e8d7dc-b1b6-48b1-b50a-4ff4bf4e996e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:26.422706 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-f9e8d7dc-b1b6-48b1-b50a-4ff4bf4e996e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538939 Apr 01 16:25:26.561142 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-ac036dcd-4857-4618-b64a-3565dbce0168 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258979 Apr 01 16:25:26.691176 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-12c24d88-61a7-4b88-987e-2f9692f55288 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240625 Apr 01 16:25:26.935114 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c64018b-9a2a-4b3d-bf44-9ed1887d8d75 req-f3b5a060-131c-4ff7-8d1c-2c720da38cbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 210 time: 0.0432460 Apr 01 16:25:27.884928 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:27.920924 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 516795ea-f51a-402d-a477-e6e8e7f0b9fc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:25:27.921191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 516795ea-f51a-402d-a477-e6e8e7f0b9fc not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:25:28.209567 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7635de1-1f07-4689-bb1b-a589358ecf4e req-46c2d946-fe6d-464e-aea5-9e421d6d9046 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 210 time: 0.1599429 Apr 01 16:25:28.862266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-2b5d166e-b2ac-4deb-8902-e01c0e8a95f7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:28.863691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-2b5d166e-b2ac-4deb-8902-e01c0e8a95f7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 811 time: 0.1527152 Apr 01 16:25:28.910703 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-4c8d629f-fd3e-44f4-b4aa-553b7e060bd6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 380 time: 0.0396070 Apr 01 16:25:28.919209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'port': {'device_id': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'admin_state_up': True, 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'security_groups': ['e95824d6-2c8c-4b87-90cd-6a2e8c8491cb']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:29.057493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:29.067773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:29.141376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Made reservation on behalf of ca07038b3f1f4317a5b04118d5521235 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:29.144890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.310528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Allocated IP 172.20.0.7 (fd8d4c71-c17b-43cc-894d-f17bceac789a/7b8e879a-14b9-423e-a02a-f4dc432065f1/6b38286f-2516-4700-b3ab-3d0f79df5e5c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:29.359478 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e70c8587-8280-4eac-8991-f520d88b449c req-c4a5e4a9-2f7f-42da-9cca-ef2b8668ccad tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 210 time: 0.0433238 Apr 01 16:25:29.490040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-333bca5c-6108-4b22-80fc-0ce9d40f247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.503075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.519066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Transition to ACTIVE for port object 6b38286f-2516-4700-b3ab-3d0f79df5e5c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:29.599086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.664792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Network fd8d4c71-c17b-43cc-894d-f17bceac789a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:29.667751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:29.676063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:25:29.713663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:29.745490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:29.746095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.822426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-9c99344f-e403-42f1-ab8e-115ab00179d7 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9065959 Apr 01 16:25:29.832635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Request body: {'port': {'device_id': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:29.918701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f84f939f-57f4-4bf9-9248-7e6b04e9a6b8 None None] Provisioning for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:29.924181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f84f939f-57f4-4bf9-9248-7e6b04e9a6b8 None None] Provisioning complete for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:29.924551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f84f939f-57f4-4bf9-9248-7e6b04e9a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.949389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.978488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f84f939f-57f4-4bf9-9248-7e6b04e9a6b8 None None] Port 6b38286f-2516-4700-b3ab-3d0f79df5e5c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:25:30.282959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:30.290032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:30.303839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Transition to ACTIVE for port object 6b38286f-2516-4700-b3ab-3d0f79df5e5c will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:30.358065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:30.563643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:30.759438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Attempting to bind port 6b38286f-2516-4700-b3ab-3d0f79df5e5c on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:30.759637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Attempting to bind port 6b38286f-2516-4700-b3ab-3d0f79df5e5c by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:30.759959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Attempting to bind port 6b38286f-2516-4700-b3ab-3d0f79df5e5c on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:30.771626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271237ab-e93e-49d5-97e2-b2b1c99806f7 req-1858ea3a-482f-4e7d-b274-963b6253735c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:30.772299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-271237ab-e93e-49d5-97e2-b2b1c99806f7 req-1858ea3a-482f-4e7d-b274-963b6253735c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:30.776172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Port 6b38286f-2516-4700-b3ab-3d0f79df5e5c on network fd8d4c71-c17b-43cc-894d-f17bceac789a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:25:30.776486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Attempting to bind port 6b38286f-2516-4700-b3ab-3d0f79df5e5c on network fd8d4c71-c17b-43cc-894d-f17bceac789a {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:25:30.783375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:25:30.783705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Checking segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:25:30.784077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Bound using segment: {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:25:30.784493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Bound port: 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31fa1ee-f27b-48d9-b595-0ff195fa3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:30.784826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:30.876295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:25:30.879464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:25:30.901620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-271237ab-e93e-49d5-97e2-b2b1c99806f7 req-1858ea3a-482f-4e7d-b274-963b6253735c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:30.906448 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-271237ab-e93e-49d5-97e2-b2b1c99806f7 req-1858ea3a-482f-4e7d-b274-963b6253735c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.4304733 Apr 01 16:25:30.953492 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-271237ab-e93e-49d5-97e2-b2b1c99806f7 req-527bf948-2801-4e1f-a3e6-24e00239532b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Apr 01 16:25:30.965447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.021809 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.022177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:31.023595 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] 10.222.0.90 "PUT /v2.0/ports/6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1093 time: 1.1951151 Apr 01 16:25:31.027618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:31.056570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94e8e-767a-4611-be41-b852a64998aa service neutron] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:31.158704 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'status': 'completed', 'code': 200} Apr 01 16:25:31.201326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5e1a7c52-0a47-46c4-9a40-91296cf0c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.202807 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-5e1a7c52-0a47-46c4-9a40-91296cf0c2fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1096 time: 0.0798376 Apr 01 16:25:31.275806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-8be0f3ee-dbcd-40b9-afc8-00f91ad7f063 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 217 time: 0.0645156 Apr 01 16:25:31.337973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-c90421fb-2a51-46f1-aad7-bc061b4d347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.339456 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-c90421fb-2a51-46f1-aad7-bc061b4d347b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0585749 Apr 01 16:25:31.415753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-dde744e5-cfdf-498f-98ed-eab95e8013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.417197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-dde744e5-cfdf-498f-98ed-eab95e8013ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723567 Apr 01 16:25:31.546870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-8f177a82-e0aa-4985-96a9-21bb3e148d6f service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236885 Apr 01 16:25:31.677861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98dfef9a-a274-4435-8f29-33147b93c2b8 req-b8ec1f00-5296-4a36-8813-64478a722bf2 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242185 Apr 01 16:25:31.875808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-28c187f2-9532-416b-999e-867016cc25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.877539 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-28c187f2-9532-416b-999e-867016cc25cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1096 time: 0.0704978 Apr 01 16:25:32.008403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-d5786e37-113e-4589-a996-b137e23a8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.010137 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-d5786e37-113e-4589-a996-b137e23a8999 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1263707 Apr 01 16:25:32.111079 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-35cea949-107c-4587-8462-2cc6f74b7209 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 217 time: 0.0946126 Apr 01 16:25:32.189695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-e6caa739-137c-46fc-96ff-b662b4f9d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.191044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-e6caa739-137c-46fc-96ff-b662b4f9d84d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0743563 Apr 01 16:25:32.256479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adab134-4753-4f4a-b40b-b24a7dcdf5f3 req-ab00a586-a9a9-4cba-bdd8-1646edc8c1a8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.257970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7adab134-4753-4f4a-b40b-b24a7dcdf5f3 req-ab00a586-a9a9-4cba-bdd8-1646edc8c1a8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.1852398 Apr 01 16:25:32.320050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7adab134-4753-4f4a-b40b-b24a7dcdf5f3 req-ad8165a6-5dbf-4d15-924b-02fa8223df54 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559661 Apr 01 16:25:32.324742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-6d5de4dc-f4f0-40f4-ad4a-463d4aaf1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.326177 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-6d5de4dc-f4f0-40f4-ad4a-463d4aaf1f1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252487 Apr 01 16:25:32.353722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ef714b9-2f91-4676-a1eb-234025333288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:32.461150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-dd455205-76a8-4413-8191-d693a11579ac service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267080 Apr 01 16:25:32.593487 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1cb3ddf-8fd0-4221-897c-779293aac243 req-87bdbd78-4046-4947-9800-8301ff125264 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260924 Apr 01 16:25:32.906360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:32.929645 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:33.514320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245a4a9-01c7-485e-a54d-45b6f88be22c req-9c01b292-b5e4-49b6-b58d-2c0697fc5704 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:33.515772 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0245a4a9-01c7-485e-a54d-45b6f88be22c req-9c01b292-b5e4-49b6-b58d-2c0697fc5704 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0837874 Apr 01 16:25:33.560478 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0245a4a9-01c7-485e-a54d-45b6f88be22c req-bf23ad44-99f9-4165-b754-9e5872a37a81 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 Apr 01 16:25:33.925865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:25:33.931895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:34.060732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:34.074381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:25:34.130679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:34.147365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:34.162867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:34.221460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:34.291925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:34.298853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.299224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.299563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.299897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.300224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.300549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.300872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.301191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.301510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.301830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.302148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.302464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:34.426198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['6b38286f-2516-4700-b3ab-3d0f79df5e5c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:25:34.655806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:34.841679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7923fd-1571-46ed-b6a2-3c6a66435255 req-38c5f9aa-0318-410d-9b56-a16eeb329f79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:34.843236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9d7923fd-1571-46ed-b6a2-3c6a66435255 req-38c5f9aa-0318-410d-9b56-a16eeb329f79 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 944 time: 0.1792977 Apr 01 16:25:34.887424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9d7923fd-1571-46ed-b6a2-3c6a66435255 req-d7c10743-971b-4bbb-a512-d32e744f60bf tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Apr 01 16:25:35.942001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:36.067046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:36.072486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:36.072863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.086691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078014b-1dd7-4700-96f6-f7259356dbc8 req-48e8d51b-04e2-4aeb-b57b-f347c4e630d2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.088843 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c078014b-1dd7-4700-96f6-f7259356dbc8 req-48e8d51b-04e2-4aeb-b57b-f347c4e630d2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 944 time: 0.0889771 Apr 01 16:25:36.137437 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c078014b-1dd7-4700-96f6-f7259356dbc8 req-43555726-6710-4005-8c75-18bf3644b666 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Apr 01 16:25:36.195398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.222089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:36.232729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:25:36.266720 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'code': 200} Apr 01 16:25:36.340757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.408477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:36.637387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47aa0-d169-44fd-b3e3-909b8d177721 req-417bdfa1-04ae-4246-b626-9a9b90a7aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.638938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1b47aa0-d169-44fd-b3e3-909b8d177721 req-417bdfa1-04ae-4246-b626-9a9b90a7aa95 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0714965 Apr 01 16:25:36.678525 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1b47aa0-d169-44fd-b3e3-909b8d177721 req-d4b16354-51ba-46d3-8e5c-a8f03af11c67 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337799 Apr 01 16:25:37.316820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dba51a-66fa-4afa-941e-ae61608fe10b req-24a42af1-f7ca-4bed-a6db-45fa033b3ffc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:37.318159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77dba51a-66fa-4afa-941e-ae61608fe10b req-24a42af1-f7ca-4bed-a6db-45fa033b3ffc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0788405 Apr 01 16:25:37.361943 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77dba51a-66fa-4afa-941e-ae61608fe10b req-75438089-1eb6-4670-af49-40cff34ea38b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Apr 01 16:25:38.544360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b834-89fe-4ad1-86a0-0198870c8502 req-fc5213f3-f2a3-45e8-916a-fc6408b6d28b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.545806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53d4b834-89fe-4ad1-86a0-0198870c8502 req-fc5213f3-f2a3-45e8-916a-fc6408b6d28b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0793304 Apr 01 16:25:38.591799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53d4b834-89fe-4ad1-86a0-0198870c8502 req-294deea3-3885-4c40-880c-bb552238687f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Apr 01 16:25:38.772154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9d46f-1533-4fc7-8ccb-819a68238aa1 req-d73d0dea-6b57-45f6-8292-d8f1bc80c88a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.773509 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5cf9d46f-1533-4fc7-8ccb-819a68238aa1 req-d73d0dea-6b57-45f6-8292-d8f1bc80c88a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0821600 Apr 01 16:25:38.781957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 54542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:38.786764 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Request body: {'floatingip': {'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:38.863695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.537730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.615775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.782722 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf associated. External IP: 172.26.7.144, port: 6b38286f-2516-4700-b3ab-3d0f79df5e5c. Apr 01 16:25:40.128883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:25:40.302287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:25:40.307675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:40.312909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:40.322239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:40.322846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:25:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:40.364825 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e449d9b1-4ea1-4f85-88fb-abbbdb43e7ee tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "PUT /v2.0/floatingips/8a8a776a-7095-4806-bd7e-3dfbf46addaf HTTP/1.1" status: 200 len: 992 time: 1.5818145 Apr 01 16:25:40.365407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:40.465788 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'status': 'completed', 'code': 200} Apr 01 16:25:40.511675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:40.561311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-e2154462-6cd3-4a83-b2ab-b57483e27da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:40.562973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-e2154462-6cd3-4a83-b2ab-b57483e27da1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0750489 Apr 01 16:25:40.696195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-36b38365-bf56-4964-b64b-2d685a8bc95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:40.697540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-36b38365-bf56-4964-b64b-2d685a8bc95e service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1293895 Apr 01 16:25:40.802649 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-c1b05449-3d47-4bb7-92f5-14956ecf74f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1000 time: 0.0995138 Apr 01 16:25:40.868533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-a5c11514-a446-4f94-ab10-854c44b63d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:40.870837 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-a5c11514-a446-4f94-ab10-854c44b63d49 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0615861 Apr 01 16:25:40.896285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:25:39Z', 'revision_number': 13, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:40.900730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:40.909148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:25:40.909762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:25:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:40.949317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-29c062dd-241c-483d-8675-6557bc4dadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:40.950675 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-29c062dd-241c-483d-8675-6557bc4dadf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755501 Apr 01 16:25:41.091728 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-08d746d4-c250-45a0-bb44-afa8c8f9231e service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348686 Apr 01 16:25:41.093949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:25:41.246328 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-730263ca-8f68-4753-928b-b5eeb5c58b83 req-23cb6ca9-5178-4bd3-bdae-fddd7f3665b3 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483476 Apr 01 16:25:41.464613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:25:39Z', 'revision_number': 13, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:41.468846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030b716-f460-4090-b4a3-7e946a0b1c30 None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8a8a776a-7095-4806-bd7e-3dfbf46addaf', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'floating_ip_address': '172.26.7.144', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:22:14Z', 'updated_at': '2022-04-01T16:25:39Z', 'revision_number': 13, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:41.659656 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f371d-5aee-46d8-b0d5-08b4e408d994 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:25:42.554369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9623734-3313-4be7-98d3-6adafd7f82c5 req-7509b04e-e3db-4792-bde2-4ef75b5d9919 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:42.555799 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9623734-3313-4be7-98d3-6adafd7f82c5 req-7509b04e-e3db-4792-bde2-4ef75b5d9919 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.1971142 Apr 01 16:25:42.599407 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9623734-3313-4be7-98d3-6adafd7f82c5 req-96ba67ea-1426-46ef-a13d-692424c73096 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 Apr 01 16:25:52.862564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a338-d915-4bf2-86d1-cbb6ba6c29cb req-5a596a25-8314-4ed7-9d7a-b98fcfebff9c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:52.864067 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1225a338-d915-4bf2-86d1-cbb6ba6c29cb req-5a596a25-8314-4ed7-9d7a-b98fcfebff9c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0796671 Apr 01 16:25:52.907641 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1225a338-d915-4bf2-86d1-cbb6ba6c29cb req-9616afbf-9a1c-46b9-91e6-e98f51dbf484 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377657 Apr 01 16:25:52.956671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-c5ccccba-87ba-47fa-9415-38bd384e8f2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148627 Apr 01 16:25:54.093277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31283b1c-4ab2-4071-9858-b98eab96ab6e req-634f3ab8-79b6-4b2b-9cbf-24c26eeb41f4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:54.094806 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31283b1c-4ab2-4071-9858-b98eab96ab6e req-634f3ab8-79b6-4b2b-9cbf-24c26eeb41f4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0829954 Apr 01 16:25:54.141749 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31283b1c-4ab2-4071-9858-b98eab96ab6e req-8bf75891-d25f-4b72-8a88-c5c7468c12b9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410504 Apr 01 16:25:54.929565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-633d84c3-b263-4c7d-ab87-b6fe2bee62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:54.931075 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-633d84c3-b263-4c7d-ab87-b6fe2bee62de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0726521 Apr 01 16:25:55.057157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-9b3959a1-71f4-4082-b34f-39b54bcc8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.058592 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-9b3959a1-71f4-4082-b34f-39b54bcc8911 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1218507 Apr 01 16:25:55.165763 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-46541e2f-f1f7-486c-923f-e52b624f3e96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1002 time: 0.1004090 Apr 01 16:25:55.226427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-9d35b001-2b13-4473-87d5-c3ed953ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.227888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-9d35b001-2b13-4473-87d5-c3ed953ba912 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0560858 Apr 01 16:25:55.469129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-74d334e5-f3ba-47cd-afce-d99058ac8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.470504 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-74d334e5-f3ba-47cd-afce-d99058ac8c49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2358921 Apr 01 16:25:55.477829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587223-dde0-4897-a06d-ad37892a6c1d req-e3175e50-5b1e-497f-bbdc-a4b2ccc79cb2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.479319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87587223-dde0-4897-a06d-ad37892a6c1d req-e3175e50-5b1e-497f-bbdc-a4b2ccc79cb2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.2116394 Apr 01 16:25:55.616540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87587223-dde0-4897-a06d-ad37892a6c1d req-4858fab3-6b25-47e7-a25a-c571a83c8bbc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153443 Apr 01 16:25:55.643066 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-eddadae8-40f8-4f4b-9267-d335d02f8ca8 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627474 Apr 01 16:25:55.773982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-2a487cc9-68f6-4cdb-bcbf-c667d6a72dcc service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248801 Apr 01 16:25:56.632122 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:25:56.800711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0b2f6-e495-4c8c-a7a7-1c450b871d59 req-1e383fd9-d305-4d15-a191-5ee356a0f855 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:56.802137 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fa0b2f6-e495-4c8c-a7a7-1c450b871d59 req-1e383fd9-d305-4d15-a191-5ee356a0f855 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0820584 Apr 01 16:25:56.845837 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fa0b2f6-e495-4c8c-a7a7-1c450b871d59 req-a3890e76-b229-4f45-b0af-359d0ec91091 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381207 Apr 01 16:25:58.048707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952f414-d066-473f-964b-882a72d1e0bb req-7ee75ae2-a2cf-442b-8aff-5d93b348a8e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:58.050268 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a952f414-d066-473f-964b-882a72d1e0bb req-7ee75ae2-a2cf-442b-8aff-5d93b348a8e1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0906079 Apr 01 16:25:58.097576 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a952f414-d066-473f-964b-882a72d1e0bb req-266b37f5-e9a9-4ccb-929b-2a46bfd71be2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412831 Apr 01 16:25:59.280909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c2dd4-3572-49fe-bd3e-af379bfcddd9 req-4e509d5d-54d7-4e39-912b-4f69214c60e6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:59.282246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f2c2dd4-3572-49fe-bd3e-af379bfcddd9 req-4e509d5d-54d7-4e39-912b-4f69214c60e6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0777719 Apr 01 16:25:59.327876 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f2c2dd4-3572-49fe-bd3e-af379bfcddd9 req-9eccc93d-2d15-466d-81f7-ec83df7d5331 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Apr 01 16:25:59.495307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55851513-eff9-4928-8be6-4628971d6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:00.521675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e8633-51c7-4cc0-8595-b488de3310df req-8df8dedd-f7fd-46fc-9124-47e9e457ae83 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:00.523570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ed1e8633-51c7-4cc0-8595-b488de3310df req-8df8dedd-f7fd-46fc-9124-47e9e457ae83 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0888069 Apr 01 16:26:00.571795 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ed1e8633-51c7-4cc0-8595-b488de3310df req-9aeefb66-1e9e-4622-95f6-2ef784a38b37 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Apr 01 16:26:01.757315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ae4f-cb24-4008-8608-43f4eb94c47d req-3743ee0c-a154-4914-9a40-ae7240b5f0bd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:01.758773 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3cd8ae4f-cb24-4008-8608-43f4eb94c47d req-3743ee0c-a154-4914-9a40-ae7240b5f0bd tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0806525 Apr 01 16:26:01.802330 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3cd8ae4f-cb24-4008-8608-43f4eb94c47d req-187f74bb-a15a-49ce-b4ea-ea310edc4b88 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Apr 01 16:26:02.362892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75ba31aa-7898-4df7-86f0-fca705ae77b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:02.924815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:02.952630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:02.999834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9185c-fdf7-4c72-9811-534dace39084 req-7b14b7a1-d780-4dcb-8962-19def649bb3b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:03.006907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4bb9185c-fdf7-4c72-9811-534dace39084 req-7b14b7a1-d780-4dcb-8962-19def649bb3b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0896952 Apr 01 16:26:03.049172 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4bb9185c-fdf7-4c72-9811-534dace39084 req-a9453b95-411f-48ac-9930-ca1a60426a78 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 Apr 01 16:26:03.554880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-d48d8f4a-06a8-4070-bee8-70fe077c8bb5 service neutron] 10.222.0.90 "GET /v2.0/ports/6b38286f-2516-4700-b3ab-3d0f79df5e5c/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0768917 Apr 01 16:26:03.936168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.127399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-bf84801b-4eeb-4b64-8d3b-2b28834f98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.128353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-bf84801b-4eeb-4b64-8d3b-2b28834f98d4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1098 time: 0.0723341 Apr 01 16:26:04.224481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-a7b04089-f8bc-410c-a36b-c0ef83eb8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.225985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-a7b04089-f8bc-410c-a36b-c0ef83eb8c8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0741746 Apr 01 16:26:04.240581 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b978-38d1-4b51-aca1-7c135ef7a7b0 req-e5d1218b-9242-4db1-964c-caf4acf8e2ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.242005 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6931b978-38d1-4b51-aca1-7c135ef7a7b0 req-e5d1218b-9242-4db1-964c-caf4acf8e2ec tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0844958 Apr 01 16:26:04.287605 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6931b978-38d1-4b51-aca1-7c135ef7a7b0 req-d59bd4ad-346c-4ac2-9be0-f49bb67048fc tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Apr 01 16:26:04.359647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-956e3bc8-53de-4e8e-b6ca-4e6ba19e09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.361075 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-956e3bc8-53de-4e8e-b6ca-4e6ba19e09d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1285880 Apr 01 16:26:04.473268 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-0a3f8aa4-ddc2-4610-8f6d-df87020a43be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1002 time: 0.1041026 Apr 01 16:26:04.544954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-d96ab6bf-360b-4aa7-a43a-63e9d93501da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.547024 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-d96ab6bf-360b-4aa7-a43a-63e9d93501da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0633357 Apr 01 16:26:04.620943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c092-5cff-4844-82f1-035710bd46e8 req-1a1c12b6-5dc8-4520-a6f1-d49179f145a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.622586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-1a1c12b6-5dc8-4520-a6f1-d49179f145a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699282 Apr 01 16:26:04.667156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.752956 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-5b0383a9-406a-499e-a398-5f5ff2d70ca6 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238577 Apr 01 16:26:04.882909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-627cce1f-9d16-481d-b22c-568f6feab023 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228819 Apr 01 16:26:05.479894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ca240-ed19-41e2-bf8e-214a4a17f62b req-0cb8261b-6852-40c5-8acb-767184b93467 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.481770 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-045ca240-ed19-41e2-bf8e-214a4a17f62b req-0cb8261b-6852-40c5-8acb-767184b93467 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0834160 Apr 01 16:26:05.526722 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-045ca240-ed19-41e2-bf8e-214a4a17f62b req-2be3cc04-a264-4b15-b538-288ccb85676c tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389988 Apr 01 16:26:06.089990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:06.205363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.233128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:06.243584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:06.288038 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'code': 200} Apr 01 16:26:06.324124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:06.394892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:06.714369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cf875-b8e3-4bed-8f30-bde77ccb51ca req-1a8b288e-6dcb-4ea8-bd18-5ce8e2c499bb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.715889 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fc8cf875-b8e3-4bed-8f30-bde77ccb51ca req-1a8b288e-6dcb-4ea8-bd18-5ce8e2c499bb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0821366 Apr 01 16:26:06.761319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fc8cf875-b8e3-4bed-8f30-bde77ccb51ca req-1adc0997-3a7c-4d53-bc5a-cd869a070f6b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395756 Apr 01 16:26:07.947447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50fa02-0159-400e-9dd5-5be227cf2ebe req-00efb92e-c478-4b80-8fe6-861bc0193218 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:07.948895 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd50fa02-0159-400e-9dd5-5be227cf2ebe req-00efb92e-c478-4b80-8fe6-861bc0193218 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0789979 Apr 01 16:26:07.991587 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd50fa02-0159-400e-9dd5-5be227cf2ebe req-d9a7b2d0-e6fa-49ed-8f7f-b2f307d73d94 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367041 Apr 01 16:26:09.182269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68df51-6c28-42aa-a96a-1cf51cfc9123 req-002b05d5-886a-4608-bb74-acda60c9cf0b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.183816 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c68df51-6c28-42aa-a96a-1cf51cfc9123 req-002b05d5-886a-4608-bb74-acda60c9cf0b tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0866668 Apr 01 16:26:09.228047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c68df51-6c28-42aa-a96a-1cf51cfc9123 req-d798bbf4-2c1e-4070-bda1-b41abd388554 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Apr 01 16:26:10.097292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:26:10.227218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:10.239626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:26:10.293863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.310516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:26:10.325958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:10.392097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.417542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eca76-f7a0-4660-b9d5-687ebc6dc0d7 req-2396c412-2b31-411d-8ad8-ddacc1a14942 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:10.418980 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a1eca76-f7a0-4660-b9d5-687ebc6dc0d7 req-2396c412-2b31-411d-8ad8-ddacc1a14942 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0833356 Apr 01 16:26:10.460207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['6b38286f-2516-4700-b3ab-3d0f79df5e5c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:26:10.466122 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a1eca76-f7a0-4660-b9d5-687ebc6dc0d7 req-89e3ba82-fe01-44eb-84f4-2c5956df810f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411448 Apr 01 16:26:10.509526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:11.651083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33c9e4-91c2-4c9f-ad1e-9b8da9ea2d83 req-23869f1a-eb56-4857-8390-7adcad194340 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:11.652590 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec33c9e4-91c2-4c9f-ad1e-9b8da9ea2d83 req-23869f1a-eb56-4857-8390-7adcad194340 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 944 time: 0.0802143 Apr 01 16:26:11.696403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec33c9e4-91c2-4c9f-ad1e-9b8da9ea2d83 req-dba87d75-b9ec-43bb-8b26-c9e9fa355097 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375478 Apr 01 16:26:12.112977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:26:12.179773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:12.180140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.295192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.320948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:12.330812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:12.371527 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'code': 200} Apr 01 16:26:12.402738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:12.476568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:12.884005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d51e2-2d85-4e9e-bc1f-de82ad8e3425 req-7e03daaf-12e3-4d1e-9a9b-1d824ec68e49 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:12.885451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f81d51e2-2d85-4e9e-bc1f-de82ad8e3425 req-7e03daaf-12e3-4d1e-9a9b-1d824ec68e49 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0831432 Apr 01 16:26:12.928907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f81d51e2-2d85-4e9e-bc1f-de82ad8e3425 req-ec1c7437-d3fe-428b-a3cc-1488b990ccce tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Apr 01 16:26:14.124474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92c9bb-67cc-42b0-9b3d-1d952eca6994 req-3421a490-cfc7-4421-bcb7-66a98e4d847f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:14.126199 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a92c9bb-67cc-42b0-9b3d-1d952eca6994 req-3421a490-cfc7-4421-bcb7-66a98e4d847f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0874932 Apr 01 16:26:14.170049 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a92c9bb-67cc-42b0-9b3d-1d952eca6994 req-965ef1ea-5238-43be-9fbe-17a177d67cc4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381403 Apr 01 16:26:14.312904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-ad19151b-7328-4bb9-93b7-d956146e2c22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683424 Apr 01 16:26:14.449138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ce86-c385-4e39-85ff-a966efafa660 req-eeb9def8-e563-4d98-a015-97f0932b453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:14.451277 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-eeb9def8-e563-4d98-a015-97f0932b453c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0741529 Apr 01 16:26:14.692373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ce86-c385-4e39-85ff-a966efafa660 req-1c9c2eb4-bcc0-4171-9215-f3c8bb589218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:14.693791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-1c9c2eb4-bcc0-4171-9215-f3c8bb589218 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.2243309 Apr 01 16:26:14.794979 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-f4dfe3dc-36de-45f7-847c-6ebc4c1916ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1002 time: 0.0950992 Apr 01 16:26:14.854924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ce86-c385-4e39-85ff-a966efafa660 req-5f5ed0d1-a546-4572-a919-cd0eff9c4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:14.857074 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-5f5ed0d1-a546-4572-a919-cd0eff9c4a20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0562491 Apr 01 16:26:14.935376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883ce86-c385-4e39-85ff-a966efafa660 req-2368cd18-bd8c-460f-aaa4-94ea3ac238e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:14.936857 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-2368cd18-bd8c-460f-aaa4-94ea3ac238e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725515 Apr 01 16:26:15.068750 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-ffc3d500-d8e5-4769-90a6-04f068365a89 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262190 Apr 01 16:26:15.200874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a883ce86-c385-4e39-85ff-a966efafa660 req-f27ef6e6-739b-4a9c-99a5-ac77251de57e service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262796 Apr 01 16:26:15.362929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27444-5cd9-46c5-bdfb-50b218d8e0c1 req-5de1eefe-c805-4aaa-a6d8-e0be54cadd3a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:15.364411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11f27444-5cd9-46c5-bdfb-50b218d8e0c1 req-5de1eefe-c805-4aaa-a6d8-e0be54cadd3a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0841017 Apr 01 16:26:15.407626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11f27444-5cd9-46c5-bdfb-50b218d8e0c1 req-9b4bdd9c-3b96-4b6c-8e75-cafb1b49fc62 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374820 Apr 01 16:26:16.111039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-50b5128e-e613-42a2-b5d1-73f85120f27f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.112479 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-50b5128e-e613-42a2-b5d1-73f85120f27f tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c&tenant_id=ca07038b3f1f4317a5b04118d5521235&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 945 time: 0.1453962 Apr 01 16:26:16.119669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53d530-b22d-49be-8c05-043f6cd836a8 req-2e53b369-2aed-471a-af5e-90a64e6de38a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.121003 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c53d530-b22d-49be-8c05-043f6cd836a8 req-2e53b369-2aed-471a-af5e-90a64e6de38a tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.1205525 Apr 01 16:26:16.220280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c53d530-b22d-49be-8c05-043f6cd836a8 req-7c7f0f85-c6fe-459b-a926-db92c3a2c5e6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645692 Apr 01 16:26:16.228698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-41a5e10f-26df-470d-80e5-f703a612cf2f service neutron] 10.222.0.90 "GET /v2.0/ports/6b38286f-2516-4700-b3ab-3d0f79df5e5c/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.1067541 Apr 01 16:26:16.317472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-240b41c5-1062-4761-a064-abb88b4ba9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.318911 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-240b41c5-1062-4761-a064-abb88b4ba9ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0704167 Apr 01 16:26:16.447049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-60964aa2-a158-4810-a9c5-fefc6085cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.448508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-60964aa2-a158-4810-a9c5-fefc6085cc1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1236999 Apr 01 16:26:16.549514 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-96fc1a68-31cd-492b-8512-d302bcba5943 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1002 time: 0.0948365 Apr 01 16:26:16.613245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-97a49d3e-2bc4-45b8-9849-98b7b370316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.614626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-97a49d3e-2bc4-45b8-9849-98b7b370316e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.0592370 Apr 01 16:26:16.690933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-54405229-dd16-48b0-8644-69b721c99a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:16.692411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-54405229-dd16-48b0-8644-69b721c99a8e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717244 Apr 01 16:26:16.822888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-138be424-df66-45d1-a89b-cb1e0147b171 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232929 Apr 01 16:26:17.051628 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-5253ebee-72ec-44fb-a40d-f9effda768ae service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227271 Apr 01 16:26:17.405011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913fb6-65b5-4189-b3a7-9e5ed89a98ea req-12a3a3ec-194e-483f-a2e8-278677139168 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:17.406459 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e913fb6-65b5-4189-b3a7-9e5ed89a98ea req-12a3a3ec-194e-483f-a2e8-278677139168 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0780745 Apr 01 16:26:17.449294 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e913fb6-65b5-4189-b3a7-9e5ed89a98ea req-b09f63a4-49ca-41a5-8b8e-f549c65e707e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 Apr 01 16:26:18.634594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607c76-6cf1-4795-af15-4be18a6ca3da req-02f67eab-dc15-4ab2-8f7a-524e5970fbda tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:18.636063 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d607c76-6cf1-4795-af15-4be18a6ca3da req-02f67eab-dc15-4ab2-8f7a-524e5970fbda tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0808914 Apr 01 16:26:18.680205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d607c76-6cf1-4795-af15-4be18a6ca3da req-9e378a67-a3e3-4e9b-bb65-ed3a1ec9c70d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379162 Apr 01 16:26:19.879884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f14d97-bf27-43e4-ae71-8eaabfa6f9db req-22bd30a2-0363-4474-9836-496a01e77f13 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:19.881424 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68f14d97-bf27-43e4-ae71-8eaabfa6f9db req-22bd30a2-0363-4474-9836-496a01e77f13 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0905735 Apr 01 16:26:19.927054 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68f14d97-bf27-43e4-ae71-8eaabfa6f9db req-8301a628-fc4c-46ec-ae53-5ae0ebd7dc2e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399799 Apr 01 16:26:20.680094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-68386d96-d775-4d0e-b0b4-d2b7fa0eb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:20.681458 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-68386d96-d775-4d0e-b0b4-d2b7fa0eb96b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c&tenant_id=ca07038b3f1f4317a5b04118d5521235 HTTP/1.1" status: 200 len: 1098 time: 0.0707896 Apr 01 16:26:20.771494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-e71933f6-514c-41df-bddd-f4dbd73fd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:20.772920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-e71933f6-514c-41df-bddd-f4dbd73fd8ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ca07038b3f1f4317a5b04118d5521235&device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 1098 time: 0.0715840 Apr 01 16:26:20.903559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-d76be36e-2926-4e8c-952c-89bd793456a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:20.904974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-d76be36e-2926-4e8c-952c-89bd793456a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 200 len: 912 time: 0.1259367 Apr 01 16:26:21.013746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-f17a3755-1d6d-4d80-bcb2-cdf00c7e92db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 200 len: 1002 time: 0.1021912 Apr 01 16:26:21.170810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-4f2478a1-4d88-4886-8b04-c530ad59061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:21.172941 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-4f2478a1-4d88-4886-8b04-c530ad59061a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 200 len: 850 time: 0.1534386 Apr 01 16:26:21.242274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89d90-ea41-4342-84a6-616bd2f03b54 req-8cccfbbe-2eca-482e-bde2-e081baf5bcac tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:21.243601 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7bc89d90-ea41-4342-84a6-616bd2f03b54 req-8cccfbbe-2eca-482e-bde2-e081baf5bcac tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.1943567 Apr 01 16:26:21.301199 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7bc89d90-ea41-4342-84a6-616bd2f03b54 req-04e23e8a-c79f-4d9d-acac-08a1c5dff551 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504038 Apr 01 16:26:21.303838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-9f6ae509-1559-456e-abda-54d9f029b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:21.305191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-9f6ae509-1559-456e-abda-54d9f029b016 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fd8d4c71-c17b-43cc-894d-f17bceac789a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259055 Apr 01 16:26:21.433458 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-0d098b14-9b0f-405d-88d1-d2fa50189336 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221054 Apr 01 16:26:21.574045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0f1175b-5ad8-4c82-b823-461d3faf0a92 req-50fc0f36-423a-49d3-87da-0d21ea910ef7 service neutron] 10.222.0.90 "GET /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341646 Apr 01 16:26:22.490812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a4d8-9119-41f0-a8b1-e24bbc1d0650 req-72e2bf87-a49e-4a7d-b035-e75c350bbae8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:22.492195 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-44f5a4d8-9119-41f0-a8b1-e24bbc1d0650 req-72e2bf87-a49e-4a7d-b035-e75c350bbae8 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0802233 Apr 01 16:26:22.539184 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-44f5a4d8-9119-41f0-a8b1-e24bbc1d0650 req-87bb5f03-9436-443f-b419-14ae4bdebda9 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Apr 01 16:26:23.729133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596734d-9966-48ea-91f5-b2deb0a44866 req-e4aca85b-6480-4a91-bc2d-f765e4427cbb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:23.730499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b596734d-9966-48ea-91f5-b2deb0a44866 req-e4aca85b-6480-4a91-bc2d-f765e4427cbb tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0830691 Apr 01 16:26:23.774870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b596734d-9966-48ea-91f5-b2deb0a44866 req-df4eac4a-01fa-4c19-9cbc-d8c80e8f0e45 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Apr 01 16:26:24.175483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:24.283474 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.311959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:24.321102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:24.363381 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'code': 200} Apr 01 16:26:24.392274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.458336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:24.956680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb27c0-21f6-42b8-bad4-d1ffdc8acfb1 req-5ae701bf-0094-4c9b-98e3-9f4f0d5e1481 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:24.958110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3eb27c0-21f6-42b8-bad4-d1ffdc8acfb1 req-5ae701bf-0094-4c9b-98e3-9f4f0d5e1481 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0783739 Apr 01 16:26:25.001778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c3eb27c0-21f6-42b8-bad4-d1ffdc8acfb1 req-98b2ae3f-270c-46fe-b682-41e7643f8034 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377564 Apr 01 16:26:26.190498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:26:26.193026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfabce5-b54a-460d-81e1-9d9fa3ca2373 req-74ba3804-9945-46af-b193-827437ddf4e4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.194501 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7bfabce5-b54a-460d-81e1-9d9fa3ca2373 req-74ba3804-9945-46af-b193-827437ddf4e4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 943 time: 0.0810580 Apr 01 16:26:26.240068 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7bfabce5-b54a-460d-81e1-9d9fa3ca2373 req-e845f822-6612-47a5-9b53-aa6e65898c99 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Apr 01 16:26:26.327812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:26.341090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'port_id': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'mac_address': 'fa:16:3e:69:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:26:26.395034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.415082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:26:26.430965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:26.506548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.573506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['6b38286f-2516-4700-b3ab-3d0f79df5e5c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:26:26.612303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:27.424051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016558-c25f-4bda-853a-5801cd123e66 req-cf4b91d6-6839-4c00-87e4-71067de8dc9d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:27.425518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98016558-c25f-4bda-853a-5801cd123e66 req-cf4b91d6-6839-4c00-87e4-71067de8dc9d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 945 time: 0.0818653 Apr 01 16:26:27.468924 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98016558-c25f-4bda-853a-5801cd123e66 req-8174577c-1d93-4750-955c-525ca7c9cc48 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Apr 01 16:26:28.200547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:26:28.269302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 6b38286f-2516-4700-b3ab-3d0f79df5e5c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:28.269669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.384360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.410909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:28.421029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:28.465910 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'code': 200} Apr 01 16:26:28.484141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.551839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=11']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:28.667796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507a536-0923-4b77-98f9-e3f0355799a1 req-4c98516b-ba3a-441b-ab2d-4136446b181e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:28.669958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3507a536-0923-4b77-98f9-e3f0355799a1 req-4c98516b-ba3a-441b-ab2d-4136446b181e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0894935 Apr 01 16:26:28.718219 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3507a536-0923-4b77-98f9-e3f0355799a1 req-049d5174-cba3-4b6c-b843-adfd95819911 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Apr 01 16:26:29.483715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6be98f3-e308-47b8-b5e3-d6df28e52c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.910945 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30756ea8-2a93-405c-a209-875591b1c2ab req-b98decac-6042-4e8e-af1b-741008af8bc3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:29.912419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-30756ea8-2a93-405c-a209-875591b1c2ab req-b98decac-6042-4e8e-af1b-741008af8bc3 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0839555 Apr 01 16:26:29.956959 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-30756ea8-2a93-405c-a209-875591b1c2ab req-8cd680a2-a6d5-49e2-b2b7-950db2971bae tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389173 Apr 01 16:26:31.141264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d60a9b-533b-4369-8b67-8e8121c95fbb req-3950c983-0b35-4b08-8302-1e6e577d94c5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:31.142730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34d60a9b-533b-4369-8b67-8e8121c95fbb req-3950c983-0b35-4b08-8302-1e6e577d94c5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0806031 Apr 01 16:26:31.189156 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34d60a9b-533b-4369-8b67-8e8121c95fbb req-9faffeca-a383-4de0-a60d-9b245db9a103 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Apr 01 16:26:31.374137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b6d46-9e0e-4879-ad22-0ce1c48a9369 req-47a09a13-d99f-43e7-9b04-6830e850f358 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:31.375839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c67b6d46-9e0e-4879-ad22-0ce1c48a9369 req-47a09a13-d99f-43e7-9b04-6830e850f358 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0791695 Apr 01 16:26:31.421495 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c67b6d46-9e0e-4879-ad22-0ce1c48a9369 req-422303a2-173c-478c-a8e3-046fefaaa170 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Apr 01 16:26:31.708975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b143c71-0652-4ecd-b551-ce19e27a77be req-af2e10c9-7b41-46d5-8744-53d07d418717 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:31.710312 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b143c71-0652-4ecd-b551-ce19e27a77be req-af2e10c9-7b41-46d5-8744-53d07d418717 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.1865015 Apr 01 16:26:31.754452 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b143c71-0652-4ecd-b551-ce19e27a77be req-1065e4e6-3fc7-4a95-ab94-9d93be400461 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376318 Apr 01 16:26:32.361800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2e6dfa5-a107-4843-8b3f-f5892e35687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.366317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459572e-9dfb-49bd-8a95-354f2379c62a req-d6548d07-ad82-41a6-8aa0-ceb8f72b5d65 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:32.367798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6459572e-9dfb-49bd-8a95-354f2379c62a req-d6548d07-ad82-41a6-8aa0-ceb8f72b5d65 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0838199 Apr 01 16:26:32.411908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6459572e-9dfb-49bd-8a95-354f2379c62a req-84cda0f1-3445-4f17-a70b-08e1cd7d92a6 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377007 Apr 01 16:26:32.935217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.963556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.595478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef029-c4f5-482f-ad20-9ee304a90e3f req-d7ad2c45-0aa4-4e9b-a879-1201450bd7b2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:33.596917 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-777ef029-c4f5-482f-ad20-9ee304a90e3f req-d7ad2c45-0aa4-4e9b-a879-1201450bd7b2 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0791571 Apr 01 16:26:33.630996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:26:33.640931 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-777ef029-c4f5-482f-ad20-9ee304a90e3f req-ffb95279-583c-44b9-b3c3-5109b397c387 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384583 Apr 01 16:26:33.952077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.666718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.675401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-bc074046-142f-4126-a12e-05cbe897d5f5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:34.676930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-bc074046-142f-4126-a12e-05cbe897d5f5 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.0825577 Apr 01 16:26:34.747161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Deleting port 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:34.747504 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.994716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b0d2-19c2-4362-bd0e-89ebfd9a9e55 req-c78e4c49-adc5-41a6-ba6a-4fbb8a56f9a1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:34.996166 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7702b0d2-19c2-4362-bd0e-89ebfd9a9e55 req-c78e4c49-adc5-41a6-ba6a-4fbb8a56f9a1 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 946 time: 0.2247922 Apr 01 16:26:35.075815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7702b0d2-19c2-4362-bd0e-89ebfd9a9e55 req-23cc64f3-ec34-47ea-91f2-d558247f7006 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups?id=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730829 Apr 01 16:26:35.082297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] For port 6b38286f-2516-4700-b3ab-3d0f79df5e5c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=6b38286f-2516-4700-b3ab-3d0f79df5e5c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:35.082661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.367750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.368132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.368447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf disassociated. External IP: 172.26.7.144, port: 6b38286f-2516-4700-b3ab-3d0f79df5e5c. Apr 01 16:26:35.368784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Calling delete_port for 6b38286f-2516-4700-b3ab-3d0f79df5e5c owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:35.586601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.640831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'Port': ['ID=6b38286f-2516-4700-b3ab-3d0f79df5e5c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:35.649284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.649672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.655501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:35.840347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:26:36.126189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:26:36.136279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:36.146387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:36.147317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:26:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:36.197165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] No DVR routers for this DVR port 6b38286f-2516-4700-b3ab-3d0f79df5e5c on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:26:36.199664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:36.202819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-deleted', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:36.228920 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b47240d9-37fe-4ff0-a761-a164b261e545 req-f090a3db-2cf8-45e9-8719-62e2a9e09b6d tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 210 time: 0.0451431 Apr 01 16:26:36.256283 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b0ca9b-f61a-4b56-98ba-4e03bbc3376c', 'name': 'network-vif-deleted', 'tag': '6b38286f-2516-4700-b3ab-3d0f79df5e5c', 'status': 'completed', 'code': 200} Apr 01 16:26:36.296205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afad5e0-e84a-4f4f-96cd-317e53ffd8f8 req-8c95b641-6528-4993-b4e0-40f6a70f05d4 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.90 "DELETE /v2.0/ports/6b38286f-2516-4700-b3ab-3d0f79df5e5c HTTP/1.1" status: 204 len: 173 time: 1.6129241 Apr 01 16:26:36.335722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:36.679678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:36.683694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:36.692178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:36.692817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:26:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:36.875926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:37.191523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:37.195548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40576a35-6b74-490b-9327-8ba34cfc5a5c None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:22:10Z', 'revision_number': 4, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'f7449a1b-2ce1-462a-b2cf-b22317f0809c', 'name': '', 'network_id': 'fd8d4c71-c17b-43cc-894d-f17bceac789a', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'mac_address': 'fa:16:3e:a6:ae:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:15Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'subnets': [{'id': '7b8e879a-14b9-423e-a02a-f4dc432065f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:37.402582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3aea797e-3866-457e-964c-447d43e49e8d req-e3cb1c02-54c6-43c2-964f-6156ca939e26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Synchronizing usage tracker for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:26:37.416690 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606a163d-d4ba-42b6-b947-70f2b1c19931 None None] New status for floating IP 8a8a776a-7095-4806-bd7e-3dfbf46addaf: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:26:37.466194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3aea797e-3866-457e-964c-447d43e49e8d req-e3cb1c02-54c6-43c2-964f-6156ca939e26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Unset dirty status for tenant:ca07038b3f1f4317a5b04118d5521235 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:26:37.467593 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3aea797e-3866-457e-964c-447d43e49e8d req-e3cb1c02-54c6-43c2-964f-6156ca939e26 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/ports?device_id=33b0ca9b-f61a-4b56-98ba-4e03bbc3376c HTTP/1.1" status: 200 len: 210 time: 0.1103854 Apr 01 16:26:38.237159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:38.271730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 6b38286f-2516-4700-b3ab-3d0f79df5e5c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:26:38.272069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 6b38286f-2516-4700-b3ab-3d0f79df5e5c not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:26:41.907593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 54750) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:41.974248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.001966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.124393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.143877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95824d6-2c8c-4b87-90cd-6a2e8c8491cb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:42.151787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.152136 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.152477 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.152814 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.153145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.153473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.153799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.154130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.154452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.154777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.155099 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.155445 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:42.208311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.209426 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3490f59c-0c44-4af5-bf2d-2260abf9b374 tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "DELETE /v2.0/security-groups/e95824d6-2c8c-4b87-90cd-6a2e8c8491cb HTTP/1.1" status: 204 len: 168 time: 0.3008211 Apr 01 16:26:42.212083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 54754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:42.227433 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e1578e13-f943-4b7e-99c3-1bd8dc7a29cf tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] show failed (client error): The resource could not be found. Apr 01 16:26:42.228315 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1578e13-f943-4b7e-99c3-1bd8dc7a29cf tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "GET /v2.0/security-groups/e95824d6-2c8c-4b87-90cd-6a2e8c8491cb HTTP/1.1" status: 404 len: 347 time: 0.0153451 Apr 01 16:26:42.230606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 54758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:42.387625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Deleting port 4aee4000-2db8-4483-b21f-351eb7e025f0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:42.387962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.648693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.649019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.771904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Calling delete_port for 4aee4000-2db8-4483-b21f-351eb7e025f0 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:42.986359 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:43.038343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Pushing event deleted for resources: {'Port': ['ID=4aee4000-2db8-4483-b21f-351eb7e025f0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:43.130443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:43.213471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:43.215042 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d6c06b6-37ba-449d-8210-502af8159e8e tempest-ServerActionsTestJSON-1118793864 tempest-ServerActionsTestJSON-1118793864-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a8a776a-7095-4806-bd7e-3dfbf46addaf HTTP/1.1" status: 204 len: 168 time: 0.9832389 Apr 01 16:26:43.218461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54762) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:43.749836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:44.106877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Deleting port f7449a1b-2ce1-462a-b2cf-b22317f0809c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:44.107876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:44.278754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] For port f7449a1b-2ce1-462a-b2cf-b22317f0809c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f7449a1b-2ce1-462a-b2cf-b22317f0809c,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:44.279469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:44.520021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Calling delete_port for f7449a1b-2ce1-462a-b2cf-b22317f0809c owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:44.780914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:44.826548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7449a1b-2ce1-462a-b2cf-b22317f0809c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:45.101456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:45.460446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Router 330f4ed9-1840-4fc0-b8b2-a595f746214f has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:26:45.634954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:26:45.644714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Sync routers for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:45.647551 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-236060c5-8e20-483e-8078-c7e4aefddbf6 admin admin] 10.222.0.18 "PUT /v2.0/routers/330f4ed9-1840-4fc0-b8b2-a595f746214f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280074 Apr 01 16:26:45.649992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:45.657633 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:45.658265 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:26:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:45.826524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:45.840854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:46.130161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:26:44Z', 'revision_number': 5, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port': {'id': '8858290e-ff8f-455d-80ff-04cbbebfe3b5', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:06Z', 'updated_at': '2022-04-01T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:46.131206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:46.134348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Checking router: 330f4ed9-1840-4fc0-b8b2-a595f746214f for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:46.143498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Routers {'330f4ed9-1840-4fc0-b8b2-a595f746214f'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:26:46.144106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:26:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['330f4ed9-1840-4fc0-b8b2-a595f746214f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:46.190246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Deleting port 8858290e-ff8f-455d-80ff-04cbbebfe3b5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:46.190593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:46.343734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] Set router 330f4ed9-1840-4fc0-b8b2-a595f746214f gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:26:46.371694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] For port 8858290e-ff8f-455d-80ff-04cbbebfe3b5, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8858290e-ff8f-455d-80ff-04cbbebfe3b5,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:46.372054 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:46.449653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:26:46Z', 'revision_number': 6, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:46.454332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a52c18-e9f7-4323-972a-a92b164ab9d2 None None] The sync data for ids ['330f4ed9-1840-4fc0-b8b2-a595f746214f'] in dv-neutron-835943-1-hyperv is: [{'id': '330f4ed9-1840-4fc0-b8b2-a595f746214f', 'name': 'tempest-ServerActionsTestJSON-819070551-router', 'tenant_id': 'ca07038b3f1f4317a5b04118d5521235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:05Z', 'updated_at': '2022-04-01T16:26:46Z', 'revision_number': 6, 'project_id': 'ca07038b3f1f4317a5b04118d5521235', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:46.499751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Calling delete_port for 8858290e-ff8f-455d-80ff-04cbbebfe3b5 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:46.734849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:46.785412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8858290e-ff8f-455d-80ff-04cbbebfe3b5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:46.876013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.049061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.051252 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.126991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.127539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330f4ed9-1840-4fc0-b8b2-a595f746214f {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:26:47.139894 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.140950 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-67fc32a4-e646-4af3-b006-3c0c7f30b8d1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/330f4ed9-1840-4fc0-b8b2-a595f746214f HTTP/1.1" status: 204 len: 168 time: 1.4900703 Apr 01 16:26:47.143426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:47.206065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Deleting subnet 7b8e879a-14b9-423e-a02a-f4dc432065f1 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:26:47.209423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.265567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7449a1b-2ce1-462a-b2cf-b22317f0809c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:47.268931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.299517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: f7449a1b-2ce1-462a-b2cf-b22317f0809c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:26:47.299873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f7449a1b-2ce1-462a-b2cf-b22317f0809c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:26:47.300288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8858290e-ff8f-455d-80ff-04cbbebfe3b5 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:47.337364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8858290e-ff8f-455d-80ff-04cbbebfe3b5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:26:47.337723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8858290e-ff8f-455d-80ff-04cbbebfe3b5 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:26:47.353110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.493155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.530248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8e879a-14b9-423e-a02a-f4dc432065f1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:47.536850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.541877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7f448-fd60-4fdb-aef1-fb88b9cb4b45 None None] Network fd8d4c71-c17b-43cc-894d-f17bceac789a requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:26:47.543501 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79694986-9557-4691-bf7e-1f962577f2b2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b8e879a-14b9-423e-a02a-f4dc432065f1 HTTP/1.1" status: 204 len: 168 time: 0.3990960 Apr 01 16:26:47.548239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54774) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:47.652471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.665587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Deleting port c5fba257-20f2-4b55-95cd-fa23b6cda6fc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:47.665915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.786483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] DHCP port deletion for fd8d4c71-c17b-43cc-894d-f17bceac789a request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:26:47.792541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Deleting port c5fba257-20f2-4b55-95cd-fa23b6cda6fc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:47.792930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:47.991736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] For port c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:47.992094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.015730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] For port c5fba257-20f2-4b55-95cd-fa23b6cda6fc, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,segment=NetworkSegment(a31fa1ee-f27b-48d9-b595-0ff195fa3692),segment_id=a31fa1ee-f27b-48d9-b595-0ff195fa3692)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:26:48.016043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.122666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Calling delete_port for c5fba257-20f2-4b55-95cd-fa23b6cda6fc owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:48.139074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Calling delete_port for c5fba257-20f2-4b55-95cd-fa23b6cda6fc owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:26:48.276065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.282749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:26:48.283272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:26:48.327499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fba257-20f2-4b55-95cd-fa23b6cda6fc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:48.329285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] No DVR routers for this DVR port c5fba257-20f2-4b55-95cd-fa23b6cda6fc on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:26:48.448812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.471267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8d4c71-c17b-43cc-894d-f17bceac789a']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:48.483581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31fa1ee-f27b-48d9-b595-0ff195fa3692') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:48.483937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31fa1ee-f27b-48d9-b595-0ff195fa3692') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:48.495074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.510732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.517011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:26:48.520916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:26:48.530727 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:26:48.687046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.703348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.713547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8d4c71-c17b-43cc-894d-f17bceac789a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:48.784530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Deleting port c5fba257-20f2-4b55-95cd-fa23b6cda6fc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:26:48.784913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.798523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3cb22cf6-2935-472a-926e-30b4079684a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd8d4c71-c17b-43cc-894d-f17bceac789a HTTP/1.1" status: 204 len: 168 time: 1.2492082 Apr 01 16:26:48.854666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f6b894a8-9980-46ae-abf5-88fb3a3ad01f None None] The port 'c5fba257-20f2-4b55-95cd-fa23b6cda6fc' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:26:49.080539 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c5fba257-20f2-4b55-95cd-fa23b6cda6fc no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:26:49.122988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c5fba257-20f2-4b55-95cd-fa23b6cda6fc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:26:49.123325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c5fba257-20f2-4b55-95cd-fa23b6cda6fc not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:26:49.181713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54780) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:49.229639 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-229c867b-0db1-4404-9761-36eb25f8ba71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca07038b3f1f4317a5b04118d5521235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468006 Apr 01 16:26:49.232550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:49.288781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.313808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.421155 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.437937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a8ea5-e1d6-4d74-b0e1-71368115cec8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:49.444532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.445643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-13b9a5b3-b70a-47b9-b168-f93e97ae53ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b4a8ea5-e1d6-4d74-b0e1-71368115cec8 HTTP/1.1" status: 204 len: 168 time: 0.2122111 Apr 01 16:26:50.474927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:50.576998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1790765183-network', 'tenant_id': 'a7107eff8bff4aa4b809b094414c7894'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:50.581655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:50.585502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Usage tracker for resource:network and tenant:a7107eff8bff4aa4b809b094414c7894 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:50.588342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:50.594182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:50.648868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Made reservation on behalf of a7107eff8bff4aa4b809b094414c7894 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:50.651062 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.663056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.677744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:50.681668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Usage tracker for resource:security_group_rule and tenant:a7107eff8bff4aa4b809b094414c7894 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:50.684468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:50.690770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:50.772608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.830173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.861671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:26:50.870018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ec94a-3bed-43b4-a849-db634245219b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:50.876416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.876798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Added segment cb113d39-cb6a-4972-b918-a059a87d9854 of type vlan for network 953c2e22-8523-47b6-8aae-c94d509cb1ba Apr 01 16:26:50.903319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.003460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.004455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:51.005037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.118185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] Pushing event updated for resources: {'Network': ['ID=953c2e22-8523-47b6-8aae-c94d509cb1ba,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:51.128227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:26:51.191156 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7626d8f-4c32-4469-9387-fe05716f5f95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7150083 Apr 01 16:26:51.193874 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54814) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:51.199740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Request body: {'subnet': {'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1790765183-subnet', 'tenant_id': 'a7107eff8bff4aa4b809b094414c7894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:51.205124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:51.208972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Usage tracker for resource:subnet and tenant:a7107eff8bff4aa4b809b094414c7894 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:51.211935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:51.218373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:51.300286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Made reservation on behalf of a7107eff8bff4aa4b809b094414c7894 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:51.302637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.598055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.674333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d347880-32cd-4053-9515-e2d47e3e4ddf,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:51.688221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Checking segment: {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:26:51.691766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Network hostable DHCP agents. Network: 953c2e22-8523-47b6-8aae-c94d509cb1ba, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:26:51.774193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:26:51.852658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 953c2e22-8523-47b6-8aae-c94d509cb1ba) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:51.856587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:51.857160 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:51.862910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b5db6-7e9f-4239-8afa-93c0e2ec4235 None None] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:26:51.960816 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf772476-eff2-4a6b-8232-8e409179ff19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7583272 Apr 01 16:26:52.134565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f41f3-a84e-4e3a-929d-54a84da86673 None None] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:26:52.495976 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-1d060139-75fc-445a-8c03-9030aed6513b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:52.496659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-1d060139-75fc-445a-8c03-9030aed6513b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:26:52.572262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-1d060139-75fc-445a-8c03-9030aed6513b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:26:52.573429 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-1d060139-75fc-445a-8c03-9030aed6513b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/networks?id=953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 200 len: 814 time: 0.2222230 Apr 01 16:26:52.587741 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-dd7974c7-1049-438c-b4e7-1c540840aa71 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/quotas/a7107eff8bff4aa4b809b094414c7894 HTTP/1.1" status: 200 len: 375 time: 0.0089698 Apr 01 16:26:52.640007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-a1bd1dcb-04d3-4f3d-9951-c789dbac8a86 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466480 Apr 01 16:26:52.924516 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-83c3cb0d-0f0a-4d66-9e51-bee45c9cac87 service neutron] 10.222.0.18 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778537 Apr 01 16:26:53.057901 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-31336b5e-2b92-4db6-bdfb-1ea645394876 service neutron] 10.222.0.18 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273918 Apr 01 16:26:53.324295 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe914dbb-5cbf-46d9-8a9b-58fc8cca99e7 req-ac3010ad-8bc7-41cf-b214-eff789085802 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 210 time: 0.0475962 Apr 01 16:26:54.474788 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4ae22819-34b0-478a-bb7e-93648ce31b02 req-3826a6fa-d89b-4855-87eb-4df0530614cd tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 210 time: 0.0443225 Apr 01 16:26:55.498000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-c9983522-0fdd-4089-a972-b8cc5e1817ae tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:55.500497 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-c9983522-0fdd-4089-a972-b8cc5e1817ae tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "GET /v2.0/networks?id=953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 200 len: 814 time: 0.1525860 Apr 01 16:26:55.514900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Request body: {'port': {'device_id': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba', 'admin_state_up': True, 'tenant_id': 'a7107eff8bff4aa4b809b094414c7894'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:55.668116 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75ce1fab-6ff7-41c2-9b3b-67e25c17fdbd req-59661f27-43f6-44e9-a671-f329e9ab26f3 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 210 time: 0.0462704 Apr 01 16:26:55.692762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:55.697227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Usage tracker for resource:port and tenant:a7107eff8bff4aa4b809b094414c7894 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:55.700783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:55.706806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:55.781187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Made reservation on behalf of a7107eff8bff4aa4b809b094414c7894 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:55.784639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:55.966805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Allocated IP 172.20.0.7 (953c2e22-8523-47b6-8aae-c94d509cb1ba/7d347880-32cd-4053-9515-e2d47e3e4ddf/72798c02-8ccd-44ff-b999-5761f0c8fe81) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:56.174689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:56.284775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:56.355783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:56.358972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:56.367391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:26:56.404630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Pushing event updated for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:56.437149 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:56.437788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:56.521811 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f76564fe-bdd1-4307-8950-9ae83c2620a0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0120802 Apr 01 16:26:56.534176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Request body: {'port': {'device_id': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:56.656347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:56.979674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577b8e-e566-468d-9172-0615557f673c req-24a50284-f061-4795-8c53-1ff7b02bb51e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:56.980276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2a577b8e-e566-468d-9172-0615557f673c req-24a50284-f061-4795-8c53-1ff7b02bb51e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:26:57.081043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72798c02-8ccd-44ff-b999-5761f0c8fe81 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:26:57.088706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.092915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2a577b8e-e566-468d-9172-0615557f673c req-24a50284-f061-4795-8c53-1ff7b02bb51e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:26:57.094100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a577b8e-e566-468d-9172-0615557f673c req-24a50284-f061-4795-8c53-1ff7b02bb51e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 931 time: 0.3071826 Apr 01 16:26:57.117540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Transition to ACTIVE for port object 72798c02-8ccd-44ff-b999-5761f0c8fe81 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:26:57.144473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2a577b8e-e566-468d-9172-0615557f673c req-a3fff261-89e6-4385-a47e-e0ad5dd54717 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:26:57.189639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.336330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2a577b8e-e566-468d-9172-0615557f673c req-a3fff261-89e6-4385-a47e-e0ad5dd54717 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:26:57.337410 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a577b8e-e566-468d-9172-0615557f673c req-a3fff261-89e6-4385-a47e-e0ad5dd54717 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369211 Apr 01 16:26:57.453209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Pushing event updated for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:57.533203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Attempting to bind port 72798c02-8ccd-44ff-b999-5761f0c8fe81 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:57.533880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Attempting to bind port 72798c02-8ccd-44ff-b999-5761f0c8fe81 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:57.534128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Attempting to bind port 72798c02-8ccd-44ff-b999-5761f0c8fe81 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:26:57.538744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Port 72798c02-8ccd-44ff-b999-5761f0c8fe81 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:26:57.539058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Attempting to bind port 72798c02-8ccd-44ff-b999-5761f0c8fe81 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:26:57.544708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:26:57.545041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Checking segment: {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:26:57.545420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Bound using segment: {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:26:57.545847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Bound port: 72798c02-8ccd-44ff-b999-5761f0c8fe81, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:57.546185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.636391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:26:57.639835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:26:57.706846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.762223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:57.763500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.764848 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] 10.222.0.90 "PUT /v2.0/ports/72798c02-8ccd-44ff-b999-5761f0c8fe81 HTTP/1.1" status: 200 len: 1093 time: 1.2348983 Apr 01 16:26:57.765286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:57.789287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd962-f859-4b05-8678-fcdf2429c790 service neutron] Pushing event updated for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:57.809119 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81', 'status': 'completed', 'code': 200} Apr 01 16:26:57.905018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-1050cc64-b47b-450d-9b54-44a294edee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:57.906391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-1050cc64-b47b-450d-9b54-44a294edee62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 1096 time: 0.0772536 Apr 01 16:26:58.047033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-ad7511fb-989b-4554-b8a2-9278db2447c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:58.048564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-ad7511fb-989b-4554-b8a2-9278db2447c8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a7107eff8bff4aa4b809b094414c7894&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356094 Apr 01 16:26:58.183688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-f086914c-dbae-44e8-9644-d495d8d67b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:58.185704 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3d1822a-6e7c-4293-8a02-6e2813f3cd58 req-f086914c-dbae-44e8-9644-d495d8d67b1c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308339 Apr 01 16:26:58.291387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-5e17e3bf-ab7a-4235-b63a-941366ae5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:58.292827 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-5e17e3bf-ab7a-4235-b63a-941366ae5dfb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 1096 time: 0.0701830 Apr 01 16:26:58.361985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-dcbd534c-29a5-4de2-ba97-3de3c725f799 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81 HTTP/1.1" status: 200 len: 217 time: 0.0620224 Apr 01 16:26:58.424477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-7b83257d-87cc-4f87-84ff-125e2f564909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:58.425890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-7b83257d-87cc-4f87-84ff-125e2f564909 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d347880-32cd-4053-9515-e2d47e3e4ddf HTTP/1.1" status: 200 len: 854 time: 0.0586507 Apr 01 16:26:58.509245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-ef16ccf5-0bf5-4b17-a8c8-c393c8691ccb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=953c2e22-8523-47b6-8aae-c94d509cb1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771437 Apr 01 16:26:58.663421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51725-b19a-428a-a9b2-017e82aa57fa req-19e78ee3-9b32-4dda-8159-f84fc14901bd tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:58.664867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2d51725-b19a-428a-a9b2-017e82aa57fa req-19e78ee3-9b32-4dda-8159-f84fc14901bd tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 943 time: 0.2010093 Apr 01 16:26:58.668423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-0069129c-5ca3-4583-b00e-541ace1ed54e service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533046 Apr 01 16:26:58.797026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2d51725-b19a-428a-a9b2-017e82aa57fa req-7a954806-d550-4807-8177-3bd26d52e09f tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257248 Apr 01 16:26:58.831713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6b5084d-30d2-4dbc-97e6-523cb9a1d1e1 req-9348f1ba-cf98-4c00-b4c7-be22974c7f4d service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467240 Apr 01 16:26:59.488959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9c2b-fc05-4614-9bf7-7a04a7cef50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:59.978317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ce8f0-8503-4792-b598-3dd84e786e8d req-e021c527-9491-4fdb-be69-8bf79f230346 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:59.979801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f70ce8f0-8503-4792-b598-3dd84e786e8d req-e021c527-9491-4fdb-be69-8bf79f230346 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 943 time: 0.0806177 Apr 01 16:27:00.027228 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f70ce8f0-8503-4792-b598-3dd84e786e8d req-bc7edb0b-317f-4ba8-b183-2e3998341bf5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Apr 01 16:27:01.212770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7281c4-27da-458a-a91c-f69564463df0 req-6f26322d-f4f1-4a2d-914c-ca5fffb30a8c tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:01.214244 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ba7281c4-27da-458a-a91c-f69564463df0 req-6f26322d-f4f1-4a2d-914c-ca5fffb30a8c tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 943 time: 0.0831356 Apr 01 16:27:01.258289 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ba7281c4-27da-458a-a91c-f69564463df0 req-13a52c54-7be3-45a3-95ed-d7f980942276 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Apr 01 16:27:02.377730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 72798c02-8ccd-44ff-b999-5761f0c8fe81 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:27:02.385573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5db3b0d9-59bd-4c7d-877c-7b4664fc32af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:02.442391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3a5d4-af43-4a8f-8bb3-7b3b43568aa5 req-7ff3f53a-8373-483b-ac2d-1333ddb8dec9 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:02.443893 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13e3a5d4-af43-4a8f-8bb3-7b3b43568aa5 req-7ff3f53a-8373-483b-ac2d-1333ddb8dec9 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 943 time: 0.0818188 Apr 01 16:27:02.488321 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13e3a5d4-af43-4a8f-8bb3-7b3b43568aa5 req-84b415d5-b3c4-41c4-ab39-4d0b4f2fac01 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Apr 01 16:27:02.513431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:02.526931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '72798c02-8ccd-44ff-b999-5761f0c8fe81', 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba', 'port_id': '72798c02-8ccd-44ff-b999-5761f0c8fe81', 'mac_address': 'fa:16:3e:a2:f0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d347880-32cd-4053-9515-e2d47e3e4ddf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:27:02.581771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:02.600910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72798c02-8ccd-44ff-b999-5761f0c8fe81 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:27:02.616168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:02.694945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:02.761817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:02.768849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.769732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.769732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.769909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.770276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.770612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.770937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.771444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.771868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.772193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.772518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.772839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:02.894565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['72798c02-8ccd-44ff-b999-5761f0c8fe81'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:02.930329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:02.939069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:03.669414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfc06e-2a46-49cd-8e03-747742f01b0d req-0ff10968-5ab9-4635-9e5d-91df61e4318b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:03.670899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17cfc06e-2a46-49cd-8e03-747742f01b0d req-0ff10968-5ab9-4635-9e5d-91df61e4318b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 944 time: 0.0786610 Apr 01 16:27:03.717702 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17cfc06e-2a46-49cd-8e03-747742f01b0d req-10d29708-7c90-4c46-b984-2244d2ebf457 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Apr 01 16:27:03.989306 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.397856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 72798c02-8ccd-44ff-b999-5761f0c8fe81 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:04.551941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 72798c02-8ccd-44ff-b999-5761f0c8fe81 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:04.557846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 72798c02-8ccd-44ff-b999-5761f0c8fe81 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:04.562797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.670942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.687817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.714523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:04.725118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:04.758317 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81', 'code': 200} Apr 01 16:27:04.795442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:04.878321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:05.025161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b494-6757-4992-91db-0887afa915f0 req-ff7f7ed4-d710-4706-b61c-931685391dbb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:05.026571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c915b494-6757-4992-91db-0887afa915f0 req-ff7f7ed4-d710-4706-b61c-931685391dbb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.1998594 Apr 01 16:27:05.120076 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c915b494-6757-4992-91db-0887afa915f0 req-50b5f5a1-ef30-43e5-a8b9-e62a0a48e8a6 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856931 Apr 01 16:27:05.140987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a8325-3ad2-40d4-a5d0-b7f52a6f7473 req-24cc9892-d78b-42ea-99ae-b5f7b8a4130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:05.142433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-766a8325-3ad2-40d4-a5d0-b7f52a6f7473 req-24cc9892-d78b-42ea-99ae-b5f7b8a4130f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 1098 time: 0.0941126 Apr 01 16:27:05.181605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-766a8325-3ad2-40d4-a5d0-b7f52a6f7473 req-ef7f241b-9d27-454a-ac79-34ced54ea6b1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Apr 01 16:27:06.313238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8ccd7-42e5-4e09-909c-b05f0379c526 req-a55b85f4-44ef-4b15-80d2-251e19184cd9 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:06.314714 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73a8ccd7-42e5-4e09-909c-b05f0379c526 req-a55b85f4-44ef-4b15-80d2-251e19184cd9 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0837290 Apr 01 16:27:06.358937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73a8ccd7-42e5-4e09-909c-b05f0379c526 req-b8a71d1c-16a7-451e-a0fc-3c5412facb19 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Apr 01 16:27:07.538488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b683b-cdc7-4f91-a50a-04b83806e881 req-0ef1b6a9-cdd9-40ea-b9ab-1caaad5d7768 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:07.540307 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-830b683b-cdc7-4f91-a50a-04b83806e881 req-0ef1b6a9-cdd9-40ea-b9ab-1caaad5d7768 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0796411 Apr 01 16:27:07.585801 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-830b683b-cdc7-4f91-a50a-04b83806e881 req-9c419a12-e253-4806-8a65-75e5c6b7971b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Apr 01 16:27:07.873134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-6e9e2886-0754-4944-8925-69feb2d8c9bc tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:07.875425 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-6e9e2886-0754-4944-8925-69feb2d8c9bc tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/networks?id=953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 200 len: 814 time: 0.1501474 Apr 01 16:27:07.890008 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-40450a91-162d-4698-8b2c-1794bff467b3 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/quotas/a7107eff8bff4aa4b809b094414c7894 HTTP/1.1" status: 200 len: 375 time: 0.0090857 Apr 01 16:27:07.969480 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-5f22457e-6fdd-47c1-9d9e-351ca10c0514 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745602 Apr 01 16:27:08.145145 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-b1fcb2e5-84ee-4aa5-9e36-f29dd00e1eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688802 Apr 01 16:27:08.275269 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-cc3e9ac7-57c0-4001-836b-86820b2daa86 service neutron] 10.222.0.18 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243265 Apr 01 16:27:08.571953 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4139f56e-c192-4b43-8bb0-6a95abbe1dcf req-c20ea444-2895-4e24-b3e3-67c6bdfe4962 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 210 time: 0.0409901 Apr 01 16:27:09.724013 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-650b8db9-832f-4b46-9f21-9796e186a6f3 req-734288f4-be72-463a-ada1-50979d48fb9c tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 210 time: 0.0457542 Apr 01 16:27:10.567827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-92c1e27c-396c-454f-bc89-bf9db9a8982f tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:10.569290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-92c1e27c-396c-454f-bc89-bf9db9a8982f tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "GET /v2.0/networks?id=953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 200 len: 814 time: 0.1465065 Apr 01 16:27:10.580880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Request body: {'port': {'device_id': '6f9c654d-742f-427b-9530-bed75b5337bd', 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba', 'admin_state_up': True, 'tenant_id': 'a7107eff8bff4aa4b809b094414c7894'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:10.631215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:27:10.715300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:10.725075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:10.812998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Made reservation on behalf of a7107eff8bff4aa4b809b094414c7894 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:10.816580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:10.917236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ac2bfe47-94d4-4015-b4ae-37960d06d753 req-9f2d6750-af5a-4142-bbe2-ba83190bf918 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 210 time: 0.0829952 Apr 01 16:27:11.025697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Allocated IP 172.20.0.8 (953c2e22-8523-47b6-8aae-c94d509cb1ba/7d347880-32cd-4053-9515-e2d47e3e4ddf/80b11339-aed9-4958-8b8b-9000d4098d31) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:11.227640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:11.312002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:11.323401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['72798c02-8ccd-44ff-b999-5761f0c8fe81'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:11.375884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Network 953c2e22-8523-47b6-8aae-c94d509cb1ba is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:11.378889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:11.386993 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:11.428982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Pushing event updated for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:11.453204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:11.453808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:11.535471 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-2646f625-36f1-4ff7-9149-0da52ae749c5 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9586096 Apr 01 16:27:11.546180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Request body: {'port': {'device_id': '6f9c654d-742f-427b-9530-bed75b5337bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:11.657479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:11.990272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b11339-aed9-4958-8b8b-9000d4098d31 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:27:11.997644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:12.012588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Transition to ACTIVE for port object 80b11339-aed9-4958-8b8b-9000d4098d31 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:12.097688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:12.112040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce663fe3-7f05-4428-ae48-de4eaeb97053 req-19105a2d-1e31-4d44-8626-cb76d92969b7 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:12.117660 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce663fe3-7f05-4428-ae48-de4eaeb97053 req-19105a2d-1e31-4d44-8626-cb76d92969b7 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 931 time: 0.0909152 Apr 01 16:27:12.160758 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce663fe3-7f05-4428-ae48-de4eaeb97053 req-370f70d2-a807-4e53-9c20-ccedad4d770a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Apr 01 16:27:12.352613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Pushing event updated for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:12.423381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Attempting to bind port 80b11339-aed9-4958-8b8b-9000d4098d31 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:12.423718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Attempting to bind port 80b11339-aed9-4958-8b8b-9000d4098d31 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:12.424051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Attempting to bind port 80b11339-aed9-4958-8b8b-9000d4098d31 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:12.428543 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Port 80b11339-aed9-4958-8b8b-9000d4098d31 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:27:12.428864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Attempting to bind port 80b11339-aed9-4958-8b8b-9000d4098d31 on network 953c2e22-8523-47b6-8aae-c94d509cb1ba {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:12.433942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:12.434277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Checking segment: {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:12.434657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Bound using segment: {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:12.435083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Bound port: 80b11339-aed9-4958-8b8b-9000d4098d31, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb113d39-cb6a-4972-b918-a059a87d9854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:12.435453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:12.523650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:12.526571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=80b11339-aed9-4958-8b8b-9000d4098d31,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:12.589922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:12.646176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:12.646650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:12.648015 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] 10.222.0.90 "PUT /v2.0/ports/80b11339-aed9-4958-8b8b-9000d4098d31 HTTP/1.1" status: 200 len: 1093 time: 1.1058218 Apr 01 16:27:12.650470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:12.677966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec45da4-d77b-465b-bd44-ed953071fe8b service neutron] Pushing event updated for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:12.701844 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31', 'status': 'completed', 'code': 200} Apr 01 16:27:12.792796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-89398cad-a1ba-4b8e-9fde-7b82ea9d49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:12.794241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-89398cad-a1ba-4b8e-9fde-7b82ea9d49f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 1096 time: 0.0733352 Apr 01 16:27:12.933176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-6530a4da-9184-41ff-9fe0-e66b3d13ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:12.934525 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-6530a4da-9184-41ff-9fe0-e66b3d13ede7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a7107eff8bff4aa4b809b094414c7894&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1341999 Apr 01 16:27:13.070251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-d414c997-da6d-4cbb-96d5-016556d654e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:13.071734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18cb4999-7a6f-499e-b3cf-3192f38e756f req-d414c997-da6d-4cbb-96d5-016556d654e4 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314192 Apr 01 16:27:13.175538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-bc3a61e2-cfae-49a1-9332-92bdc4eea471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:13.177013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-bc3a61e2-cfae-49a1-9332-92bdc4eea471 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 1096 time: 0.0702784 Apr 01 16:27:13.249017 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-735ab161-5ad8-4887-8cc9-6e01235ff691 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80b11339-aed9-4958-8b8b-9000d4098d31 HTTP/1.1" status: 200 len: 217 time: 0.0645986 Apr 01 16:27:13.309757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-a73eb416-0c12-43a1-bceb-59125cc45b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:13.311781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-a73eb416-0c12-43a1-bceb-59125cc45b91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d347880-32cd-4053-9515-e2d47e3e4ddf HTTP/1.1" status: 200 len: 854 time: 0.0574687 Apr 01 16:27:13.363218 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-3f4419fb-94a9-4df7-b6cd-853fc54bf9cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=953c2e22-8523-47b6-8aae-c94d509cb1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450923 Apr 01 16:27:13.453885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7bbe3-e8bc-4535-b79b-67a480bbb677 req-b15adef4-9e52-40a5-9b2f-69f173ffaa21 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:13.455274 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9f7bbe3-e8bc-4535-b79b-67a480bbb677 req-b15adef4-9e52-40a5-9b2f-69f173ffaa21 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 943 time: 0.1857505 Apr 01 16:27:13.495454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-1691b00b-c019-4c78-b622-e8b8c5cf46dd service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255057 Apr 01 16:27:13.498752 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9f7bbe3-e8bc-4535-b79b-67a480bbb677 req-d4beacd6-8b6a-4ff2-9f1b-c8e974fe68f4 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371745 Apr 01 16:27:13.624001 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-282e8265-dc8a-41e8-953d-906adcee7b68 req-aef73298-c8a9-4ccc-933e-13095d564968 service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228032 Apr 01 16:27:14.682536 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59de50-0590-4cf0-9ea3-509c0b3c185f req-0829c286-f4db-4d94-8f80-5b18198f9a02 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:14.683383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b59de50-0590-4cf0-9ea3-509c0b3c185f req-0829c286-f4db-4d94-8f80-5b18198f9a02 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:14.774212 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b59de50-0590-4cf0-9ea3-509c0b3c185f req-0829c286-f4db-4d94-8f80-5b18198f9a02 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:14.775469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b59de50-0590-4cf0-9ea3-509c0b3c185f req-0829c286-f4db-4d94-8f80-5b18198f9a02 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 943 time: 0.1719937 Apr 01 16:27:14.819785 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b59de50-0590-4cf0-9ea3-509c0b3c185f req-3699e6cf-0fbb-4778-a7da-768f4e34d059 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Apr 01 16:27:15.314999 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-55a1b30b-6ab6-44fe-a7fd-807bc52164f0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701907 Apr 01 16:27:15.448535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-7fed007d-0f5c-4623-b8bd-4ab12189f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:15.449902 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-7fed007d-0f5c-4623-b8bd-4ab12189f735 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a7107eff8bff4aa4b809b094414c7894&device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 1098 time: 0.0689225 Apr 01 16:27:15.591485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-6edf058b-19c3-4e59-90ce-ad5089950bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:15.592930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-6edf058b-19c3-4e59-90ce-ad5089950bf8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 200 len: 915 time: 0.1256661 Apr 01 16:27:15.767668 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-ead4db15-b13c-4a2b-aea5-843908f0c5f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81 HTTP/1.1" status: 200 len: 217 time: 0.1692603 Apr 01 16:27:15.828284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-1d015c93-a7f0-411f-8278-cc691ff98168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:15.829684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-1d015c93-a7f0-411f-8278-cc691ff98168 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d347880-32cd-4053-9515-e2d47e3e4ddf HTTP/1.1" status: 200 len: 854 time: 0.0572376 Apr 01 16:27:15.880295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-1f4ce41d-4e50-450c-a284-bfd085d7e2f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=953c2e22-8523-47b6-8aae-c94d509cb1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452294 Apr 01 16:27:16.004245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333b11-e65d-4e60-b23d-12cafbf482e1 req-13c64d9e-57f1-4ae7-bec2-ea69b6493faf tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:16.005701 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed333b11-e65d-4e60-b23d-12cafbf482e1 req-13c64d9e-57f1-4ae7-bec2-ea69b6493faf tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 943 time: 0.0800014 Apr 01 16:27:16.012408 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-c0b1ec12-4dca-4474-b808-7f0e32ba1924 service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262658 Apr 01 16:27:16.049867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed333b11-e65d-4e60-b23d-12cafbf482e1 req-9a2a2eeb-0084-4215-8e72-e08e37629709 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Apr 01 16:27:16.146971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f06e42-7fa4-4329-be25-ed7833ba116a req-2f00fd68-b067-4e8c-b74d-346223bf7c6c service neutron] 10.222.0.90 "GET /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290269 Apr 01 16:27:16.437316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 80b11339-aed9-4958-8b8b-9000d4098d31 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:27:16.565816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=80b11339-aed9-4958-8b8b-9000d4098d31,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:16.581543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '80b11339-aed9-4958-8b8b-9000d4098d31', 'network_id': '953c2e22-8523-47b6-8aae-c94d509cb1ba', 'port_id': '80b11339-aed9-4958-8b8b-9000d4098d31', 'mac_address': 'fa:16:3e:98:b8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d347880-32cd-4053-9515-e2d47e3e4ddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:27:16.635151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.652295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b11339-aed9-4958-8b8b-9000d4098d31 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:27:16.776297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=80b11339-aed9-4958-8b8b-9000d4098d31,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:16.777478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:16.844556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:16.983449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['80b11339-aed9-4958-8b8b-9000d4098d31'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:17.240371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edf4cd-9094-43e7-ab0b-ca7e8dec6f96 req-bb87a95d-773b-4c96-9953-3fe1b16aee34 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:17.241795 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34edf4cd-9094-43e7-ab0b-ca7e8dec6f96 req-bb87a95d-773b-4c96-9953-3fe1b16aee34 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 944 time: 0.0794601 Apr 01 16:27:17.285271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34edf4cd-9094-43e7-ab0b-ca7e8dec6f96 req-812cd10b-67ce-48ac-8313-d6f5d1867449 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Apr 01 16:27:18.434857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 80b11339-aed9-4958-8b8b-9000d4098d31 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:18.468456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bed3e-d269-4fc1-a723-a8c9f06b25c7 req-86271bc3-fa81-4617-b447-e6643bc3c39a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:18.469953 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca0bed3e-d269-4fc1-a723-a8c9f06b25c7 req-86271bc3-fa81-4617-b447-e6643bc3c39a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 944 time: 0.0833526 Apr 01 16:27:18.516097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca0bed3e-d269-4fc1-a723-a8c9f06b25c7 req-433d4dd7-4505-4e2a-b918-151a0ea3b7e0 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Apr 01 16:27:18.596915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 80b11339-aed9-4958-8b8b-9000d4098d31 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:18.601843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 80b11339-aed9-4958-8b8b-9000d4098d31 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:18.602243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.715100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.742808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:18.753496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=80b11339-aed9-4958-8b8b-9000d4098d31,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:18.786891 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31', 'code': 200} Apr 01 16:27:18.823602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:18.889829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:19.091626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55ce31-b2d3-4cb3-8429-53fa494211ab req-42d0dab4-5c1b-4825-8cfa-48fdafc05f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:19.093110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d55ce31-b2d3-4cb3-8429-53fa494211ab req-42d0dab4-5c1b-4825-8cfa-48fdafc05f84 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 1098 time: 0.0726728 Apr 01 16:27:19.135194 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d55ce31-b2d3-4cb3-8429-53fa494211ab req-81db7c58-547f-4522-99e3-a4aacf797239 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Apr 01 16:27:19.697141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6858-67af-4354-a532-0b686e146e9b req-18570fa1-9f79-4840-a74e-f20421e9dc38 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:19.698567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e9b6858-67af-4354-a532-0b686e146e9b req-18570fa1-9f79-4840-a74e-f20421e9dc38 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 945 time: 0.0820429 Apr 01 16:27:19.742228 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e9b6858-67af-4354-a532-0b686e146e9b req-8f3cfb7e-0042-4a94-a3ac-6f4e3e2dc548 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375292 Apr 01 16:27:20.927281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568bf42-0ebd-4c39-997f-307cf8ac063c req-0785eb13-ad20-4041-b958-cb8a25006c2d tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:20.928862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f568bf42-0ebd-4c39-997f-307cf8ac063c req-0785eb13-ad20-4041-b958-cb8a25006c2d tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 945 time: 0.0801485 Apr 01 16:27:20.975800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f568bf42-0ebd-4c39-997f-307cf8ac063c req-9a666669-ce44-49c6-b4a6-7e3c91ebdefd tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Apr 01 16:27:21.556704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb7c0-00fe-48aa-816c-afabd039b17d req-0e999935-26a7-4c2d-a406-fedf9d458b5e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:21.558154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae1bb7c0-00fe-48aa-816c-afabd039b17d req-0e999935-26a7-4c2d-a406-fedf9d458b5e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 945 time: 0.0791991 Apr 01 16:27:21.602191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ae1bb7c0-00fe-48aa-816c-afabd039b17d req-5ae25732-8fb8-40d7-ba5e-2bcfd898fc68 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Apr 01 16:27:22.786990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e3b6a-b4d9-49c2-9d76-c5966fbdb08c req-ea505233-0e74-4044-91e9-84f288638e85 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:22.788485 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a59e3b6a-b4d9-49c2-9d76-c5966fbdb08c req-ea505233-0e74-4044-91e9-84f288638e85 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 945 time: 0.0804155 Apr 01 16:27:22.836161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a59e3b6a-b4d9-49c2-9d76-c5966fbdb08c req-d9d9d282-b0ae-4e98-aa2a-dab281c4f0fd tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Apr 01 16:27:22.856533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52367146-9474-4f90-aca4-521df06b02e9 req-55684e64-a5d6-4672-906d-4a7201f1e658 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:22.857993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52367146-9474-4f90-aca4-521df06b02e9 req-55684e64-a5d6-4672-906d-4a7201f1e658 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 945 time: 0.0840731 Apr 01 16:27:22.927178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Deleting port 80b11339-aed9-4958-8b8b-9000d4098d31 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:22.927426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.171911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] For port 80b11339-aed9-4958-8b8b-9000d4098d31, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=80b11339-aed9-4958-8b8b-9000d4098d31,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:23.172263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.292607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Calling delete_port for 80b11339-aed9-4958-8b8b-9000d4098d31 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:23.491751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.502758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['72798c02-8ccd-44ff-b999-5761f0c8fe81', '80b11339-aed9-4958-8b8b-9000d4098d31'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:23.541978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Pushing event deleted for resources: {'Port': ['ID=80b11339-aed9-4958-8b8b-9000d4098d31,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:23.724792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] No DVR routers for this DVR port 80b11339-aed9-4958-8b8b-9000d4098d31 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:23.727222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.729649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'name': 'network-vif-deleted', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:23.775363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9c654d-742f-427b-9530-bed75b5337bd', 'name': 'network-vif-deleted', 'tag': '80b11339-aed9-4958-8b8b-9000d4098d31', 'status': 'completed', 'code': 200} Apr 01 16:27:23.801295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52367146-9474-4f90-aca4-521df06b02e9 req-332382ee-2691-4b78-b167-f4fb315e08bb tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "DELETE /v2.0/ports/80b11339-aed9-4958-8b8b-9000d4098d31 HTTP/1.1" status: 204 len: 173 time: 0.9382896 Apr 01 16:27:23.990417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e890136e-9405-4af5-a3d2-db35184edf6c req-a60033ac-915e-4791-bb47-fb9384d8986f tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9c654d-742f-427b-9530-bed75b5337bd HTTP/1.1" status: 200 len: 210 time: 0.0461175 Apr 01 16:27:25.241192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc7357-f8d0-47bd-8fb2-10b803ba3a94 req-efb968e8-2a5b-4f8f-94b2-2a0ff2b8144a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.242632 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5efc7357-f8d0-47bd-8fb2-10b803ba3a94 req-efb968e8-2a5b-4f8f-94b2-2a0ff2b8144a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0802169 Apr 01 16:27:25.286010 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5efc7357-f8d0-47bd-8fb2-10b803ba3a94 req-cd33a828-1889-4f53-b857-40646362cd3e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Apr 01 16:27:25.486286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93a52c-8f0d-46d2-b7df-6d1dcf7f8a2b req-86617c1f-3c4f-4463-be5e-fff37a755635 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.487749 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa93a52c-8f0d-46d2-b7df-6d1dcf7f8a2b req-86617c1f-3c4f-4463-be5e-fff37a755635 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0824873 Apr 01 16:27:25.531893 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa93a52c-8f0d-46d2-b7df-6d1dcf7f8a2b req-5319536f-9e4a-44af-8110-fe9e68c973e2 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384314 Apr 01 16:27:25.719887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b3cf8-ed44-4655-89c7-b1b6d6bd408b req-21b94ad2-f875-44ad-8682-2d65f28bd1a2 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.720578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e21b3cf8-ed44-4655-89c7-b1b6d6bd408b req-21b94ad2-f875-44ad-8682-2d65f28bd1a2 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:25.791391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e21b3cf8-ed44-4655-89c7-b1b6d6bd408b req-21b94ad2-f875-44ad-8682-2d65f28bd1a2 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:25.792608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e21b3cf8-ed44-4655-89c7-b1b6d6bd408b req-21b94ad2-f875-44ad-8682-2d65f28bd1a2 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.1518123 Apr 01 16:27:25.840740 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e21b3cf8-ed44-4655-89c7-b1b6d6bd408b req-c017e5d1-38a2-4dfd-9378-ecc0d41853cf tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Apr 01 16:27:26.122535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ed1f-3065-4938-ac98-28aacee53829 req-3bbbfdc6-35e0-4531-9266-8f7300e00229 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:26.124865 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9b2ed1f-3065-4938-ac98-28aacee53829 req-3bbbfdc6-35e0-4531-9266-8f7300e00229 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0799940 Apr 01 16:27:26.168532 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9b2ed1f-3065-4938-ac98-28aacee53829 req-e03f68d1-ab9c-4af6-96a8-133f0f23f8cc tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Apr 01 16:27:26.351029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37c6a1-8cbb-4dc6-ab5a-079bcc2fabd9 req-df8188cd-c9f5-479f-9233-9561045359b1 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:26.352505 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c37c6a1-8cbb-4dc6-ab5a-079bcc2fabd9 req-df8188cd-c9f5-479f-9233-9561045359b1 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0793500 Apr 01 16:27:26.396545 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c37c6a1-8cbb-4dc6-ab5a-079bcc2fabd9 req-5e103dbc-153a-44e5-aad8-8e7dfbf3e400 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Apr 01 16:27:26.474248 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 80b11339-aed9-4958-8b8b-9000d4098d31 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:26.509493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 80b11339-aed9-4958-8b8b-9000d4098d31 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:26.509840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 80b11339-aed9-4958-8b8b-9000d4098d31 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:26.590030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56310d2e-41b9-4dab-bb9b-fede35febffc req-9b9acc4b-c374-4ebc-9d3d-fb33cd56d14a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:26.591504 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56310d2e-41b9-4dab-bb9b-fede35febffc req-9b9acc4b-c374-4ebc-9d3d-fb33cd56d14a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0824008 Apr 01 16:27:26.634838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56310d2e-41b9-4dab-bb9b-fede35febffc req-09d36394-1ae0-47c0-8e24-403734a5284a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368977 Apr 01 16:27:27.376972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ed512-fdd3-454b-902d-1a54cb2e9848 req-36c30034-898d-482c-846e-05ad3db86a2b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:27.378395 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a65ed512-fdd3-454b-902d-1a54cb2e9848 req-36c30034-898d-482c-846e-05ad3db86a2b tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.0821092 Apr 01 16:27:27.421358 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a65ed512-fdd3-454b-902d-1a54cb2e9848 req-d995ad42-1e33-4056-9497-a12c2ec0e187 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Apr 01 16:27:28.641784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39aa77-7c5e-4fc4-932f-0bb4526fe1da req-8eddbc77-8ba0-421a-8b8d-68dee97b13d1 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:28.643251 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b39aa77-7c5e-4fc4-932f-0bb4526fe1da req-8eddbc77-8ba0-421a-8b8d-68dee97b13d1 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.1168272 Apr 01 16:27:28.700284 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b39aa77-7c5e-4fc4-932f-0bb4526fe1da req-2adde1cb-1f2d-42d7-9e7b-92dc96f6c95e tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/security-groups?id=c97ec94a-3bed-43b4-a849-db634245219b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505810 Apr 01 16:27:28.721138 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-92940fd8-8fbc-47c8-bdcf-8e88b0170bae tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:28.722531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-92940fd8-8fbc-47c8-bdcf-8e88b0170bae tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 945 time: 0.1251824 Apr 01 16:27:28.792945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Deleting port 72798c02-8ccd-44ff-b999-5761f0c8fe81 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:28.793360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.037427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] For port 72798c02-8ccd-44ff-b999-5761f0c8fe81, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=72798c02-8ccd-44ff-b999-5761f0c8fe81,segment=NetworkSegment(cb113d39-cb6a-4972-b918-a059a87d9854),segment_id=cb113d39-cb6a-4972-b918-a059a87d9854)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:29.037704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.160567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Calling delete_port for 72798c02-8ccd-44ff-b999-5761f0c8fe81 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:29.354345 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.364923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['72798c02-8ccd-44ff-b999-5761f0c8fe81'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:27:29.405427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Pushing event deleted for resources: {'Port': ['ID=72798c02-8ccd-44ff-b999-5761f0c8fe81,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:29.479846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] No DVR routers for this DVR port 72798c02-8ccd-44ff-b999-5761f0c8fe81 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:29.482251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.484762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'name': 'network-vif-deleted', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:27:29.486029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1cefdd9f-bde4-4ec8-bafb-46642d5811f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.530149 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb987e-2c0f-443e-8a90-e02ffe7bfe4d', 'name': 'network-vif-deleted', 'tag': '72798c02-8ccd-44ff-b999-5761f0c8fe81', 'status': 'completed', 'code': 200} Apr 01 16:27:29.560622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-13a079db-fa0c-436a-ac0c-906860e616d7 req-fbc9f442-e41f-4415-9f45-1a57e1162b6a tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.90 "DELETE /v2.0/ports/72798c02-8ccd-44ff-b999-5761f0c8fe81 HTTP/1.1" status: 204 len: 173 time: 0.8325787 Apr 01 16:27:29.850124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-be1aab35-fc02-415b-8ff8-d67f203e7cda req-1668541e-b881-40e2-bae6-64a3166c4eb6 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Synchronizing usage tracker for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:29.968364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-be1aab35-fc02-415b-8ff8-d67f203e7cda req-1668541e-b881-40e2-bae6-64a3166c4eb6 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] Unset dirty status for tenant:a7107eff8bff4aa4b809b094414c7894 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:29.969521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-be1aab35-fc02-415b-8ff8-d67f203e7cda req-1668541e-b881-40e2-bae6-64a3166c4eb6 tempest-ServersNegativeTestJSON-1353678664 tempest-ServersNegativeTestJSON-1353678664-project] 10.222.0.18 "GET /v2.0/ports?device_id=79cb987e-2c0f-443e-8a90-e02ffe7bfe4d HTTP/1.1" status: 200 len: 210 time: 0.1619320 Apr 01 16:27:31.062070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:31.121653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Deleting subnet 7d347880-32cd-4053-9515-e2d47e3e4ddf {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:27:31.124863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.176555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.230859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.377569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.419513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d347880-32cd-4053-9515-e2d47e3e4ddf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:31.421427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.427420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d8587e4f-790c-4693-a501-814ee0bdc6fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d347880-32cd-4053-9515-e2d47e3e4ddf HTTP/1.1" status: 204 len: 168 time: 0.3643067 Apr 01 16:27:31.429844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:31.534480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.754004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.778207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953c2e22-8523-47b6-8aae-c94d509cb1ba']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.789962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb113d39-cb6a-4972-b918-a059a87d9854') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.790264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb113d39-cb6a-4972-b918-a059a87d9854') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.801920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.817763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.823562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:31.823946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:31.836615 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:31.974140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.989950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.001401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=953c2e22-8523-47b6-8aae-c94d509cb1ba,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:32.066385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-11c92134-c061-4723-a973-36f376341a22 admin admin] 10.222.0.18 "DELETE /v2.0/networks/953c2e22-8523-47b6-8aae-c94d509cb1ba HTTP/1.1" status: 204 len: 168 time: 0.6355498 Apr 01 16:27:32.383553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54984) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:32.388577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b24b1b0a-a6a2-4b1f-8296-f86777a7ebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.432195 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-19d701c9-e37e-461e-8b14-445c6ddf68f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7107eff8bff4aa4b809b094414c7894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474560 Apr 01 16:27:32.434529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 54988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:32.487923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 72798c02-8ccd-44ff-b999-5761f0c8fe81 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:32.492595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.518262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.526890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 72798c02-8ccd-44ff-b999-5761f0c8fe81 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:32.527188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 72798c02-8ccd-44ff-b999-5761f0c8fe81 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:32.645287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.663419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ec94a-3bed-43b4-a849-db634245219b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:32.719705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.721535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c942ccc1-0a55-4c19-8eea-e694f775dc44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c97ec94a-3bed-43b4-a849-db634245219b HTTP/1.1" status: 204 len: 168 time: 0.2859402 Apr 01 16:27:32.937628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.000971 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.840166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:33.941455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1741922865'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:33.946353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:33.950109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:network and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:33.953416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:33.959474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:33.991419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.054330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:34.057719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.070304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.086129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.089970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:security_group_rule and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.092762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.098919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.179223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.233952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.268015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:34.276535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dbec53-f10e-490e-b71f-922241b588fb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.281949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.282300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Added segment a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22 of type vlan for network 91174c88-8fcf-40aa-b882-5303fee043b2 Apr 01 16:27:34.309869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.399757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.405356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:34.405933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.515061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Network': ['ID=91174c88-8fcf-40aa-b882-5303fee043b2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.525424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 91174c88-8fcf-40aa-b882-5303fee043b2 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:34.571997 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b53c16cc-4246-4837-9e29-c9c9aa90b355 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7307343 Apr 01 16:27:34.685332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.846508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55018) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.852297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'subnet': {'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:37.959995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:37.963777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:subnet and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:37.966487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:37.972090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:38.033687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:38.037110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.302410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.380025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Subnet': ['ID=72cf4782-b413-415c-ab3a-9c555ade79d0,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:38.390328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking segment: {'id': 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:38.390687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network hostable DHCP agents. Network: 91174c88-8fcf-40aa-b882-5303fee043b2, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:38.396621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.396990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.397328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.397668 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.397996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.398324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.398650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.398970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.399319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.399644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.399964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.400283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:38.462083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network 91174c88-8fcf-40aa-b882-5303fee043b2 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:38.530606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 91174c88-8fcf-40aa-b882-5303fee043b2) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:38.534549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:38.537460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.541807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e1455-43a7-47f6-a311-cace5da78229 None None] Network 91174c88-8fcf-40aa-b882-5303fee043b2 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:38.634994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32c202bd-047f-4211-8b21-fa29eee893f4 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7871308 Apr 01 16:27:38.638046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:38.643587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659968834'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:38.648487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:38.652314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:network and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:38.655090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:38.661486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:38.739891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:38.743466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.749811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-91174c88-8fcf-40aa-b882-5303fee043b2', 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2', 'tenant_id': '07fc39bf4b2e46b3b9a9a1b81b7407c5', 'fixed_ips': [{'subnet_id': '72cf4782-b413-415c-ab3a-9c555ade79d0'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:38.755017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.772262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:38.783591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.784049 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Added segment 7e9648e2-70ad-4e89-9785-5c9fce413042 of type vlan for network 80de5676-0426-4b83-9d39-d4b2021ec34f Apr 01 16:27:38.814378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.908757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Allocated IP 2001:db8:0:ffff::2 (91174c88-8fcf-40aa-b882-5303fee043b2/72cf4782-b413-415c-ab3a-9c555ade79d0/fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:38.945810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.951367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:38.951953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.060578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Network': ['ID=80de5676-0426-4b83-9d39-d4b2021ec34f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.092313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 80de5676-0426-4b83-9d39-d4b2021ec34f details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:39.123300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8444c80b-c595-4263-bb05-52001a706ee0 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4815674 Apr 01 16:27:39.123762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:39.130012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'subnet': {'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:39.203273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.225904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Transition to ACTIVE for port object fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:39.242939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:39.245528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Transition to ACTIVE for port object fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:39.247108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:subnet and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:39.250330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:39.256029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:39.309007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.337040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:39.340776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.369098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Network 91174c88-8fcf-40aa-b882-5303fee043b2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:39.371843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:39.379871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:39.389165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Pushing event updated for resources: {'Port': ['ID=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.476195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Attempting to bind port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:39.476526 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Attempting to bind port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:39.476852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Attempting to bind port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa on network 91174c88-8fcf-40aa-b882-5303fee043b2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:39.482176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:39.482549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Checking segment: {'id': 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:39.482957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.483386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Bound using segment: {'id': 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:39.483875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Bound port: fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '91174c88-8fcf-40aa-b882-5303fee043b2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:39.484249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.571586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] For port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:39.574494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] For port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,segment=NetworkSegment(a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22),segment_id=a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:39.605356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.634168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.683996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Subnet': ['ID=b06016e5-0154-4ae3-b21b-11775a00e722,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.696846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking segment: {'id': '7e9648e2-70ad-4e89-9785-5c9fce413042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:39.696846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network hostable DHCP agents. Network: 80de5676-0426-4b83-9d39-d4b2021ec34f, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:39.748256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70082f9b-4abd-4e0c-a657-084d1af6aecc None None] Pushing event updated for resources: {'Port': ['ID=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.768654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network 80de5676-0426-4b83-9d39-d4b2021ec34f is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:39.881213 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 80de5676-0426-4b83-9d39-d4b2021ec34f) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:39.882509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:39.883460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.889266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7eca2-31ef-4efe-be50-ff6caffa8758 None None] Network 80de5676-0426-4b83-9d39-d4b2021ec34f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:39.981533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5063fd9b-788e-4493-9351-a2ca46e5de79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8562031 Apr 01 16:27:39.984754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:40.131512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-80de5676-0426-4b83-9d39-d4b2021ec34f', 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f', 'tenant_id': '07fc39bf4b2e46b3b9a9a1b81b7407c5', 'fixed_ips': [{'subnet_id': 'b06016e5-0154-4ae3-b21b-11775a00e722'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:40.132366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.138216 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.208595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.289437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Allocated IP 2001:db8::2 (80de5676-0426-4b83-9d39-d4b2021ec34f/b06016e5-0154-4ae3-b21b-11775a00e722/56cda2b6-a434-46e6-a2b5-553280707a1f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:40.502218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.512826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Transition to ACTIVE for port object 56cda2b6-a434-46e6-a2b5-553280707a1f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:40.531986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Transition to ACTIVE for port object 56cda2b6-a434-46e6-a2b5-553280707a1f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:40.600275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.651521 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ca341-f1e1-44dd-a9f0-864b73076c2c None None] Network 91174c88-8fcf-40aa-b882-5303fee043b2 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:40.705560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Network 80de5676-0426-4b83-9d39-d4b2021ec34f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:40.710272 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:40.712718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:40.720839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.725701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Pushing event updated for resources: {'Port': ['ID=56cda2b6-a434-46e6-a2b5-553280707a1f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:40.763095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Subnet': ['ID=b06016e5-0154-4ae3-b21b-11775a00e722,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:40.854528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.876922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Attempting to bind port 56cda2b6-a434-46e6-a2b5-553280707a1f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:40.877294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Attempting to bind port 56cda2b6-a434-46e6-a2b5-553280707a1f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '7e9648e2-70ad-4e89-9785-5c9fce413042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:40.877651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Attempting to bind port 56cda2b6-a434-46e6-a2b5-553280707a1f on network 80de5676-0426-4b83-9d39-d4b2021ec34f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:40.896279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:40.896545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Checking segment: {'id': '7e9648e2-70ad-4e89-9785-5c9fce413042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:40.896946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.897344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Bound using segment: {'id': '7e9648e2-70ad-4e89-9785-5c9fce413042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:40.897831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Bound port: 56cda2b6-a434-46e6-a2b5-553280707a1f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9648e2-70ad-4e89-9785-5c9fce413042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '80de5676-0426-4b83-9d39-d4b2021ec34f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:40.898542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.985714 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80de5676-0426-4b83-9d39-d4b2021ec34f']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:40.998544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9648e2-70ad-4e89-9785-5c9fce413042') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:40.998544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9648e2-70ad-4e89-9785-5c9fce413042') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:41.001594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0907c19-5ef2-4c93-89e6-1352ac9a12db None None] Provisioning for port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:41.011015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.027200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.033154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:41.033539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:41.047953 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:41.081026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] For port 56cda2b6-a434-46e6-a2b5-553280707a1f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:41.138589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] For port 56cda2b6-a434-46e6-a2b5-553280707a1f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=56cda2b6-a434-46e6-a2b5-553280707a1f,segment=NetworkSegment(7e9648e2-70ad-4e89-9785-5c9fce413042),segment_id=7e9648e2-70ad-4e89-9785-5c9fce413042)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:41.175216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:41.190077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:27:41.190077 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:27:41.190077 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': '80de5676-0426-4b83-9d39-d4b2021ec34f'}] Apr 01 16:27:41.190077 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:41.190604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:41.230053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.353253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9359-a4e1-40d8-b18c-08fad48bc6af None None] Pushing event updated for resources: {'Port': ['ID=56cda2b6-a434-46e6-a2b5-553280707a1f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:41.400040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016215e8-f83b-4ed5-b6bf-1b265f21d9fa None None] Network 80de5676-0426-4b83-9d39-d4b2021ec34f requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:41.425126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:41.432911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:41.433283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.691887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.703789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting port 56cda2b6-a434-46e6-a2b5-553280707a1f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:41.704128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.707172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.752858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,segment=NetworkSegment(a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22),segment_id=a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:41.757512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4432e-c990-48ba-813a-3e0db78e1820 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:27:41.825723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.885346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4432e-c990-48ba-813a-3e0db78e1820 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:27:41.909130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] For port 56cda2b6-a434-46e6-a2b5-553280707a1f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=56cda2b6-a434-46e6-a2b5-553280707a1f,segment=NetworkSegment(7e9648e2-70ad-4e89-9785-5c9fce413042),segment_id=7e9648e2-70ad-4e89-9785-5c9fce413042)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:41.909507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.931755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.034507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Calling delete_port for 56cda2b6-a434-46e6-a2b5-553280707a1f owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:42.188483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.238110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Port': ['ID=56cda2b6-a434-46e6-a2b5-553280707a1f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.242388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No DVR routers for this DVR port 56cda2b6-a434-46e6-a2b5-553280707a1f on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:42.364304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.388579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80de5676-0426-4b83-9d39-d4b2021ec34f']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:42.401834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9648e2-70ad-4e89-9785-5c9fce413042') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:42.402141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9648e2-70ad-4e89-9785-5c9fce413042') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:42.414123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.429727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.436017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:42.436403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:42.451027 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:42.576426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.593762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.604556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Network': ['ID=80de5676-0426-4b83-9d39-d4b2021ec34f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.610654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4c9b49b1-24d7-4583-a8f5-12eaeadc72ba tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/80de5676-0426-4b83-9d39-d4b2021ec34f HTTP/1.1" status: 204 len: 168 time: 2.6249278 Apr 01 16:27:42.614039 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:42.619526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587033627'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:42.625032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:42.628812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:network and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:42.631630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:42.637732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:42.696240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:42.699567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.726756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:42.734783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.735134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Added segment ff3eadc8-1cc8-4be5-ba1f-880f23d79553 of type vlan for network eaacb66c-fd9f-45f2-8751-f5044636d6d2 Apr 01 16:27:42.760384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.865291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.870748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:42.871361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.976091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Network': ['ID=eaacb66c-fd9f-45f2-8751-f5044636d6d2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.983239 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b3f12d6-a97e-4980-8122-91fc36cc1a55 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3681829 Apr 01 16:27:42.986554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:42.987802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network eaacb66c-fd9f-45f2-8751-f5044636d6d2 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:42.991948 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'subnet': {'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:43.103664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:43.107467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:subnet and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:43.110906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:43.117119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:43.126835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:43.182750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:43.186323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.199103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:43.199572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.278995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 01 16:27:43.279556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 01 16:27:43.483529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.673142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Subnet': ['ID=1dc9e171-f808-44e6-9f55-4444bc1cd70a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:43.681570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking segment: {'id': 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:43.681934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network hostable DHCP agents. Network: eaacb66c-fd9f-45f2-8751-f5044636d6d2, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:43.751293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network eaacb66c-fd9f-45f2-8751-f5044636d6d2 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:43.828360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, eaacb66c-fd9f-45f2-8751-f5044636d6d2) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:43.832313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:43.832895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.836974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17f3de-6805-4610-bc71-abfc42632b60 None None] Network eaacb66c-fd9f-45f2-8751-f5044636d6d2 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:43.926065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81cee1b9-5960-4074-8350-a34339dcd130 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9384515 Apr 01 16:27:43.928551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55044) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:44.047099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-eaacb66c-fd9f-45f2-8751-f5044636d6d2', 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2', 'tenant_id': '07fc39bf4b2e46b3b9a9a1b81b7407c5', 'fixed_ips': [{'subnet_id': '1dc9e171-f808-44e6-9f55-4444bc1cd70a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:44.047925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.067204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.136202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.205236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Allocated IP 2001:db8::3 (eaacb66c-fd9f-45f2-8751-f5044636d6d2/1dc9e171-f808-44e6-9f55-4444bc1cd70a/ee604ad6-0b5d-4f61-9b43-026eadc0f9c9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:44.404856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.415330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Transition to ACTIVE for port object ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:44.433494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Transition to ACTIVE for port object ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:44.525612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.583123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.588252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Network eaacb66c-fd9f-45f2-8751-f5044636d6d2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:44.595177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:44.599734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:44.605484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Pushing event updated for resources: {'Port': ['ID=ee604ad6-0b5d-4f61-9b43-026eadc0f9c9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.622324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc9e171-f808-44e6-9f55-4444bc1cd70a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.693247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Attempting to bind port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:44.693557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Attempting to bind port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:44.693923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Attempting to bind port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 on network eaacb66c-fd9f-45f2-8751-f5044636d6d2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:44.699101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:44.699503 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Checking segment: {'id': 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:44.699905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.700299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Bound using segment: {'id': 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:44.700767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Bound port: ee604ad6-0b5d-4f61-9b43-026eadc0f9c9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:44.701144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.716110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.743113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaacb66c-fd9f-45f2-8751-f5044636d6d2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:44.755388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:44.755694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:44.767421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.787423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.793742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:44.794131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:44.808913 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:44.815183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] For port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:44.883583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] For port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee604ad6-0b5d-4f61-9b43-026eadc0f9c9,segment=NetworkSegment(ff3eadc8-1cc8-4be5-ba1f-880f23d79553),segment_id=ff3eadc8-1cc8-4be5-ba1f-880f23d79553)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:44.917673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:27:44.917673 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:27:44.917673 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'eaacb66c-fd9f-45f2-8751-f5044636d6d2'}] Apr 01 16:27:44.917673 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:44.918139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:44.940491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.052081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68660249-355c-457f-a6d5-8d5905c7183c None None] Pushing event updated for resources: {'Port': ['ID=ee604ad6-0b5d-4f61-9b43-026eadc0f9c9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:45.084574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ecea1b-8536-4b46-a002-b6e7fc53f38b None None] Network eaacb66c-fd9f-45f2-8751-f5044636d6d2 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:45.279234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f39b3d-ee91-4401-97e8-3af1e0be43f7 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:27:45.361667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f39b3d-ee91-4401-97e8-3af1e0be43f7 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:27:45.419708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.430727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:45.431060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.640643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] For port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ee604ad6-0b5d-4f61-9b43-026eadc0f9c9,segment=NetworkSegment(ff3eadc8-1cc8-4be5-ba1f-880f23d79553),segment_id=ff3eadc8-1cc8-4be5-ba1f-880f23d79553)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:45.641129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.761648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Calling delete_port for ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:45.914425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.962909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Port': ['ID=ee604ad6-0b5d-4f61-9b43-026eadc0f9c9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:45.964692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No DVR routers for this DVR port ee604ad6-0b5d-4f61-9b43-026eadc0f9c9 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:46.085080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.110436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaacb66c-fd9f-45f2-8751-f5044636d6d2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:46.122490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:46.122787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3eadc8-1cc8-4be5-ba1f-880f23d79553') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:46.134873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.150337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.156224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:46.156608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:46.174739 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:46.333785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.351426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.364961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Network': ['ID=eaacb66c-fd9f-45f2-8751-f5044636d6d2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:46.368862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ddadadb3-279c-4f9a-b2f5-c704db1a89d3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/eaacb66c-fd9f-45f2-8751-f5044636d6d2 HTTP/1.1" status: 204 len: 168 time: 2.4393761 Apr 01 16:27:46.374620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:46.377926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545331100'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:46.382939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:46.386837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:network and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:46.389629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:46.396096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:46.468413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:46.471855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.503538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:46.511621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.512246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Added segment 089464e6-de47-427b-b2fe-03e2c9cb739d of type vlan for network 13f11cfc-c797-447e-8c23-29f2653c0ad0 Apr 01 16:27:46.536844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.625392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.630811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:46.631408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.735903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Network': ['ID=13f11cfc-c797-447e-8c23-29f2653c0ad0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:46.740452 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e1a7e88-3170-4255-8065-2785c9357fbd tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3670647 Apr 01 16:27:46.743194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55052) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:46.745900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:46.748910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'subnet': {'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:46.957033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:46.960932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:subnet and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:46.963672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:46.969269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:47.037040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:47.040637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.290884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.375690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Subnet': ['ID=229c11ec-3fff-481e-8047-305dad9ea967,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:47.385256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking segment: {'id': '089464e6-de47-427b-b2fe-03e2c9cb739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:47.385611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network hostable DHCP agents. Network: 13f11cfc-c797-447e-8c23-29f2653c0ad0, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:47.451251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:47.540016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 13f11cfc-c797-447e-8c23-29f2653c0ad0) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:47.544195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:47.544735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.549023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcea9a-f2b7-45af-a6f0-eae0725dcaf3 None None] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:47.629168 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1c0d51e-093b-4c7b-af72-fcdd80c6bcc5 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8846166 Apr 01 16:27:47.632088 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:27:47.636787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55056) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:47.642317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668804724'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:47.647973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:47.651388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:network and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:47.654240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:47.660052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:47.748295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:47.752824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.758765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-13f11cfc-c797-447e-8c23-29f2653c0ad0', 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0', 'tenant_id': '07fc39bf4b2e46b3b9a9a1b81b7407c5', 'fixed_ips': [{'subnet_id': '229c11ec-3fff-481e-8047-305dad9ea967'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:47.759617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.781264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:47.789615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.789958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Added segment 65cd22c7-6eea-49c5-8215-05f38ec84867 of type vlan for network afc12ab7-312b-449a-ae0e-6c8f93c88da6 Apr 01 16:27:47.815572 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.915643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Allocated IP 2001:db8::2 (13f11cfc-c797-447e-8c23-29f2653c0ad0/229c11ec-3fff-481e-8047-305dad9ea967/67591951-310f-4999-a605-426c67156623) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:47.936958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.942634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:47.943255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.052351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Network': ['ID=afc12ab7-312b-449a-ae0e-6c8f93c88da6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:48.077876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-228a2000-da7f-4273-bc99-7cc6454e3392 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4363921 Apr 01 16:27:48.077876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55060) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:48.082971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Request body: {'subnet': {'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:48.089863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network afc12ab7-312b-449a-ae0e-6c8f93c88da6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:48.194579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:48.198782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Usage tracker for resource:subnet and tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:48.201780 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:48.208236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:48.239081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.252330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Transition to ACTIVE for port object 67591951-310f-4999-a605-426c67156623 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:48.272617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Transition to ACTIVE for port object 67591951-310f-4999-a605-426c67156623 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:48.302079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Made reservation on behalf of 07fc39bf4b2e46b3b9a9a1b81b7407c5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:48.305541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.354222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.414768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:48.421553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:48.425627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:48.432076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Pushing event updated for resources: {'Port': ['ID=67591951-310f-4999-a605-426c67156623,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:48.521125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Attempting to bind port 67591951-310f-4999-a605-426c67156623 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:48.521576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Attempting to bind port 67591951-310f-4999-a605-426c67156623 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '089464e6-de47-427b-b2fe-03e2c9cb739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:48.521938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Attempting to bind port 67591951-310f-4999-a605-426c67156623 on network 13f11cfc-c797-447e-8c23-29f2653c0ad0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:48.527051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:48.527448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Checking segment: {'id': '089464e6-de47-427b-b2fe-03e2c9cb739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:48.527843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.528231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Bound using segment: {'id': '089464e6-de47-427b-b2fe-03e2c9cb739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:48.528697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Bound port: 67591951-310f-4999-a605-426c67156623, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089464e6-de47-427b-b2fe-03e2c9cb739d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13f11cfc-c797-447e-8c23-29f2653c0ad0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:48.529050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.576707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.616570 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] For port 67591951-310f-4999-a605-426c67156623, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:48.619522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] For port 67591951-310f-4999-a605-426c67156623, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=67591951-310f-4999-a605-426c67156623,segment=NetworkSegment(089464e6-de47-427b-b2fe-03e2c9cb739d),segment_id=089464e6-de47-427b-b2fe-03e2c9cb739d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:48.660576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event updated for resources: {'Subnet': ['ID=c201ec7c-1ce1-4e75-af85-1991389abcf6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:48.664593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Checking segment: {'id': '65cd22c7-6eea-49c5-8215-05f38ec84867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:48.664950 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network hostable DHCP agents. Network: afc12ab7-312b-449a-ae0e-6c8f93c88da6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:48.691257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.742434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Network afc12ab7-312b-449a-ae0e-6c8f93c88da6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:48.777259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7d55-66ca-4a43-91bf-663f1decad73 None None] Pushing event updated for resources: {'Port': ['ID=67591951-310f-4999-a605-426c67156623,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:48.822563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, afc12ab7-312b-449a-ae0e-6c8f93c88da6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:48.826578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:48.827194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:48.831109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d5f7b-8e44-4117-8941-a3b1a5fdf9ab None None] Network afc12ab7-312b-449a-ae0e-6c8f93c88da6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:48.938426 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4749b49e-20de-426e-8ac4-6946e81a6e14 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8598423 Apr 01 16:27:48.940881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55064) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:49.061243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-afc12ab7-312b-449a-ae0e-6c8f93c88da6', 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6', 'tenant_id': '07fc39bf4b2e46b3b9a9a1b81b7407c5', 'fixed_ips': [{'subnet_id': 'c201ec7c-1ce1-4e75-af85-1991389abcf6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:49.062782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.124994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.196957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.215892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 67591951-310f-4999-a605-426c67156623 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:49.299009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Allocated IP 2001:db8::2 (afc12ab7-312b-449a-ae0e-6c8f93c88da6/c201ec7c-1ce1-4e75-af85-1991389abcf6/7cb9fef0-97d3-4016-8ab6-35e5d7ab577b) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:49.427278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 67591951-310f-4999-a605-426c67156623 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:49.515790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.526125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Transition to ACTIVE for port object 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:49.545867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Transition to ACTIVE for port object 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:49.661368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.723626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Network afc12ab7-312b-449a-ae0e-6c8f93c88da6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:49.726361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:49.728474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.729009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:49.772254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Subnet': ['ID=c201ec7c-1ce1-4e75-af85-1991389abcf6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.772469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59146134-3b38-44c3-8b99-c0281e2c82df None None] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:49.786142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Pushing event updated for resources: {'Port': ['ID=7cb9fef0-97d3-4016-8ab6-35e5d7ab577b,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.867179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.892309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc12ab7-312b-449a-ae0e-6c8f93c88da6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:49.904203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cd22c7-6eea-49c5-8215-05f38ec84867') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:49.904505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cd22c7-6eea-49c5-8215-05f38ec84867') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:49.916244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.929509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Attempting to bind port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:49.929876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Attempting to bind port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '65cd22c7-6eea-49c5-8215-05f38ec84867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:49.930239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Attempting to bind port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b on network afc12ab7-312b-449a-ae0e-6c8f93c88da6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:49.931978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.938805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:49.939354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.943175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:49.943522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Checking segment: {'id': '65cd22c7-6eea-49c5-8215-05f38ec84867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:49.943926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.944319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Bound using segment: {'id': '65cd22c7-6eea-49c5-8215-05f38ec84867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:49.944786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Bound port: 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd22c7-6eea-49c5-8215-05f38ec84867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:49.949507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:49.954316 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:50.029986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Provisioning for port 67591951-310f-4999-a605-426c67156623 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:50.052947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Provisioning complete for port 67591951-310f-4999-a605-426c67156623 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:50.053299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.187350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] For port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:50.192522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] For port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7cb9fef0-97d3-4016-8ab6-35e5d7ab577b,segment=NetworkSegment(65cd22c7-6eea-49c5-8215-05f38ec84867),segment_id=65cd22c7-6eea-49c5-8215-05f38ec84867)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:27:50.203435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:27:50.203435 dv-neutron-835943-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:27:50.203435 dv-neutron-835943-1-hyperv neutron-server[88601]: [parameters: {'id': 'afc12ab7-312b-449a-ae0e-6c8f93c88da6'}] Apr 01 16:27:50.203435 dv-neutron-835943-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:50.203787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:50.263097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.345341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.451442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d101-60f5-433b-a428-f3301c79287e None None] Pushing event updated for resources: {'Port': ['ID=7cb9fef0-97d3-4016-8ab6-35e5d7ab577b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:50.457799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] For port 67591951-310f-4999-a605-426c67156623, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=67591951-310f-4999-a605-426c67156623,segment=NetworkSegment(089464e6-de47-427b-b2fe-03e2c9cb739d),segment_id=089464e6-de47-427b-b2fe-03e2c9cb739d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:50.493845 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bf20d-c2b4-41a5-9a57-c5fa2dd666af None None] Network afc12ab7-312b-449a-ae0e-6c8f93c88da6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:50.522770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.705058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.716272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:50.716494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80011e4-69f5-42a1-b113-59acd989c83e None None] Pushing event updated for resources: {'Port': ['ID=67591951-310f-4999-a605-426c67156623,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:50.716627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.727851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-63b62ecc-0b5f-4296-8a0b-32f52b1d51b6 None None] Provisioning complete for port 67591951-310f-4999-a605-426c67156623 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:50.728225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63b62ecc-0b5f-4296-8a0b-32f52b1d51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.845114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a77c3-0841-4137-b2b1-a2938e1c1d40 None None] get_active_networks_info from dv-neutron-835943-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 01 16:27:50.927044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] For port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7cb9fef0-97d3-4016-8ab6-35e5d7ab577b,segment=NetworkSegment(65cd22c7-6eea-49c5-8215-05f38ec84867),segment_id=65cd22c7-6eea-49c5-8215-05f38ec84867)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:50.927644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:50.957041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a77c3-0841-4137-b2b1-a2938e1c1d40 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:27:51.051350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Calling delete_port for 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:51.143893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 67591951-310f-4999-a605-426c67156623 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:51.235092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.273088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 67591951-310f-4999-a605-426c67156623 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:51.273324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.286712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Port': ['ID=7cb9fef0-97d3-4016-8ab6-35e5d7ab577b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:51.288515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No DVR routers for this DVR port 7cb9fef0-97d3-4016-8ab6-35e5d7ab577b on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:51.412579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.438507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc12ab7-312b-449a-ae0e-6c8f93c88da6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:51.451308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cd22c7-6eea-49c5-8215-05f38ec84867') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:51.451614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cd22c7-6eea-49c5-8215-05f38ec84867') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:51.463382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.479939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.486849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:51.487287 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:51.502660 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:51.642972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.660319 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.671343 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Network': ['ID=afc12ab7-312b-449a-ae0e-6c8f93c88da6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:51.680966 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a642c81a-efcc-48c6-ac2f-7920bbb1200d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/afc12ab7-312b-449a-ae0e-6c8f93c88da6 HTTP/1.1" status: 204 len: 168 time: 2.7359879 Apr 01 16:27:51.680966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.719173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a95e85b-466f-4fa3-9dd7-b101e1b44d79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] GET failed (client error): The resource could not be found. Apr 01 16:27:51.719684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3a95e85b-466f-4fa3-9dd7-b101e1b44d79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Synchronizing usage tracker for tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:51.822381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3a95e85b-466f-4fa3-9dd7-b101e1b44d79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Unset dirty status for tenant:07fc39bf4b2e46b3b9a9a1b81b7407c5 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:51.823500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3a95e85b-466f-4fa3-9dd7-b101e1b44d79 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "GET /v2.0/subnets/c201ec7c-1ce1-4e75-af85-1991389abcf6 HTTP/1.1" status: 404 len: 337 time: 0.1418650 Apr 01 16:27:51.826198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.854330 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf070a4-2344-4dce-9139-6df58227f02d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:51.854778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf070a4-2344-4dce-9139-6df58227f02d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:51.856446 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eaf070a4-2344-4dce-9139-6df58227f02d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/afc12ab7-312b-449a-ae0e-6c8f93c88da6 HTTP/1.1" status: 404 len: 339 time: 0.0293412 Apr 01 16:27:51.860508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.898416 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb607ef-859c-492a-b63d-e63ecf61f866 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:51.898758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb607ef-859c-492a-b63d-e63ecf61f866 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:51.900510 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3fb607ef-859c-492a-b63d-e63ecf61f866 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/subnets/c201ec7c-1ce1-4e75-af85-1991389abcf6 HTTP/1.1" status: 404 len: 337 time: 0.0391247 Apr 01 16:27:51.902986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.928497 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cc4e75-2595-46e9-ba50-d77e794f9ef3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:51.929167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cc4e75-2595-46e9-ba50-d77e794f9ef3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:51.930648 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2cc4e75-2595-46e9-ba50-d77e794f9ef3 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/afc12ab7-312b-449a-ae0e-6c8f93c88da6 HTTP/1.1" status: 404 len: 339 time: 0.0267327 Apr 01 16:27:51.933526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55084) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:51.996939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting subnet 229c11ec-3fff-481e-8047-305dad9ea967 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:27:52.000754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.057745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.144438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.279783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.319008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Subnet': ['ID=229c11ec-3fff-481e-8047-305dad9ea967,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:52.322632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.329029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763576f-370b-4398-85b8-c42f8840907a None None] Network 13f11cfc-c797-447e-8c23-29f2653c0ad0 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:52.383032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5baeb8c7-f2f6-4636-bc07-69102f2ccf66 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/subnets/229c11ec-3fff-481e-8047-305dad9ea967 HTTP/1.1" status: 204 len: 168 time: 0.4488587 Apr 01 16:27:52.385835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:52.500006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.510307 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting port 67591951-310f-4999-a605-426c67156623 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:52.510645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.574913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] DHCP port deletion for 13f11cfc-c797-447e-8c23-29f2653c0ad0 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:27:52.579693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Deleting port 67591951-310f-4999-a605-426c67156623 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:52.580083 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.713473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] For port 67591951-310f-4999-a605-426c67156623, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=67591951-310f-4999-a605-426c67156623,segment=NetworkSegment(089464e6-de47-427b-b2fe-03e2c9cb739d),segment_id=089464e6-de47-427b-b2fe-03e2c9cb739d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:52.713760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.779024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] For port 67591951-310f-4999-a605-426c67156623, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=67591951-310f-4999-a605-426c67156623,segment=NetworkSegment(089464e6-de47-427b-b2fe-03e2c9cb739d),segment_id=089464e6-de47-427b-b2fe-03e2c9cb739d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:52.779634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:52.845647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Calling delete_port for 67591951-310f-4999-a605-426c67156623 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:52.943873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Calling delete_port for 67591951-310f-4999-a605-426c67156623 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:53.010737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.016355 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:53.016719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:53.058024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Port': ['ID=67591951-310f-4999-a605-426c67156623,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:53.062222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No DVR routers for this DVR port 67591951-310f-4999-a605-426c67156623 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:53.094697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.095047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.095414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.101858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:53.119239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 67591951-310f-4999-a605-426c67156623 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:53.155336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 67591951-310f-4999-a605-426c67156623 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:53.155853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 67591951-310f-4999-a605-426c67156623 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:53.201819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.326341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f11cfc-c797-447e-8c23-29f2653c0ad0']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:53.338503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089464e6-de47-427b-b2fe-03e2c9cb739d') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:53.338802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089464e6-de47-427b-b2fe-03e2c9cb739d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:53.349836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.366008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.371729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:53.372108 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:53.386896 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:53.518459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Deleting port 67591951-310f-4999-a605-426c67156623 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:53.519052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.524897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.541729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.554569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Network': ['ID=13f11cfc-c797-447e-8c23-29f2653c0ad0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:53.557163 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-743ff7cc-8d67-4229-94b8-13ab7ae34c04 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/13f11cfc-c797-447e-8c23-29f2653c0ad0 HTTP/1.1" status: 204 len: 168 time: 1.1699717 Apr 01 16:27:53.559942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55092) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.586544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-364f741c-e2ef-4fda-a315-46f5a5589bae None None] The port '67591951-310f-4999-a605-426c67156623' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:27:53.599554 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b68314-4aab-488f-84f1-8f0ff125cdfa tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:53.600011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b68314-4aab-488f-84f1-8f0ff125cdfa tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:53.601685 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17b68314-4aab-488f-84f1-8f0ff125cdfa tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/subnets/1dc9e171-f808-44e6-9f55-4444bc1cd70a HTTP/1.1" status: 404 len: 337 time: 0.0408630 Apr 01 16:27:53.604448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.629498 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49a7c17-c8bb-4d20-bb1f-8706dd5c2379 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:53.629877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49a7c17-c8bb-4d20-bb1f-8706dd5c2379 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:53.631572 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c49a7c17-c8bb-4d20-bb1f-8706dd5c2379 tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/eaacb66c-fd9f-45f2-8751-f5044636d6d2 HTTP/1.1" status: 404 len: 339 time: 0.0262461 Apr 01 16:27:53.633883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.672481 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d9c762-55d4-4658-8b70-b3004b0a437a tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:53.672913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d9c762-55d4-4658-8b70-b3004b0a437a tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:53.674494 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95d9c762-55d4-4658-8b70-b3004b0a437a tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/subnets/b06016e5-0154-4ae3-b21b-11775a00e722 HTTP/1.1" status: 404 len: 337 time: 0.0397630 Apr 01 16:27:53.676902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.700626 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab5e5f1-1e03-4c87-adbe-4192249ea39d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] DELETE failed (client error): The resource could not be found. Apr 01 16:27:53.701078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab5e5f1-1e03-4c87-adbe-4192249ea39d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:27:53.702699 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bab5e5f1-1e03-4c87-adbe-4192249ea39d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/80de5676-0426-4b83-9d39-d4b2021ec34f HTTP/1.1" status: 404 len: 339 time: 0.0249429 Apr 01 16:27:53.705071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.767541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting subnet 72cf4782-b413-415c-ab3a-9c555ade79d0 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:27:53.770541 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.826376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.906166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.059934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.103639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Subnet': ['ID=72cf4782-b413-415c-ab3a-9c555ade79d0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:54.105576 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.112386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf520f-724f-40ad-bfda-b7c43d120050 None None] Network 91174c88-8fcf-40aa-b882-5303fee043b2 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:54.117351 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-601eef7a-6921-4264-b1ee-d029390abc4d tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/subnets/72cf4782-b413-415c-ab3a-9c555ade79d0 HTTP/1.1" status: 204 len: 168 time: 0.4113369 Apr 01 16:27:54.119743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:54.233802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.244239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Deleting port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:54.244565 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.351115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] DHCP port deletion for 91174c88-8fcf-40aa-b882-5303fee043b2 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:27:54.355326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Deleting port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:54.355697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.448044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] For port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,segment=NetworkSegment(a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22),segment_id=a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:54.448650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.557989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] For port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,segment=NetworkSegment(a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22),segment_id=a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:27:54.558564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.573527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Calling delete_port for fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:54.684652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Calling delete_port for fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:27:54.747647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.757813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:27:54.758166 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:27:54.794296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Port': ['ID=fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:54.798425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] No DVR routers for this DVR port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:54.916798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.945877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91174c88-8fcf-40aa-b882-5303fee043b2']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:54.957587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:54.957759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fe86b1-cea0-4ebd-bd6c-394d7a3fbf22') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:54.968511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.984146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.989915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:27:54.990245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:55.005127 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:55.116120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:55.145357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.151200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:27:55.151556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:55.259887 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Deleting port fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:27:55.260192 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.261060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.273275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] Pushing event deleted for resources: {'Network': ['ID=91174c88-8fcf-40aa-b882-5303fee043b2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:55.275861 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f942f587-02f3-44ec-bc0a-18ff6fb2c40f tempest-NetworksIpV6Test-868972650 tempest-NetworksIpV6Test-868972650-project] 10.222.0.18 "DELETE /v2.0/networks/91174c88-8fcf-40aa-b882-5303fee043b2 HTTP/1.1" status: 204 len: 168 time: 1.1551898 Apr 01 16:27:55.327484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27a06e6e-5f1b-446a-8b1c-4448c3f742f9 None None] The port 'fbb7b4fd-a803-49fb-b194-9f95d6a9eeaa' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:27:55.735053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:55.882121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-163e423a-2796-44fe-8599-37ac60a46f07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07fc39bf4b2e46b3b9a9a1b81b7407c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458755 Apr 01 16:27:55.884773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:55.942220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.967609 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.088052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.104964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dbec53-f10e-490e-b71f-922241b588fb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:56.111195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.114736 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f49c0598-8762-43a4-bda3-fa9fa6b473dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64dbec53-f10e-490e-b71f-922241b588fb HTTP/1.1" status: 204 len: 168 time: 0.2266271 Apr 01 16:27:57.097751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:57.200406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-648232137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:57.206935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:57.210717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:router and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:57.213544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:57.219887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:57.305340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.306545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.321700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.405042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.496158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.497238 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d3da4b0-dc9e-4b9a-bd33-83c3b24ca372 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3984945 Apr 01 16:27:57.500067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:57.505619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1834389597'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:57.510414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:57.514759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:network and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:57.517587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:57.523399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:57.598852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Made reservation on behalf of f5694b0218544f71ae5277cc31305f04 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:57.602306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.614947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.629462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:57.633217 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:security_group_rule and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:57.636026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:57.641554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:57.719834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.775989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.807992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:57.816159 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d5cab2-1ef6-4b22-92a6-bcbdc3ddb909,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:57.821497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.821839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Added segment ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f of type vlan for network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd Apr 01 16:27:57.848812 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.941997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.947414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:57.947991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.057131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event updated for resources: {'Network': ['ID=346f6f9d-ad19-4031-ad3a-4af6827f3cdd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:58.067638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:58.166769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5eee4771-aec8-45db-a731-f51f2aff2a96 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6653376 Apr 01 16:27:58.169358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55160) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:58.174679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'subnet': {'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:58.278813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:58.282570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:subnet and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:58.285379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:58.290906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:58.364992 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Made reservation on behalf of f5694b0218544f71ae5277cc31305f04 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:58.368480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.627977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.711032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event updated for resources: {'Subnet': ['ID=3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:58.718310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Checking segment: {'id': 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:58.718671 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Network hostable DHCP agents. Network: 346f6f9d-ad19-4031-ad3a-4af6827f3cdd, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:58.798850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:58.872952 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 346f6f9d-ad19-4031-ad3a-4af6827f3cdd) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:58.877778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:58.878408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.882579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e7d6a-feea-4307-82a7-d5a36c5a9db4 None None] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:27:58.957153 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7bbcfa9c-2e66-4f38-ac33-1a4545dafa97 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7837536 Apr 01 16:27:58.957493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:58.963802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-98280134'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:58.970404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:58.975843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:network and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:58.978310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:58.985930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:59.056125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Made reservation on behalf of f5694b0218544f71ae5277cc31305f04 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:59.059632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.092617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:59.100808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-346f6f9d-ad19-4031-ad3a-4af6827f3cdd', 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd', 'tenant_id': 'f5694b0218544f71ae5277cc31305f04', 'fixed_ips': [{'subnet_id': '3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:27:59.101896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.102723 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.103075 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Added segment 3e7f5b40-85ac-4eec-b2d6-85e92052afc1 of type vlan for network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 Apr 01 16:27:59.130793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.231008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.237242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:59.241357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.292881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Allocated IP 172.20.0.2 (346f6f9d-ad19-4031-ad3a-4af6827f3cdd/3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a/1c8867cc-5e47-4648-95cb-d7aaf09f1b03) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:59.343887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event updated for resources: {'Network': ['ID=c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:59.351623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20fa1b56-7099-4d3d-a03c-02c4a73a4731 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3903172 Apr 01 16:27:59.352016 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:59.357208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'subnet': {'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:27:59.384963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:59.463127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:59.466900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Usage tracker for resource:subnet and tenant:f5694b0218544f71ae5277cc31305f04 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:59.470305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:59.476488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:59.570424 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Made reservation on behalf of f5694b0218544f71ae5277cc31305f04 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:59.573951 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.602589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-44d70c54-ba88-488c-a526-eb80800c59ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.609585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.619805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Transition to ACTIVE for port object 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:59.637695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Transition to ACTIVE for port object 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:59.711543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.771321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:59.774128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:59.781973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:27:59.791653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Pushing event updated for resources: {'Port': ['ID=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:59.865312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.876553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Attempting to bind port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:59.878919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Attempting to bind port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:59.878919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Attempting to bind port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 on network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:27:59.882553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:27:59.882921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Checking segment: {'id': 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:59.883349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.883735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Bound using segment: {'id': 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:27:59.884217 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Bound port: 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '346f6f9d-ad19-4031-ad3a-4af6827f3cdd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:59.884582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.944043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event updated for resources: {'Subnet': ['ID=9c64c102-1351-462e-9024-69c7d26232c6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:59.954183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Checking segment: {'id': '3e7f5b40-85ac-4eec-b2d6-85e92052afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:27:59.954562 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Network hostable DHCP agents. Network: c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:59.971014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] For port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:27:59.973927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] For port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,segment=NetworkSegment(ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f),segment_id=ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:00.055916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:28:00.068196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.113455 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:00.121873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:00.122447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.130184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd59918-86a9-4cd0-ae13-762605c61a7c None None] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:00.205645 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d28ab44b-582d-467e-9b0f-e9b406018383 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8503094 Apr 01 16:28:00.206305 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:00.212275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-30764189-5b91-40c1-a718-c4e58cf7265b tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:00.230339 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2d07-251e-4fcc-b188-b2a3f464681a None None] Pushing event updated for resources: {'Port': ['ID=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:00.414766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52', 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52', 'tenant_id': 'f5694b0218544f71ae5277cc31305f04', 'fixed_ips': [{'subnet_id': '9c64c102-1351-462e-9024-69c7d26232c6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:28:00.415643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.577087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Allocated IP 172.21.0.2 (c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52/9c64c102-1351-462e-9024-69c7d26232c6/cca9f866-df29-40a1-b722-f28f6cd958fa) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:00.730218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30764189-5b91-40c1-a718-c4e58cf7265b tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.786904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.798075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Transition to ACTIVE for port object cca9f866-df29-40a1-b722-f28f6cd958fa will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:00.819177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Transition to ACTIVE for port object cca9f866-df29-40a1-b722-f28f6cd958fa will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:00.883892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:00.947561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:00.953547 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-30764189-5b91-40c1-a718-c4e58cf7265b tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 16:28:00.955249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:00.960201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:00.962585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55176) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:00.963738 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-30764189-5b91-40c1-a718-c4e58cf7265b tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "PUT /v2.0/routers/82865a30-ae4e-46ad-ac52-c7bf830c94ce HTTP/1.1" status: 400 len: 364 time: 0.7563374 Apr 01 16:28:00.966665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Pushing event updated for resources: {'Port': ['ID=cca9f866-df29-40a1-b722-f28f6cd958fa,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:01.029542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Deleting subnet 9c64c102-1351-462e-9024-69c7d26232c6 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:28:01.032759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.076588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Attempting to bind port cca9f866-df29-40a1-b722-f28f6cd958fa on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:01.077145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Attempting to bind port cca9f866-df29-40a1-b722-f28f6cd958fa by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '3e7f5b40-85ac-4eec-b2d6-85e92052afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:01.078135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Attempting to bind port cca9f866-df29-40a1-b722-f28f6cd958fa on network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:01.091771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:01.092110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Checking segment: {'id': '3e7f5b40-85ac-4eec-b2d6-85e92052afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:01.092516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.092909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Bound using segment: {'id': '3e7f5b40-85ac-4eec-b2d6-85e92052afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:01.093386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Bound port: cca9f866-df29-40a1-b722-f28f6cd958fa, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7f5b40-85ac-4eec-b2d6-85e92052afc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:01.093760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.113280 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.166111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:01.200237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0273ea-41ad-4036-b11b-f9001e93ec35 None None] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:01.212662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.346185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.387798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Subnet': ['ID=9c64c102-1351-462e-9024-69c7d26232c6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:01.390077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.396667 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-340e594b-1f45-4282-9301-995f1fd456ee tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "DELETE /v2.0/subnets/9c64c102-1351-462e-9024-69c7d26232c6 HTTP/1.1" status: 204 len: 168 time: 0.4329820 Apr 01 16:28:01.399009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55180) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:01.405925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] For port cca9f866-df29-40a1-b722-f28f6cd958fa, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:01.419532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] For port cca9f866-df29-40a1-b722-f28f6cd958fa, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=cca9f866-df29-40a1-b722-f28f6cd958fa,segment=NetworkSegment(3e7f5b40-85ac-4eec-b2d6-85e92052afc1),segment_id=3e7f5b40-85ac-4eec-b2d6-85e92052afc1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:01.504267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Provisioning for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:01.519388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:01.524778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.559597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Provisioning complete for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:01.559883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.604634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:01.605027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.621960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.632939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Deleting port cca9f866-df29-40a1-b722-f28f6cd958fa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:01.633276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.738504 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f49b1-e137-4955-89f5-99c50997bcd2 None None] Pushing event updated for resources: {'Port': ['ID=cca9f866-df29-40a1-b722-f28f6cd958fa,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:01.855945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] For port cca9f866-df29-40a1-b722-f28f6cd958fa, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=cca9f866-df29-40a1-b722-f28f6cd958fa,segment=NetworkSegment(3e7f5b40-85ac-4eec-b2d6-85e92052afc1),segment_id=3e7f5b40-85ac-4eec-b2d6-85e92052afc1)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:01.856583 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.867964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.884771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:01.932056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] For port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,segment=NetworkSegment(ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f),segment_id=ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:01.999965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.016491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Calling delete_port for cca9f866-df29-40a1-b722-f28f6cd958fa owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:28:02.138886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:28:02.139259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:28:02.152640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec674642-0002-4086-9968-53d4cfbbbbc1 None None] Pushing event updated for resources: {'Port': ['ID=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:02.157944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac61dd45-d507-48f6-9192-f1119b2f88ae None None] Provisioning complete for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:02.158320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac61dd45-d507-48f6-9192-f1119b2f88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.185203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.238496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] No DVR routers for this DVR port cca9f866-df29-40a1-b722-f28f6cd958fa on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:28:02.268971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Port': ['ID=cca9f866-df29-40a1-b722-f28f6cd958fa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:02.369292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.370673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d37eee0c-d410-4c9e-bd89-63601c89c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.396522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:02.408587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7f5b40-85ac-4eec-b2d6-85e92052afc1') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:02.408885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7f5b40-85ac-4eec-b2d6-85e92052afc1') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:02.419984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.436472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.442885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:28:02.443349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:28:02.457844 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:28:02.593601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.611704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.623735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Network': ['ID=c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:02.628584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f845a17-0d22-481a-98e0-534f40fa13b6 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "DELETE /v2.0/networks/c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 HTTP/1.1" status: 204 len: 168 time: 1.2284780 Apr 01 16:28:02.630825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55184) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:02.697229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Deleting subnet 3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:28:02.702608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.760913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.790156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd4bec68-3a83-4515-b17b-44796a717abb None None] Could not find standard attr ID for object cca9f866-df29-40a1-b722-f28f6cd958fa. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 16:28:02.833881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5699f7-7ffa-4b7f-ad4f-cfc583c44cec None None] DHCP port deletion for c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:28:02.851452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.854851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7292bf-2e6e-41c6-a25e-b54c64cb1713 None None] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:02.888479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7292bf-2e6e-41c6-a25e-b54c64cb1713 None None] Network c29dd4b8-5b54-4bbf-9f3f-5d907cc30a52 could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 01 16:28:02.950733 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.979242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:02.979791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.024161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Subnet': ['ID=3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:03.027702 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.034328 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8fdb7b3e-7f5f-47b9-bf8f-882384b2d596 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "DELETE /v2.0/subnets/3a66dfb6-4d14-4e5f-9f2d-008faf3ebc4a HTTP/1.1" status: 204 len: 168 time: 0.4025164 Apr 01 16:28:03.034915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5ba38-2194-4e93-81cd-0f8fdab2a59b None None] Network 346f6f9d-ad19-4031-ad3a-4af6827f3cdd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:03.036757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:03.151261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.162248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Deleting port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:03.162581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.175302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:03.296953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:03.297431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.375723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] For port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,segment=NetworkSegment(ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f),segment_id=ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:03.376082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.403681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] DHCP port deletion for 346f6f9d-ad19-4031-ad3a-4af6827f3cdd request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:28:03.409356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Deleting port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:03.409727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.607242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Calling delete_port for 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:28:03.668886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] For port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,segment=NetworkSegment(ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f),segment_id=ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:03.669165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.745535 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.794244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Calling delete_port for 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:28:03.795225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Port': ['ID=1c8867cc-5e47-4648-95cb-d7aaf09f1b03,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:03.800116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] No DVR routers for this DVR port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:28:03.870077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:28:03.870429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:28:03.921778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.948556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f6f9d-ad19-4031-ad3a-4af6827f3cdd']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:03.960716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:03.961013 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff23222d-6bb4-42ec-9f5f-4bd8e00a9f1f') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:03.972023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.988419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:03.994243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:28:03.994722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:28:04.009491 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:28:04.019865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.157187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.178075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.185697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Pushing event deleted for resources: {'Network': ['ID=346f6f9d-ad19-4031-ad3a-4af6827f3cdd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:04.190238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4d4b943-5200-4c92-8f90-348889653cfe tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "DELETE /v2.0/networks/346f6f9d-ad19-4031-ad3a-4af6827f3cdd HTTP/1.1" status: 204 len: 168 time: 1.1525643 Apr 01 16:28:04.192801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:04.234608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1996e4c0-8fdc-47db-bc6a-e40afa9e4b14 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Synchronizing usage tracker for tenant:f5694b0218544f71ae5277cc31305f04 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:04.341269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1996e4c0-8fdc-47db-bc6a-e40afa9e4b14 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Unset dirty status for tenant:f5694b0218544f71ae5277cc31305f04 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:04.342415 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1996e4c0-8fdc-47db-bc6a-e40afa9e4b14 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "GET /v2.0/ports?device_id=82865a30-ae4e-46ad-ac52-c7bf830c94ce HTTP/1.1" status: 200 len: 205 time: 0.1487293 Apr 01 16:28:04.344958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:04.371471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Deleting port 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:04.371881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.436911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8457e084-efb0-46a0-a51a-36a7d5a2b982 None None] The port '1c8867cc-5e47-4648-95cb-d7aaf09f1b03' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:28:04.482111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.667838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.774331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.776900 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.865046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.865556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Fanout notify agent at l3_agent the message router_deleted on router 82865a30-ae4e-46ad-ac52-c7bf830c94ce {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:28:04.877014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:04.878105 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f2a2fe1-4877-46dd-b9ed-fa80247cbb74 tempest-RoutersNegativeTest-1493086912 tempest-RoutersNegativeTest-1493086912-project] 10.222.0.18 "DELETE /v2.0/routers/82865a30-ae4e-46ad-ac52-c7bf830c94ce HTTP/1.1" status: 204 len: 168 time: 0.5322213 Apr 01 16:28:05.117327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:28:05.154657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:28:05.155013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1c8867cc-5e47-4648-95cb-d7aaf09f1b03 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:28:05.292235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55204) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:05.437171 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-02eae208-7399-47e7-b9fd-17052a01bc3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5694b0218544f71ae5277cc31305f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437976 Apr 01 16:28:05.440182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:05.495788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:05.523659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:05.642659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:05.657465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d5cab2-1ef6-4b22-92a6-bcbdc3ddb909,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:05.663434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:05.664596 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-229187d8-824e-45a9-ae56-80054707c9fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30d5cab2-1ef6-4b22-92a6-bcbdc3ddb909 HTTP/1.1" status: 204 len: 168 time: 0.2235391 Apr 01 16:28:06.639508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:06.746979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-612538808-network', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:06.752285 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:06.756221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Usage tracker for resource:network and tenant:3828ed6786b7442ab7ee04eba86cc58c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:06.759092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:06.765041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:06.854094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Made reservation on behalf of 3828ed6786b7442ab7ee04eba86cc58c for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:06.856459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:06.868840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:06.883865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:06.887691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Usage tracker for resource:security_group_rule and tenant:3828ed6786b7442ab7ee04eba86cc58c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:06.890540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:06.896671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:06.980606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.055857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.086351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:28:07.095202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee536927-f514-4408-916b-517b81b3ef0a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:07.101568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.101908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Added segment d5802394-0efd-47c7-a050-2616818fa97b of type vlan for network 703f483c-cd21-4717-a8da-e3f833d10144 Apr 01 16:28:07.128965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.233152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.234241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:07.234887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.446077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] Pushing event updated for resources: {'Network': ['ID=703f483c-cd21-4717-a8da-e3f833d10144,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:07.455552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 703f483c-cd21-4717-a8da-e3f833d10144 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:28:07.525391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-760d8a81-8b83-4a67-a35b-e7285177808e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8846078 Apr 01 16:28:07.528062 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:07.534006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Request body: {'subnet': {'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-subnet', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:07.538766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:07.542651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Usage tracker for resource:subnet and tenant:3828ed6786b7442ab7ee04eba86cc58c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:07.546390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:07.552712 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:07.636250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Made reservation on behalf of 3828ed6786b7442ab7ee04eba86cc58c for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:07.638580 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.907995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.983031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166ae0f3-cdfe-4279-9b82-76daea6cb85c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:07.992367 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Checking segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:07.996047 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Network hostable DHCP agents. Network: 703f483c-cd21-4717-a8da-e3f833d10144, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:28:08.070593 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Network 703f483c-cd21-4717-a8da-e3f833d10144 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:28:08.130004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 703f483c-cd21-4717-a8da-e3f833d10144) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:08.134071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:08.134648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.139368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3ad75-3ba5-4ca8-969b-a8f989e1827d None None] Network 703f483c-cd21-4717-a8da-e3f833d10144 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:08.211164 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8ff287d-5d94-4b2e-87e5-56aac8cf8214 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6818869 Apr 01 16:28:08.213633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:08.218638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:08.224193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:08.228282 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Usage tracker for resource:router and tenant:3828ed6786b7442ab7ee04eba86cc58c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:08.231179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:08.237402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:08.319058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.320154 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.335670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.350765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-703f483c-cd21-4717-a8da-e3f833d10144', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:28:08.351616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.504455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Allocated IP 172.20.0.2 (703f483c-cd21-4717-a8da-e3f833d10144/166ae0f3-cdfe-4279-9b82-76daea6cb85c/d14e44ed-56b3-4b87-9341-eada600dde1c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:08.690102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.706053 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.715774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Transition to ACTIVE for port object d14e44ed-56b3-4b87-9341-eada600dde1c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:08.733142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Transition to ACTIVE for port object d14e44ed-56b3-4b87-9341-eada600dde1c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:08.808600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:08.868223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Network 703f483c-cd21-4717-a8da-e3f833d10144 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:08.871046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:08.874798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:08.917875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Pushing event updated for resources: {'Port': ['ID=d14e44ed-56b3-4b87-9341-eada600dde1c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:08.957726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.958081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.958421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.958757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.959089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.959444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.959772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.960124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.960451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.960775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.961097 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:08.961419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:09.022863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Attempting to bind port d14e44ed-56b3-4b87-9341-eada600dde1c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:09.023263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Attempting to bind port d14e44ed-56b3-4b87-9341-eada600dde1c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:09.023632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Attempting to bind port d14e44ed-56b3-4b87-9341-eada600dde1c on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:09.029469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:09.029841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Checking segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:09.030241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.030634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Bound using segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:09.031119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Bound port: d14e44ed-56b3-4b87-9341-eada600dde1c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:09.031515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.123778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] For port d14e44ed-56b3-4b87-9341-eada600dde1c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:09.127758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] For port d14e44ed-56b3-4b87-9341-eada600dde1c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d14e44ed-56b3-4b87-9341-eada600dde1c,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:09.202614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.206587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.236127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.286354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030d57-845a-46b6-b11e-1a3ed0b2d339 None None] Pushing event updated for resources: {'Port': ['ID=d14e44ed-56b3-4b87-9341-eada600dde1c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:09.372771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Allocated IP 172.26.7.236 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c49a6382-608e-47a9-8a8e-dc651429f8b6) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:09.532560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.648940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.716853 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:09.724234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:09.726660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:09.761310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Pushing event updated for resources: {'Port': ['ID=c49a6382-608e-47a9-8a8e-dc651429f8b6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:10.242970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:10.252951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df10166-f100-4722-8d2a-d2da682b4b4c None None] Network 703f483c-cd21-4717-a8da-e3f833d10144 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:10.361092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8fbdc174-4852-49d2-aab1-c1e9b0d8c095 None None] Provisioning for port d14e44ed-56b3-4b87-9341-eada600dde1c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:10.585843 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:10.964135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:28:11.143810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:11.155115 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Sync routers for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:11.156482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d14e44ed-56b3-4b87-9341-eada600dde1c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:11.165836 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:11.166498 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:11.253957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.255105 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5213463e-35d3-4210-961e-1cbac4059092 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0405040 Apr 01 16:28:11.258078 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:11.282604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d14e44ed-56b3-4b87-9341-eada600dde1c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:11.288766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d14e44ed-56b3-4b87-9341-eada600dde1c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:11.289142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.342255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:11.407603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.439519 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d14e44ed-56b3-4b87-9341-eada600dde1c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d14e44ed-56b3-4b87-9341-eada600dde1c,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:11.505356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.573626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d14e44ed-56b3-4b87-9341-eada600dde1c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:11.631134 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:09Z', 'revision_number': 3, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:11.634872 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Checking router: 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:11.635244 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Updating router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 port c49a6382-608e-47a9-8a8e-dc651429f8b6 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:28:11.687112 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.939490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.035466 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.046565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Transition to ACTIVE for port object c49a6382-608e-47a9-8a8e-dc651429f8b6 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:12.122891 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.147246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Allocated IP 172.20.0.1 (703f483c-cd21-4717-a8da-e3f833d10144/166ae0f3-cdfe-4279-9b82-76daea6cb85c/ac394cbf-83fe-4c3a-86e8-65bbc281bd12) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:12.202755 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Attempting to bind port c49a6382-608e-47a9-8a8e-dc651429f8b6 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:12.203317 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Attempting to bind port c49a6382-608e-47a9-8a8e-dc651429f8b6 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:12.203915 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Attempting to bind port c49a6382-608e-47a9-8a8e-dc651429f8b6 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:12.211005 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Pushing event updated for resources: {'Port': ['ID=c49a6382-608e-47a9-8a8e-dc651429f8b6,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:12.214379 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:12.218581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:12.218581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.218581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:12.218581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Bound port: c49a6382-608e-47a9-8a8e-dc651429f8b6, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:12.218581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.252262 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.252611 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.252957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.253292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.253636 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.253969 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.254293 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.254617 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.254951 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.255302 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.255626 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.255950 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:12.295101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.300188 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] For port c49a6382-608e-47a9-8a8e-dc651429f8b6, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:12.303200 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] For port c49a6382-608e-47a9-8a8e-dc651429f8b6, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c49a6382-608e-47a9-8a8e-dc651429f8b6,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:12.310389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Transition to ACTIVE for port object ac394cbf-83fe-4c3a-86e8-65bbc281bd12 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:12.381957 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.410371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.459101 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:12.459657 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:12.473103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Network 703f483c-cd21-4717-a8da-e3f833d10144 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:12.475920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:12.478272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:12.525171 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c49b3b-ef62-4cba-83a5-8162c3d1669d None None] Pushing event updated for resources: {'Port': ['ID=c49a6382-608e-47a9-8a8e-dc651429f8b6,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:12.526507 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Pushing event updated for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:12.546755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.651721 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:12.804920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19edf5a7-e56b-4edb-b139-816efae8cce7 None None] Provisioning for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:12.809884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19edf5a7-e56b-4edb-b139-816efae8cce7 None None] Provisioning complete for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:12.814911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19edf5a7-e56b-4edb-b139-816efae8cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.873174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-19edf5a7-e56b-4edb-b139-816efae8cce7 None None] Port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:12.888810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:12.939287 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:09Z', 'revision_number': 3, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:12.943127 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13f16e-d45e-4f16-abed-93a9a057abd8 None None] The sync data for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv is: [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:09Z', 'revision_number': 3, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:13.121328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:13.136396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d14e44ed-56b3-4b87-9341-eada600dde1c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:13.170202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:13.215210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d14e44ed-56b3-4b87-9341-eada600dde1c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:13.215827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:13.304703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:13.308244 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Pushing event updated for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:13.454839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Network 703f483c-cd21-4717-a8da-e3f833d10144 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:13.456053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:13.656166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:28:13.703127 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0a651c4a-fb27-47d1-8a45-72b123346dec None None] Provisioning complete for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:13.703636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0a651c4a-fb27-47d1-8a45-72b123346dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:13.759447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0a651c4a-fb27-47d1-8a45-72b123346dec None None] Port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:13.840625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:13.849402 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea70fa2f-f9b2-4646-937a-4ed9c7324c4e admin admin] 10.222.0.18 "PUT /v2.0/routers/37b3b4cc-539e-41e2-a7b0-78b6a4c98d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5903416 Apr 01 16:28:14.442044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Sync routers for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:14.451429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:14.452048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:14.595751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:14.602534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1349741429-network', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:14.607276 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:14.611617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Usage tracker for resource:network and tenant:3b5faff6591246d19eddf5fc65f2a1cd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:14.614438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:14.620211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:14.631722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:14.705453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Made reservation on behalf of 3b5faff6591246d19eddf5fc65f2a1cd for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:14.707879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.720817 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.735658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:14.739552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Usage tracker for resource:security_group_rule and tenant:3b5faff6591246d19eddf5fc65f2a1cd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:14.742377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:14.748320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:14.834557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.889681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.922778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:28:14.931839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01744e-6fc9-46ad-90a4-5f043aea5cf9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:14.938901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.939292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Added segment 6242980b-d150-4a84-bf38-2784ee709615 of type vlan for network 1fc30a53-d761-42b1-be1a-b1945e88c61e Apr 01 16:28:14.969742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:14.981374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 4, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ac394cbf-83fe-4c3a-86e8-65bbc281bd12', 'name': '', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'mac_address': 'fa:16:3e:44:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:11Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 2, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'subnets': [{'id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:14.985770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Checking router: 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:14.986167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Updating router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:28:15.038656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.049711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.050966 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:15.051312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.160721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] Pushing event updated for resources: {'Network': ['ID=1fc30a53-d761-42b1-be1a-b1945e88c61e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:15.171920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:28:15.188324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c49a6382-608e-47a9-8a8e-dc651429f8b6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:15.216634 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52eacaea-0c23-463f-a1c1-6ab64ee8cddf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6189148 Apr 01 16:28:15.219664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:15.226479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Request body: {'subnet': {'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-subnet', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:15.230107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:15.235563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Usage tracker for resource:subnet and tenant:3b5faff6591246d19eddf5fc65f2a1cd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:15.238626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:15.244545 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:15.313161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Made reservation on behalf of 3b5faff6591246d19eddf5fc65f2a1cd for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:15.315482 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.539354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.543198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c49a6382-608e-47a9-8a8e-dc651429f8b6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:15.552700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c49a6382-608e-47a9-8a8e-dc651429f8b6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:15.553062 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.582436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Transition to ACTIVE for port object ac394cbf-83fe-4c3a-86e8-65bbc281bd12 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:15.598840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.675260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.710968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.798381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c49a6382-608e-47a9-8a8e-dc651429f8b6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c49a6382-608e-47a9-8a8e-dc651429f8b6,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:15.798510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bd72c6-f114-44dd-b9e9-01ae5d8c12d3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:15.807818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Checking segment: {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:15.813470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Network hostable DHCP agents. Network: 1fc30a53-d761-42b1-be1a-b1945e88c61e, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:28:15.849315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362df18-e2d9-4a03-8ecd-6e64e0306426 None None] Pushing event updated for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:15.890280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:28:15.895028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.959692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Attempting to bind port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:15.960056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Attempting to bind port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:15.960416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Attempting to bind port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:15.970894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1fc30a53-d761-42b1-be1a-b1945e88c61e) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:15.975116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:15.975824 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Checking segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Bound using segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Bound port: ac394cbf-83fe-4c3a-86e8-65bbc281bd12, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:15.979655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.992336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26258774-7cfd-4001-ab8f-667e30d59e4e None None] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:16.037705 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c49a6382-608e-47a9-8a8e-dc651429f8b6,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:16.060567 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef967404-ae67-48b2-bc56-258981bbdff8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8396516 Apr 01 16:28:16.063496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:16.068683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:16.073628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:16.077662 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Usage tracker for resource:router and tenant:3b5faff6591246d19eddf5fc65f2a1cd is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:28:16.080698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:28:16.086666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:16.153469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.154526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.170624 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.227057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] For port ac394cbf-83fe-4c3a-86e8-65bbc281bd12, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:16.244135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] For port ac394cbf-83fe-4c3a-86e8-65bbc281bd12, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:16.294484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-1fc30a53-d761-42b1-be1a-b1945e88c61e', 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'fixed_ips': [{'subnet_id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:28:16.295532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.358579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.503319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.548905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:16.550008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:16.618694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362df18-e2d9-4a03-8ecd-6e64e0306426 None None] Pushing event updated for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:16.658798 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Allocated IP 172.20.0.2 (1fc30a53-d761-42b1-be1a-b1945e88c61e/63bd72c6-f114-44dd-b9e9-01ae5d8c12d3/34d8fe82-ce63-4b2d-9631-010e6dc8ee38) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:16.848203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:16.891493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:16.925967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.059061 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Allocated IP 172.26.7.23 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/96022fa4-5b64-4a25-8054-6e6f3311a7ea) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:17.157894 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c49a6382-608e-47a9-8a8e-dc651429f8b6 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:17.216071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.217627 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.254610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Transition to ACTIVE for port object 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:17.314165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Transition to ACTIVE for port object 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:17.316793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.335657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c49a6382-608e-47a9-8a8e-dc651429f8b6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:17.336027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.374123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:17.376933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:17.380511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:17.384176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.428472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Pushing event updated for resources: {'Port': ['ID=96022fa4-5b64-4a25-8054-6e6f3311a7ea,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:17.470212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:17.479102 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 4, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ac394cbf-83fe-4c3a-86e8-65bbc281bd12', 'name': '', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'mac_address': 'fa:16:3e:44:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:11Z', 'updated_at': '2022-04-01T16:28:16Z', 'revision_number': 4, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'subnets': [{'id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:17.483824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:17.486243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:17.495216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Pushing event updated for resources: {'Port': ['ID=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:17.501264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37123756-cfe6-4db7-a57e-76741b37f3d7 None None] The sync data for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv is: [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:28:12Z', 'revision_number': 4, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ac394cbf-83fe-4c3a-86e8-65bbc281bd12', 'name': '', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'mac_address': 'fa:16:3e:44:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:11Z', 'updated_at': '2022-04-01T16:28:16Z', 'revision_number': 4, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'subnets': [{'id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:17.649655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Attempting to bind port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:17.650351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Attempting to bind port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:17.650351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Attempting to bind port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 on network 1fc30a53-d761-42b1-be1a-b1945e88c61e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:17.659491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:17.659969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Checking segment: {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:17.661029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.661642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Bound using segment: {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:17.662228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Bound port: 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:17.662882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.761574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] For port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:17.764629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] For port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:17.826000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:17.928394 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82810554-72d1-4cf3-a9ea-0023f6fcfdfe None None] Pushing event updated for resources: {'Port': ['ID=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:18.026827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.405546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.705118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:28:18.862323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c50d5f-97dd-4c07-89f5-ce5dc94dde14 None None] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:28:18.899187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:18.911970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Sync routers for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:18.922129 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:18.922883 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:18.979388 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:18.983058 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b151298-ab05-4b07-ac17-2d4819450b0e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9161263 Apr 01 16:28:18.983286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:19.087278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5002a3aa-bd95-4b3b-abcc-c142ead83c5d None None] Provisioning for port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:19.106501 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:19.256308 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:19.393580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:19.400589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:19.400966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.459586 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 3, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:19.463726 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Checking router: 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:19.464078 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Updating router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 port 96022fa4-5b64-4a25-8054-6e6f3311a7ea binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:28:19.529578 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.537090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a4b4dbba-03c4-4a4f-a642-5dc55dd88465 None None] Provisioning complete for port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:19.537551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dbba-03c4-4a4f-a642-5dc55dd88465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.561435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.629525 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:19.693467 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dbba-03c4-4a4f-a642-5dc55dd88465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.724825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.725587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac394cbf-83fe-4c3a-86e8-65bbc281bd12 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:19.866967 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.879154 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Transition to ACTIVE for port object 96022fa4-5b64-4a25-8054-6e6f3311a7ea will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:19.887362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a4b4dbba-03c4-4a4f-a642-5dc55dd88465 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:28:19.887925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a4b4dbba-03c4-4a4f-a642-5dc55dd88465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:28:19.895451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.897748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:19.935722 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:19.964084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:19.972156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:19.974628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.016435 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Attempting to bind port 96022fa4-5b64-4a25-8054-6e6f3311a7ea on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:20.016798 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Attempting to bind port 96022fa4-5b64-4a25-8054-6e6f3311a7ea by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:20.017153 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Attempting to bind port 96022fa4-5b64-4a25-8054-6e6f3311a7ea on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:20.022846 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a323807-1814-471e-bc76-6c4dda72f599 None None] Pushing event updated for resources: {'Port': ['ID=96022fa4-5b64-4a25-8054-6e6f3311a7ea,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:20.027128 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:20.027537 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:20.027928 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.028307 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:20.028763 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Bound port: 96022fa4-5b64-4a25-8054-6e6f3311a7ea, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:20.029127 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.104819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.113557 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] For port 96022fa4-5b64-4a25-8054-6e6f3311a7ea, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:20.119703 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] For port 96022fa4-5b64-4a25-8054-6e6f3311a7ea, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=96022fa4-5b64-4a25-8054-6e6f3311a7ea,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:20.124878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Allocated IP 172.20.0.1 (1fc30a53-d761-42b1-be1a-b1945e88c61e/63bd72c6-f114-44dd-b9e9-01ae5d8c12d3/d145fe19-2394-483a-a97e-c97c322b5eb9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:20.145214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ac394cbf-83fe-4c3a-86e8-65bbc281bd12, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:20.185660 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.213811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.263113 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:20.263770 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:20.275385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.284577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:20.291364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Transition to ACTIVE for port object d145fe19-2394-483a-a97e-c97c322b5eb9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:20.338075 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a323807-1814-471e-bc76-6c4dda72f599 None None] Pushing event updated for resources: {'Port': ['ID=96022fa4-5b64-4a25-8054-6e6f3311a7ea,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:20.387980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.452225 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:20.492250 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:20.499439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:20.503602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:20.533438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Pushing event updated for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:20.561146 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.749494 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 3, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:20.749768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.753855 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd970-dbb4-43aa-9179-95bd5cc9dce0 None None] The sync data for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv is: [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:17Z', 'revision_number': 3, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:20.848089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb97d1fd-248f-4e1f-be85-871194bc38d1 None None] Provisioning for port d145fe19-2394-483a-a97e-c97c322b5eb9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:20.854607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb97d1fd-248f-4e1f-be85-871194bc38d1 None None] Provisioning complete for port d145fe19-2394-483a-a97e-c97c322b5eb9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:20.855390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb97d1fd-248f-4e1f-be85-871194bc38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:20.914642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-eb97d1fd-248f-4e1f-be85-871194bc38d1 None None] Port d145fe19-2394-483a-a97e-c97c322b5eb9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:20.992280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.053987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.162479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Pushing event updated for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:21.166048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.239647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:21.311032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:21.311437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.314064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:21.315502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:21.444254 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac394cbf-83fe-4c3a-86e8-65bbc281bd12 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:21.524334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:28:21.526375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:21.526827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.678875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 96022fa4-5b64-4a25-8054-6e6f3311a7ea up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:21.703456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95007ff9-4bcb-483b-8488-4b911cc3228c None None] Provisioning complete for port d145fe19-2394-483a-a97e-c97c322b5eb9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:21.704689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95007ff9-4bcb-483b-8488-4b911cc3228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:21.783288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-95007ff9-4bcb-483b-8488-4b911cc3228c None None] Port d145fe19-2394-483a-a97e-c97c322b5eb9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:21.817958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:28:21.826790 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00aa22ca-9289-4298-af86-d145ea367994 admin admin] 10.222.0.18 "PUT /v2.0/routers/7dfe4ac6-88c0-4284-b62f-caa26b5457b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8425472 Apr 01 16:28:21.884202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 96022fa4-5b64-4a25-8054-6e6f3311a7ea completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:21.889212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 96022fa4-5b64-4a25-8054-6e6f3311a7ea triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:21.889588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:22.009703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:22.026482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 96022fa4-5b64-4a25-8054-6e6f3311a7ea, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=96022fa4-5b64-4a25-8054-6e6f3311a7ea,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:22.084273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:22.166362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=96022fa4-5b64-4a25-8054-6e6f3311a7ea,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:22.378650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Sync routers for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:28:22.388046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:22.388658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:22.592249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:22.905486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 4, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd145fe19-2394-483a-a97e-c97c322b5eb9', 'name': '', 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'mac_address': 'fa:16:3e:4d:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:19Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 2, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'subnets': [{'id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:22.909861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Checking router: 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:28:22.910213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Updating router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 port d145fe19-2394-483a-a97e-c97c322b5eb9 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:28:22.962725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.138270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 96022fa4-5b64-4a25-8054-6e6f3311a7ea up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:23.293744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 96022fa4-5b64-4a25-8054-6e6f3311a7ea triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:23.294116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.428791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.469865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Transition to ACTIVE for port object d145fe19-2394-483a-a97e-c97c322b5eb9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:23.547016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.676830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dcd14-62be-41ff-b173-bd434fea01f9 None None] Pushing event updated for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:23.693819 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-00c747f7-f94f-46b1-85f2-e2ca67a88f76 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:23.695712 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-00c747f7-f94f-46b1-85f2-e2ca67a88f76 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/networks?id=703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 200 len: 816 time: 0.1517732 Apr 01 16:28:23.711867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-13243786-622f-4643-98cf-562346530a38 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/quotas/3828ed6786b7442ab7ee04eba86cc58c HTTP/1.1" status: 200 len: 375 time: 0.0105882 Apr 01 16:28:23.768165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Attempting to bind port d145fe19-2394-483a-a97e-c97c322b5eb9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:23.768576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Attempting to bind port d145fe19-2394-483a-a97e-c97c322b5eb9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:23.769036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Attempting to bind port d145fe19-2394-483a-a97e-c97c322b5eb9 on network 1fc30a53-d761-42b1-be1a-b1945e88c61e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:23.776138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:23.776813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Checking segment: {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:23.777222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.777622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Bound using segment: {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:23.778098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Bound port: d145fe19-2394-483a-a97e-c97c322b5eb9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6242980b-d150-4a84-bf38-2784ee709615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:23.778472 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:23.803298 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9a369fda-e6e6-4afc-a5ae-647991b88453 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:23.893327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] For port d145fe19-2394-483a-a97e-c97c322b5eb9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:23.896509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] For port d145fe19-2394-483a-a97e-c97c322b5eb9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d145fe19-2394-483a-a97e-c97c322b5eb9,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:23.962002 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9a369fda-e6e6-4afc-a5ae-647991b88453 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:23.963292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9a369fda-e6e6-4afc-a5ae-647991b88453 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434995 Apr 01 16:28:23.991104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:24.069564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:28:24.070197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:28:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:24.107376 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-fecbbd3f-319a-491a-b888-2eb15fb73e49 service neutron] 10.222.0.18 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319664 Apr 01 16:28:24.173343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dcd14-62be-41ff-b173-bd434fea01f9 None None] Pushing event updated for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:24.261661 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-0e7a8360-a764-4469-859b-6a70ac0cae9e service neutron] 10.222.0.18 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453209 Apr 01 16:28:24.296660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:28:24.556835 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf2891e8-4f75-4698-80c6-9bcea27f515b req-c3b5613c-2d2c-4a4c-8997-d00323c0aabe tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 210 time: 0.0459821 Apr 01 16:28:24.623253 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 4, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd145fe19-2394-483a-a97e-c97c322b5eb9', 'name': '', 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'mac_address': 'fa:16:3e:4d:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:19Z', 'updated_at': '2022-04-01T16:28:23Z', 'revision_number': 4, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'subnets': [{'id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:28:24.627349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ad995-3d7d-42e6-b84c-358b1cca9fed None None] The sync data for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv is: [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:20Z', 'revision_number': 4, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd145fe19-2394-483a-a97e-c97c322b5eb9', 'name': '', 'network_id': '1fc30a53-d761-42b1-be1a-b1945e88c61e', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'mac_address': 'fa:16:3e:4d:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:19Z', 'updated_at': '2022-04-01T16:28:23Z', 'revision_number': 4, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'subnets': [{'id': '63bd72c6-f114-44dd-b9e9-01ae5d8c12d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:28:24.636162 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:28:25.164596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d145fe19-2394-483a-a97e-c97c322b5eb9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:25.328691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d145fe19-2394-483a-a97e-c97c322b5eb9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:25.334185 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d145fe19-2394-483a-a97e-c97c322b5eb9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:25.334561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:25.458222 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:25.492233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d145fe19-2394-483a-a97e-c97c322b5eb9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d145fe19-2394-483a-a97e-c97c322b5eb9,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:25.585164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:25.665842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:25.720386 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c66432-1c5c-43cd-9347-b77fb57783e9 req-17e665c6-1553-4330-995d-2c53eb0b932d tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 210 time: 0.0459962 Apr 01 16:28:26.724150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-3912cecf-f146-4241-a60c-231df0da01a2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:26.724827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-3912cecf-f146-4241-a60c-231df0da01a2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:26.800901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-3912cecf-f146-4241-a60c-231df0da01a2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:26.802066 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-3912cecf-f146-4241-a60c-231df0da01a2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "GET /v2.0/networks?id=703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 200 len: 816 time: 0.2201638 Apr 01 16:28:26.813570 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Request body: {'port': {'device_id': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'admin_state_up': True, 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:26.890790 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7d6f779-6086-4e6d-8925-d54c7e5fa6ae req-859dc057-d519-4c1a-8942-217f990c98f9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 210 time: 0.0609698 Apr 01 16:28:26.996008 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:28:27.005708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:28:27.055395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Made reservation on behalf of 3828ed6786b7442ab7ee04eba86cc58c for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:28:27.058906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.145604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d145fe19-2394-483a-a97e-c97c322b5eb9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:27.213012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d145fe19-2394-483a-a97e-c97c322b5eb9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:27.213643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.227076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Allocated IP 172.20.0.13 (703f483c-cd21-4717-a8da-e3f833d10144/166ae0f3-cdfe-4279-9b82-76daea6cb85c/38c43e2e-ca09-4b50-9f16-574e9964b612) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:28:27.430793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.446137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Transition to ACTIVE for port object 38c43e2e-ca09-4b50-9f16-574e9964b612 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:27.551078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.616560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Network 703f483c-cd21-4717-a8da-e3f833d10144 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:28:27.623781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:28:27.628743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:28:27.663367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Pushing event updated for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:27.695458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:27.696086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.822078 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-7259c9b2-9807-4c5a-ad26-87a033f1e3aa tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120661 Apr 01 16:28:27.831972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9d56a59c-2e34-4a43-b966-56c4422843b1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:28:27.832956 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9d56a59c-2e34-4a43-b966-56c4422843b1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Apr 01 16:28:27.872499 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7fb390-43f7-4ba5-8943-3085c94f23be None None] Provisioning for port 38c43e2e-ca09-4b50-9f16-574e9964b612 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:27.878249 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7fb390-43f7-4ba5-8943-3085c94f23be None None] Provisioning complete for port 38c43e2e-ca09-4b50-9f16-574e9964b612 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:27.878616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb390-43f7-4ba5-8943-3085c94f23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.931693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2e7fb390-43f7-4ba5-8943-3085c94f23be None None] Port 38c43e2e-ca09-4b50-9f16-574e9964b612 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:28:27.951245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Request body: {'port': {'device_id': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:28:28.072672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:28.077387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783823a-0166-4107-b85e-cbc31ce4d849 req-dd1e71fd-84b0-4d68-b646-d908c0c5eedd tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:28.078871 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d783823a-0166-4107-b85e-cbc31ce4d849 req-dd1e71fd-84b0-4d68-b646-d908c0c5eedd tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 932 time: 0.0811913 Apr 01 16:28:28.128408 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d783823a-0166-4107-b85e-cbc31ce4d849 req-a7b900b6-6d65-4e8e-a36e-53c24a108299 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Apr 01 16:28:28.408658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c43e2e-ca09-4b50-9f16-574e9964b612 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:28:28.415793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:28.429844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Transition to ACTIVE for port object 38c43e2e-ca09-4b50-9f16-574e9964b612 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:28:28.487677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:28.756581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:28.823091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Attempting to bind port 38c43e2e-ca09-4b50-9f16-574e9964b612 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:28:28.823735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Attempting to bind port 38c43e2e-ca09-4b50-9f16-574e9964b612 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:28:28.823735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Attempting to bind port 38c43e2e-ca09-4b50-9f16-574e9964b612 on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:28.828263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Port 38c43e2e-ca09-4b50-9f16-574e9964b612 on network 703f483c-cd21-4717-a8da-e3f833d10144 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:28:28.828611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Attempting to bind port 38c43e2e-ca09-4b50-9f16-574e9964b612 on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:28:28.833645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:28:28.833995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Checking segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:28:28.834379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Bound using segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:28:28.834803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Bound port: 38c43e2e-ca09-4b50-9f16-574e9964b612, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:28:28.835159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:28.924885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:28:28.927796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=38c43e2e-ca09-4b50-9f16-574e9964b612,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:28:28.998571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:29.049378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.050020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:29.051428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] 10.222.0.90 "PUT /v2.0/ports/38c43e2e-ca09-4b50-9f16-574e9964b612 HTTP/1.1" status: 200 len: 1094 time: 1.2117805 Apr 01 16:28:29.053816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:29.090387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07689d-8de1-4898-9c0b-3cff5a788ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:29.108553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612', 'status': 'completed', 'code': 200} Apr 01 16:28:29.208451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-e5716b14-05a8-4034-89a7-e6bb2f2148a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.210094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-e5716b14-05a8-4034-89a7-e6bb2f2148a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 1097 time: 0.0797906 Apr 01 16:28:29.321676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792546-7716-488e-b501-3a4d552c683a req-bf5a175b-44db-4f8f-98c1-36139b749cff tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.323165 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31792546-7716-488e-b501-3a4d552c683a req-bf5a175b-44db-4f8f-98c1-36139b749cff tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 944 time: 0.0834968 Apr 01 16:28:29.352339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-61a11f25-70b8-4f71-b84d-78a1295f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.353768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-61a11f25-70b8-4f71-b84d-78a1295f2942 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1374323 Apr 01 16:28:29.367292 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31792546-7716-488e-b501-3a4d552c683a req-49c05974-49c0-4f7e-bd41-1b19c191af78 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Apr 01 16:28:29.491519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-77c21f8b-dbbb-4aea-9be8-4b2290520859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.492991 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e42e4ce-606e-4d9a-ae72-7f73532022f0 req-77c21f8b-dbbb-4aea-9be8-4b2290520859 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333473 Apr 01 16:28:29.505105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-867dc3d5-44f7-4177-9d34-005c88bfab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:29.606106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-ce47e767-bea4-4aa3-9077-365780fa98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.607586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-ce47e767-bea4-4aa3-9077-365780fa98e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 1097 time: 0.0763519 Apr 01 16:28:29.679217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-4cadb2a4-e755-4966-988d-84fdb2230bc7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c43e2e-ca09-4b50-9f16-574e9964b612 HTTP/1.1" status: 200 len: 217 time: 0.0646377 Apr 01 16:28:29.740431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-f033f5df-3fdb-4667-bd3d-5de2fcc01a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.741827 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-f033f5df-3fdb-4667-bd3d-5de2fcc01a31 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=166ae0f3-cdfe-4279-9b82-76daea6cb85c HTTP/1.1" status: 200 len: 855 time: 0.0567148 Apr 01 16:28:29.818484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9d6da251-7560-4fe2-9fe9-756925b84901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:29.819954 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-9d6da251-7560-4fe2-9fe9-756925b84901 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=703f483c-cd21-4717-a8da-e3f833d10144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718334 Apr 01 16:28:29.949814 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-6f597c03-2172-4676-a7d3-1ad3d4893f00 service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230836 Apr 01 16:28:30.077249 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7510bbd-63f4-4d09-b22d-15db0ffc9410 req-f7327d82-af80-4cf8-a4e0-5ff70fc4751e service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213095 Apr 01 16:28:30.552147 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0f91-fc84-4e42-be57-9be22a336528 req-abcdf4d2-fe63-4f78-b75a-8599ac395ad3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:30.552815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-385f0f91-fc84-4e42-be57-9be22a336528 req-abcdf4d2-fe63-4f78-b75a-8599ac395ad3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:30.619235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-385f0f91-fc84-4e42-be57-9be22a336528 req-abcdf4d2-fe63-4f78-b75a-8599ac395ad3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:30.620373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-385f0f91-fc84-4e42-be57-9be22a336528 req-abcdf4d2-fe63-4f78-b75a-8599ac395ad3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 944 time: 0.1452386 Apr 01 16:28:30.664658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-385f0f91-fc84-4e42-be57-9be22a336528 req-b1efba11-071f-4592-b0e5-bb92dfaa7df2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:30.740624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-385f0f91-fc84-4e42-be57-9be22a336528 req-b1efba11-071f-4592-b0e5-bb92dfaa7df2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:30.741756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-385f0f91-fc84-4e42-be57-9be22a336528 req-b1efba11-071f-4592-b0e5-bb92dfaa7df2 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155112 Apr 01 16:28:32.065822 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2cfb2-4bf2-4215-8c21-abbbf541fec1 req-00327022-dcf4-46f5-a679-75491f611410 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:32.067246 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-33e2cfb2-4bf2-4215-8c21-abbbf541fec1 req-00327022-dcf4-46f5-a679-75491f611410 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 944 time: 0.0774593 Apr 01 16:28:32.111597 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-33e2cfb2-4bf2-4215-8c21-abbbf541fec1 req-a40bbbc2-f78e-4b94-9f16-cb997bb2afa7 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Apr 01 16:28:32.408024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2359c23b-af94-49df-b9b0-635aa87e0b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:32.749947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 38c43e2e-ca09-4b50-9f16-574e9964b612 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:28:32.897431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=38c43e2e-ca09-4b50-9f16-574e9964b612,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:32.914518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '38c43e2e-ca09-4b50-9f16-574e9964b612', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'port_id': '38c43e2e-ca09-4b50-9f16-574e9964b612', 'mac_address': 'fa:16:3e:b4:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:28:32.968634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:32.978597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:32.985370 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:32.987860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c43e2e-ca09-4b50-9f16-574e9964b612 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:28:33.004387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=38c43e2e-ca09-4b50-9f16-574e9964b612,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:33.083500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:33.155579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:33.289039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['38c43e2e-ca09-4b50-9f16-574e9964b612'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:28:33.298839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba40f21-aa0b-4191-b46f-3aab51c5413a req-26974a7e-d9dc-491a-aca8-e15f35d14ca9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:33.300413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cba40f21-aa0b-4191-b46f-3aab51c5413a req-26974a7e-d9dc-491a-aca8-e15f35d14ca9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Apr 01 16:28:33.344919 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cba40f21-aa0b-4191-b46f-3aab51c5413a req-c00ef589-e0df-4e82-92a0-d9abcfd94112 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388129 Apr 01 16:28:34.033033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:34.528268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b347b-acbb-437d-8840-cd66bc510144 req-72ba6875-e9ec-4b6b-b9c2-e036472fd7e8 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:34.529702 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e9b347b-acbb-437d-8840-cd66bc510144 req-72ba6875-e9ec-4b6b-b9c2-e036472fd7e8 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 945 time: 0.0823832 Apr 01 16:28:34.573561 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e9b347b-acbb-437d-8840-cd66bc510144 req-27698e91-82a1-45ef-a734-b58878bd6489 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Apr 01 16:28:34.684001 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:34.780357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 38c43e2e-ca09-4b50-9f16-574e9964b612 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:34.917401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 38c43e2e-ca09-4b50-9f16-574e9964b612 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:28:34.922137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 38c43e2e-ca09-4b50-9f16-574e9964b612 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:34.922549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:35.036388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:35.062337 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:35.071839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=38c43e2e-ca09-4b50-9f16-574e9964b612,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:35.107005 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612', 'code': 200} Apr 01 16:28:35.117688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:35.189599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:35.413540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d8617-6333-4047-abbb-8b2c27ba0816 req-8c9c3e53-911f-4532-bf80-5952433deeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:35.415199 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f1d8617-6333-4047-abbb-8b2c27ba0816 req-8c9c3e53-911f-4532-bf80-5952433deeba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 1099 time: 0.0684984 Apr 01 16:28:35.459026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f1d8617-6333-4047-abbb-8b2c27ba0816 req-65b62aa0-1be0-4632-ad06-aa068ef2c04c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Apr 01 16:28:35.752332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7f4fb-80eb-41c7-9478-7f3b7d8460fd req-d910b302-1337-4222-8782-9fde238f27a9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:35.753783 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3bd7f4fb-80eb-41c7-9478-7f3b7d8460fd req-d910b302-1337-4222-8782-9fde238f27a9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.0789771 Apr 01 16:28:35.799989 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3bd7f4fb-80eb-41c7-9478-7f3b7d8460fd req-71205899-dd3a-4b35-9a18-ef117c1b2747 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Apr 01 16:28:36.982478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040e962-f7f5-4d61-86bb-cc8a6f56c424 req-f3425ca2-3b7e-4fbc-9a2e-8b98788bb1ec tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:36.983987 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0040e962-f7f5-4d61-86bb-cc8a6f56c424 req-f3425ca2-3b7e-4fbc-9a2e-8b98788bb1ec tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.0794408 Apr 01 16:28:37.027071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0040e962-f7f5-4d61-86bb-cc8a6f56c424 req-5ed06e29-c118-41ed-8fff-c87cfd55b31a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Apr 01 16:28:37.210405 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ca0e-cbfe-4849-941d-40acbc81e594 req-6f9d3a29-3d85-40fb-9338-82ba1c97da2b tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:37.211899 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b94ca0e-cbfe-4849-941d-40acbc81e594 req-6f9d3a29-3d85-40fb-9338-82ba1c97da2b tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.0789213 Apr 01 16:28:37.255805 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b94ca0e-cbfe-4849-941d-40acbc81e594 req-d2970d9b-d359-4cac-8377-fb563147b018 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382810 Apr 01 16:28:55.302443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84edc4-350a-4f30-8c13-dfa8d067624d req-d8fd5c0a-ad68-48c5-8056-b8c3a408a0b3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:55.303972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c84edc4-350a-4f30-8c13-dfa8d067624d req-d8fd5c0a-ad68-48c5-8056-b8c3a408a0b3 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.0857694 Apr 01 16:28:55.347883 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c84edc4-350a-4f30-8c13-dfa8d067624d req-73bb9e0a-9072-41f1-9f01-911e7170145f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Apr 01 16:28:56.648384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049c4e-5a5a-4213-9fce-2d9f99882174 req-6a4ebac4-3960-49a9-8bf6-0e758df2c459 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:56.649749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af049c4e-5a5a-4213-9fce-2d9f99882174 req-6a4ebac4-3960-49a9-8bf6-0e758df2c459 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.1934626 Apr 01 16:28:56.693756 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af049c4e-5a5a-4213-9fce-2d9f99882174 req-c987fae8-97e9-4e05-bf49-7a401758474a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Apr 01 16:28:56.853638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-bbf7a6b4-7ad2-4385-9481-c6732fc2a1c7 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:56.855083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-bbf7a6b4-7ad2-4385-9481-c6732fc2a1c7 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 946 time: 0.0797954 Apr 01 16:28:56.926926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Deleting port 38c43e2e-ca09-4b50-9f16-574e9964b612 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:28:56.927207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.170167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] For port 38c43e2e-ca09-4b50-9f16-574e9964b612, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=38c43e2e-ca09-4b50-9f16-574e9964b612,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:28:57.170527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.293394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Calling delete_port for 38c43e2e-ca09-4b50-9f16-574e9964b612 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:28:57.494075 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.507801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['38c43e2e-ca09-4b50-9f16-574e9964b612'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:28:57.545192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Pushing event deleted for resources: {'Port': ['ID=38c43e2e-ca09-4b50-9f16-574e9964b612,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:57.584409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.584759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.585100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.585437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.585773 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.586105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.586435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.586762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.587086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.587441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.587777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.588099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:57.635226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] No DVR routers for this DVR port 38c43e2e-ca09-4b50-9f16-574e9964b612 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:28:57.637868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.640845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'name': 'network-vif-deleted', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:28:57.690070 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29d3455-0da7-41e2-b60d-0337eadea1e2', 'name': 'network-vif-deleted', 'tag': '38c43e2e-ca09-4b50-9f16-574e9964b612', 'status': 'completed', 'code': 200} Apr 01 16:28:57.694826 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1a5a4d87-9597-4e10-9130-64216058f1e0 req-15f01f9c-a4d0-4ed8-8934-6bda31d96a5a tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "DELETE /v2.0/ports/38c43e2e-ca09-4b50-9f16-574e9964b612 HTTP/1.1" status: 204 len: 173 time: 0.8344338 Apr 01 16:28:57.840014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a48024ee-5c12-4da2-8b0b-a87198110fe9 req-0e3ae135-49bd-4801-9a50-80d7da1a7cb1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:57.917339 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a48024ee-5c12-4da2-8b0b-a87198110fe9 req-0e3ae135-49bd-4801-9a50-80d7da1a7cb1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:57.918523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a48024ee-5c12-4da2-8b0b-a87198110fe9 req-0e3ae135-49bd-4801-9a50-80d7da1a7cb1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29d3455-0da7-41e2-b60d-0337eadea1e2 HTTP/1.1" status: 200 len: 210 time: 0.1202404 Apr 01 16:28:59.517044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c7067d2d-b8dd-4dd2-946c-04e77add9792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:59.761673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-b4da8c4d-cbb3-4ebe-9d4e-9020f92e1b24 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.763056 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-b4da8c4d-cbb3-4ebe-9d4e-9020f92e1b24 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/networks?id=703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 200 len: 816 time: 0.1503270 Apr 01 16:28:59.778543 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-6961c51d-9e57-4f78-bce0-68de4fb2d84f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/quotas/3828ed6786b7442ab7ee04eba86cc58c HTTP/1.1" status: 200 len: 375 time: 0.0098689 Apr 01 16:28:59.859423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-83b16742-335f-44a4-beb7-57cc7f72df8d tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759199 Apr 01 16:28:59.996624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-694b311e-5f33-441d-a5dc-bb4f3a4fd1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253324 Apr 01 16:29:00.131198 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-e09511f1-0e17-4de6-84e6-2fdd23cc571f service neutron] 10.222.0.18 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284389 Apr 01 16:29:00.366692 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d6b91eb-d361-4ec9-9914-d6f23387b08d req-2614f350-53f2-43a2-a564-90fa03f57195 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 210 time: 0.0436375 Apr 01 16:29:00.968577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 38c43e2e-ca09-4b50-9f16-574e9964b612 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:01.002849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 38c43e2e-ca09-4b50-9f16-574e9964b612 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:01.003209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 38c43e2e-ca09-4b50-9f16-574e9964b612 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:01.540631 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c6474df-b933-4a43-9ec9-a0044a7735c3 req-a2d7ca22-410a-42f0-883b-8f8fa825a908 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 210 time: 0.0477700 Apr 01 16:29:01.634594 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:29:02.368742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8932f702-4c63-42d8-b653-3d56f715dd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:02.388964 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75dda9b2-5029-4547-aaf8-c47ecbba46b9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:02.390413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75dda9b2-5029-4547-aaf8-c47ecbba46b9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "GET /v2.0/networks?id=703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 200 len: 816 time: 0.1500640 Apr 01 16:29:02.401866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Request body: {'port': {'device_id': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'admin_state_up': True, 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:02.658183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:02.669064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:02.703570 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d560f6d4-b373-4a5f-9a53-b1506e075c1b req-f5ec9414-1324-4007-aacc-0040b519a1d5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 210 time: 0.0488231 Apr 01 16:29:02.740738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Made reservation on behalf of 3828ed6786b7442ab7ee04eba86cc58c for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:02.745554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:02.930256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Allocated IP 172.20.0.13 (703f483c-cd21-4717-a8da-e3f833d10144/166ae0f3-cdfe-4279-9b82-76daea6cb85c/0081df9b-e583-42ba-8750-18587c51d134) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:02.962945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:02.991129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.154111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.169294 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Transition to ACTIVE for port object 0081df9b-e583-42ba-8750-18587c51d134 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:03.265920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.335237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Network 703f483c-cd21-4717-a8da-e3f833d10144 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:03.342678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:03.347189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:03.378744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Pushing event updated for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:03.416557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:03.417270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.535127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-4b4b2a41-73c1-42d7-a59a-700e988327ce tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1369340 Apr 01 16:29:03.545934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Request body: {'port': {'device_id': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:03.658910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.671076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62af4db5-8d6d-499c-992b-6de2da6c69cb None None] Provisioning for port 0081df9b-e583-42ba-8750-18587c51d134 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:03.676799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62af4db5-8d6d-499c-992b-6de2da6c69cb None None] Provisioning complete for port 0081df9b-e583-42ba-8750-18587c51d134 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:03.677176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62af4db5-8d6d-499c-992b-6de2da6c69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.732594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-62af4db5-8d6d-499c-992b-6de2da6c69cb None None] Port 0081df9b-e583-42ba-8750-18587c51d134 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:03.992072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7eb5-c499-4365-ae11-f0891d1071f9 req-9eb9642c-3edc-4661-93fd-c713c31ae522 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:03.992766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f1ad7eb5-c499-4365-ae11-f0891d1071f9 req-9eb9642c-3edc-4661-93fd-c713c31ae522 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Synchronizing usage tracker for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:04.025852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.077111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0081df9b-e583-42ba-8750-18587c51d134 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:04.084885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.099925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Transition to ACTIVE for port object 0081df9b-e583-42ba-8750-18587c51d134 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:04.105190 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f1ad7eb5-c499-4365-ae11-f0891d1071f9 req-9eb9642c-3edc-4661-93fd-c713c31ae522 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Unset dirty status for tenant:3828ed6786b7442ab7ee04eba86cc58c on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:04.110300 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1ad7eb5-c499-4365-ae11-f0891d1071f9 req-9eb9642c-3edc-4661-93fd-c713c31ae522 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 932 time: 0.2850847 Apr 01 16:29:04.151818 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1ad7eb5-c499-4365-ae11-f0891d1071f9 req-356494a8-7d2d-4527-b71d-54f627b9a6fb tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Apr 01 16:29:04.185399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.338017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Pushing event updated for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:04.423622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Attempting to bind port 0081df9b-e583-42ba-8750-18587c51d134 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:04.423968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Attempting to bind port 0081df9b-e583-42ba-8750-18587c51d134 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:04.424322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Attempting to bind port 0081df9b-e583-42ba-8750-18587c51d134 on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:04.429248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Port 0081df9b-e583-42ba-8750-18587c51d134 on network 703f483c-cd21-4717-a8da-e3f833d10144 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:29:04.429568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Attempting to bind port 0081df9b-e583-42ba-8750-18587c51d134 on network 703f483c-cd21-4717-a8da-e3f833d10144 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:04.434817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:04.435169 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Checking segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:04.435664 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Bound using segment: {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:04.436085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Bound port: 0081df9b-e583-42ba-8750-18587c51d134, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5802394-0efd-47c7-a050-2616818fa97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:04.436426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.532399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:04.535293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0081df9b-e583-42ba-8750-18587c51d134,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:04.643186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.659792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.702466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:04.703174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.704523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] 10.222.0.90 "PUT /v2.0/ports/0081df9b-e583-42ba-8750-18587c51d134 HTTP/1.1" status: 200 len: 1094 time: 1.1626985 Apr 01 16:29:04.705438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'tag': '0081df9b-e583-42ba-8750-18587c51d134'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:04.730015 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a991e8-365f-4ad2-9e0a-740658293707 service neutron] Pushing event updated for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:04.754737 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'tag': '0081df9b-e583-42ba-8750-18587c51d134', 'status': 'completed', 'code': 200} Apr 01 16:29:04.845909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-b0de7aa0-c7c9-4985-896b-57d99aaefd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:04.847459 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-b0de7aa0-c7c9-4985-896b-57d99aaefd9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 1097 time: 0.0738103 Apr 01 16:29:05.090657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-3608e035-1cc3-4085-9847-2353b7cf5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.092271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-3608e035-1cc3-4085-9847-2353b7cf5c02 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2383490 Apr 01 16:29:05.227548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-a8eb6ecc-2512-416c-a29f-c4e30572cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.229051 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a4bb9b5-2cc2-44cf-9da4-4ce5d94c0ac9 req-a8eb6ecc-2512-416c-a29f-c4e30572cc99 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313646 Apr 01 16:29:05.398067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462a12-07be-4538-ad36-d014bdfd9be0 req-e156b72b-f917-45b8-9239-f3eb8f77d11d tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.399461 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f2462a12-07be-4538-ad36-d014bdfd9be0 req-e156b72b-f917-45b8-9239-f3eb8f77d11d tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 944 time: 0.1388373 Apr 01 16:29:05.402020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-174adfaf-0837-433b-855e-a4bb7df958b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.403420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-174adfaf-0837-433b-855e-a4bb7df958b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 1097 time: 0.1087446 Apr 01 16:29:05.484318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-fdb6fef1-db74-4612-bc48-7e4a3dc92d82 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0081df9b-e583-42ba-8750-18587c51d134 HTTP/1.1" status: 200 len: 217 time: 0.0667324 Apr 01 16:29:05.549478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f2462a12-07be-4538-ad36-d014bdfd9be0 req-61d53d6b-2d04-4d07-92db-5b540b2f2b50 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443303 Apr 01 16:29:05.565496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-5b8cf016-cdaf-4024-9144-f7c0b129c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.565496 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-5b8cf016-cdaf-4024-9144-f7c0b129c032 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=166ae0f3-cdfe-4279-9b82-76daea6cb85c HTTP/1.1" status: 200 len: 855 time: 0.0721135 Apr 01 16:29:05.640309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-c57bc653-1249-4c08-98ea-792b1fcdd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:05.641822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-c57bc653-1249-4c08-98ea-792b1fcdd41d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=703f483c-cd21-4717-a8da-e3f833d10144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711935 Apr 01 16:29:05.772158 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-34311c22-6747-4f82-b691-b92e08684c36 service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243310 Apr 01 16:29:05.912339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82acc11c-5a86-407a-8d77-157bc5c048bb req-c97c14a7-567c-4d6a-86d2-b2c0fa1d6af4 service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344025 Apr 01 16:29:06.744111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7126c6-88cb-4464-86ad-8e83490359fc req-83e2005b-c251-41ef-97e2-6a142bfd3ee9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:06.745570 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa7126c6-88cb-4464-86ad-8e83490359fc req-83e2005b-c251-41ef-97e2-6a142bfd3ee9 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 944 time: 0.0827453 Apr 01 16:29:06.790081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa7126c6-88cb-4464-86ad-8e83490359fc req-bb362ce4-4bc4-499a-b36d-f1cf04dfbc67 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Apr 01 16:29:07.979299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd3cc-b9f7-482a-a60e-8cc6bb24a033 req-28e312ae-25d3-4642-9e3c-dc22e866a2d1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:07.980766 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af8fd3cc-b9f7-482a-a60e-8cc6bb24a033 req-28e312ae-25d3-4642-9e3c-dc22e866a2d1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 944 time: 0.0848181 Apr 01 16:29:08.025552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-af8fd3cc-b9f7-482a-a60e-8cc6bb24a033 req-ed471f62-71ea-4a54-af20-d86d6f06d7a1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Apr 01 16:29:08.998959 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0081df9b-e583-42ba-8750-18587c51d134 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:29:09.134407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0081df9b-e583-42ba-8750-18587c51d134,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:09.149622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '0081df9b-e583-42ba-8750-18587c51d134', 'network_id': '703f483c-cd21-4717-a8da-e3f833d10144', 'port_id': '0081df9b-e583-42ba-8750-18587c51d134', 'mac_address': 'fa:16:3e:37:3c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166ae0f3-cdfe-4279-9b82-76daea6cb85c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:29:09.203353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.216414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d682b8-926e-4a15-bbfb-4a6a96332737 req-5367a82e-8147-4ebf-9669-8d02acaaf2e1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:09.217864 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13d682b8-926e-4a15-bbfb-4a6a96332737 req-5367a82e-8147-4ebf-9669-8d02acaaf2e1 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 944 time: 0.0877149 Apr 01 16:29:09.220634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0081df9b-e583-42ba-8750-18587c51d134 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:09.236538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0081df9b-e583-42ba-8750-18587c51d134,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:09.263194 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13d682b8-926e-4a15-bbfb-4a6a96332737 req-e8fe0c68-80aa-4216-b6ee-a43965fc8f2c tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386634 Apr 01 16:29:09.334300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:09.403442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:09.410387 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.410730 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.411065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.411421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.411747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.412072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.412393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.412712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.413031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.413350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.413667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.413983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:09.527655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['0081df9b-e583-42ba-8750-18587c51d134'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:29:10.444632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdcc4f-cfaa-4a65-95c2-812ee568dbfc req-4fbc5adb-63c7-4476-939f-ee95b7826868 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:10.446045 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c5fdcc4f-cfaa-4a65-95c2-812ee568dbfc req-4fbc5adb-63c7-4476-939f-ee95b7826868 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 945 time: 0.0797837 Apr 01 16:29:10.490937 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c5fdcc4f-cfaa-4a65-95c2-812ee568dbfc req-30298b59-03ab-4966-869f-99f9998b73af tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Apr 01 16:29:10.998835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0081df9b-e583-42ba-8750-18587c51d134 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:11.109689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 0081df9b-e583-42ba-8750-18587c51d134 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:11.115583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 0081df9b-e583-42ba-8750-18587c51d134 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:11.115962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.231369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.257115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081df9b-e583-42ba-8750-18587c51d134'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:11.267017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0081df9b-e583-42ba-8750-18587c51d134,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:11.300191 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0081df9b-e583-42ba-8750-18587c51d134', 'code': 200} Apr 01 16:29:11.338734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.404470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:11.716844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b28ef-3330-4575-9e00-b39af3cc7180 req-6d4ff277-01f0-40bd-a2f9-f29640ea8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:11.718315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1b28ef-3330-4575-9e00-b39af3cc7180 req-6d4ff277-01f0-40bd-a2f9-f29640ea8328 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 1099 time: 0.1344686 Apr 01 16:29:11.725775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2b0c-6cd0-42aa-8e4b-5528d911f213 req-db05007d-315b-4e04-8970-8f6fea8d5d75 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:11.727132 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0fd2b0c-6cd0-42aa-8e4b-5528d911f213 req-db05007d-315b-4e04-8970-8f6fea8d5d75 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.1065092 Apr 01 16:29:11.792965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d1b28ef-3330-4575-9e00-b39af3cc7180 req-049301b5-4600-4e56-a5a3-67661d22bad4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647726 Apr 01 16:29:11.799552 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0fd2b0c-6cd0-42aa-8e4b-5528d911f213 req-66144206-c74f-4665-8017-29c395e12e98 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Apr 01 16:29:12.986181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e834-a218-4418-8e50-56f941b6b35a req-1da1e335-9e16-49fa-a883-88e74b525205 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:12.987677 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a399e834-a218-4418-8e50-56f941b6b35a req-1da1e335-9e16-49fa-a883-88e74b525205 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.0801129 Apr 01 16:29:13.034549 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a399e834-a218-4418-8e50-56f941b6b35a req-272d6249-cfdc-479e-b873-c464509642ab tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Apr 01 16:29:14.236826 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1eb3-a01c-49ee-915e-b5ccdf579422 req-c5752943-3517-493a-b211-be8915636278 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:14.238919 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e4ea1eb3-a01c-49ee-915e-b5ccdf579422 req-c5752943-3517-493a-b211-be8915636278 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.0799217 Apr 01 16:29:14.284960 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e4ea1eb3-a01c-49ee-915e-b5ccdf579422 req-9f912919-b497-45d9-9571-75fa0d76171d tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 Apr 01 16:29:14.580907 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b563bd3-3dbb-492a-80f1-40e47d2f0797 req-453e4aca-fad5-48b3-9f01-adbef8dbf278 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:14.582253 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b563bd3-3dbb-492a-80f1-40e47d2f0797 req-453e4aca-fad5-48b3-9f01-adbef8dbf278 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.1912732 Apr 01 16:29:14.625915 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b563bd3-3dbb-492a-80f1-40e47d2f0797 req-c390da28-81ae-4337-97ee-38a42b158124 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Apr 01 16:29:19.326881 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-60211e6b-71d2-4359-bd7d-cb5dc79e2300 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728071 Apr 01 16:29:19.462694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-c1f54831-e076-4bfb-9cfc-16e37cc3f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.464185 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-c1f54831-e076-4bfb-9cfc-16e37cc3f157 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 1099 time: 0.0718474 Apr 01 16:29:19.719590 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-d0b7c425-40a5-4607-b4f0-a23e58b7b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.721027 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-d0b7c425-40a5-4607-b4f0-a23e58b7b18c service neutron] 10.222.0.90 "GET /v2.0/networks?id=703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 200 len: 917 time: 0.2378552 Apr 01 16:29:19.792868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-071c75a8-a824-46f9-bf70-680e8e77b957 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0081df9b-e583-42ba-8750-18587c51d134 HTTP/1.1" status: 200 len: 217 time: 0.0659575 Apr 01 16:29:19.855270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-01565d15-646c-48c8-bbf0-8b278e94de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.856763 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-01565d15-646c-48c8-bbf0-8b278e94de1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=166ae0f3-cdfe-4279-9b82-76daea6cb85c HTTP/1.1" status: 200 len: 855 time: 0.0584266 Apr 01 16:29:19.938452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-2cf60d72-1aab-4d2f-941a-8ca653fb4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.940162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-2cf60d72-1aab-4d2f-941a-8ca653fb4289 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=703f483c-cd21-4717-a8da-e3f833d10144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774031 Apr 01 16:29:20.073451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-d17834ee-0ec9-4958-beca-76c4c560bfaf service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277387 Apr 01 16:29:20.216861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-005ac4c9-cd78-4c1d-91eb-954e85dabbb2 req-76abc5a2-8483-4eee-bd24-8112656ec17d service neutron] 10.222.0.90 "GET /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372709 Apr 01 16:29:29.516283 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-756b06d7-ae94-4e47-94d0-f78d78c175cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.396109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4f48047d-adbc-47c4-ba19-ca6f50df324b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.956267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.967316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.825674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb696-c986-4d40-89e3-bcf6f4fb2cd7 req-ef3244f8-e182-4ee0-b08c-1f82eefca29f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:33.827129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4bceb696-c986-4d40-89e3-bcf6f4fb2cd7 req-ef3244f8-e182-4ee0-b08c-1f82eefca29f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.0858564 Apr 01 16:29:33.872487 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4bceb696-c986-4d40-89e3-bcf6f4fb2cd7 req-8adb6adc-3627-4d82-b82a-8b0678abd9cf tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Apr 01 16:29:34.029963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.658901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.055930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61023b0d-2121-46bd-9e21-401f36b07181 req-b81b4f5b-7cfa-41c1-ba6b-11fe9fa13439 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:35.057387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61023b0d-2121-46bd-9e21-401f36b07181 req-b81b4f5b-7cfa-41c1-ba6b-11fe9fa13439 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.0796180 Apr 01 16:29:35.102296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61023b0d-2121-46bd-9e21-401f36b07181 req-dcb8b187-34d8-4d29-bb6c-9c18f2635920 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee536927-f514-4408-916b-517b81b3ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Apr 01 16:29:35.385918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-d47444e8-e2ac-4674-b585-d5c8b2e02e0f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:35.387349 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-d47444e8-e2ac-4674-b585-d5c8b2e02e0f tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 946 time: 0.0820236 Apr 01 16:29:35.457561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Deleting port 0081df9b-e583-42ba-8750-18587c51d134 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:35.457896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.704801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] For port 0081df9b-e583-42ba-8750-18587c51d134, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=0081df9b-e583-42ba-8750-18587c51d134,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:35.705069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.827353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Calling delete_port for 0081df9b-e583-42ba-8750-18587c51d134 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:36.036522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.048064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['0081df9b-e583-42ba-8750-18587c51d134'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:29:36.090037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Pushing event deleted for resources: {'Port': ['ID=0081df9b-e583-42ba-8750-18587c51d134,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:36.169341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] No DVR routers for this DVR port 0081df9b-e583-42ba-8750-18587c51d134 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:36.172183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.175333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'name': 'network-vif-deleted', 'tag': '0081df9b-e583-42ba-8750-18587c51d134'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:36.233059 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7f0cc9-e209-49c6-a36e-5703137eca31', 'name': 'network-vif-deleted', 'tag': '0081df9b-e583-42ba-8750-18587c51d134', 'status': 'completed', 'code': 200} Apr 01 16:29:36.248637 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5158b0c9-37cd-4f1a-aac8-04af6c95d7fe req-aadcc70d-77cf-46bd-9041-9842c36902c5 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.90 "DELETE /v2.0/ports/0081df9b-e583-42ba-8750-18587c51d134 HTTP/1.1" status: 204 len: 173 time: 0.8563826 Apr 01 16:29:36.269036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a41d124-d90f-4997-b869-6fbfb65f61cb req-cce40853-bbc1-4dae-93d1-adf650b8f854 tempest-TestEncryptedCinderVolumes-509127749 tempest-TestEncryptedCinderVolumes-509127749-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b7f0cc9-e209-49c6-a36e-5703137eca31 HTTP/1.1" status: 200 len: 210 time: 0.0531249 Apr 01 16:29:37.472660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:38.010881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.353313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Deleting port ac394cbf-83fe-4c3a-86e8-65bbc281bd12 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:38.353660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.532702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] For port ac394cbf-83fe-4c3a-86e8-65bbc281bd12, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:38.533449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.634423 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:29:38.775841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Calling delete_port for ac394cbf-83fe-4c3a-86e8-65bbc281bd12 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:39.092157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0081df9b-e583-42ba-8750-18587c51d134 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:39.126642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 0081df9b-e583-42ba-8750-18587c51d134 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:39.126896 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 0081df9b-e583-42ba-8750-18587c51d134 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:39.167325 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:39.213910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac394cbf-83fe-4c3a-86e8-65bbc281bd12,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:39.257739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.258076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.258467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.258800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.259125 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.259480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.259801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.260121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.260441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.260754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.261068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.261382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:39.490075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:39.843150 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:40.025768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:40.034919 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Sync routers for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:40.038576 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59e30ce5-9ea2-468c-bb1e-1d32a406d477 admin admin] 10.222.0.18 "PUT /v2.0/routers/37b3b4cc-539e-41e2-a7b0-78b6a4c98d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643194 Apr 01 16:29:40.041297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:40.044912 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:40.045489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:40.269075 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:40.342913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.523011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.553420 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:29:39Z', 'revision_number': 5, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:40.557144 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Checking router: 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:40.565405 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Routers {'37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:40.565995 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:40.618830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Deleting port c49a6382-608e-47a9-8a8e-dc651429f8b6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:40.619199 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.740788 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] Set router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:40.793519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] For port c49a6382-608e-47a9-8a8e-dc651429f8b6, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c49a6382-608e-47a9-8a8e-dc651429f8b6,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:40.793783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.916420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Calling delete_port for c49a6382-608e-47a9-8a8e-dc651429f8b6 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:41.029140 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:29:39Z', 'revision_number': 5, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:41.033016 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9585a6a5-7aa6-4e44-bd56-405ebd51e5eb None None] The sync data for ids ['37b3b4cc-539e-41e2-a7b0-78b6a4c98d39'] in dv-neutron-835943-1-hyperv is: [{'id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'name': 'tempest-TestEncryptedCinderVolumes-612538808-router', 'tenant_id': '3828ed6786b7442ab7ee04eba86cc58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:08Z', 'updated_at': '2022-04-01T16:29:39Z', 'revision_number': 5, 'project_id': '3828ed6786b7442ab7ee04eba86cc58c', 'gw_port': {'id': 'c49a6382-608e-47a9-8a8e-dc651429f8b6', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3b4cc-539e-41e2-a7b0-78b6a4c98d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:09Z', 'updated_at': '2022-04-01T16:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:41.150023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.198727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49a6382-608e-47a9-8a8e-dc651429f8b6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:41.288110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.460838 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac394cbf-83fe-4c3a-86e8-65bbc281bd12 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:41.463887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.470137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.496361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ac394cbf-83fe-4c3a-86e8-65bbc281bd12 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:41.496779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ac394cbf-83fe-4c3a-86e8-65bbc281bd12 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:41.550137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.551296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:29:41.563259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.564393 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db131abc-7379-43c8-9272-7b1493e4a078 admin admin] 10.222.0.18 "DELETE /v2.0/routers/37b3b4cc-539e-41e2-a7b0-78b6a4c98d39 HTTP/1.1" status: 204 len: 168 time: 1.5221450 Apr 01 16:29:41.566840 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55588) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:41.630887 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Deleting subnet 166ae0f3-cdfe-4279-9b82-76daea6cb85c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:29:41.634650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.685697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.763542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.990120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.028049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166ae0f3-cdfe-4279-9b82-76daea6cb85c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:42.032975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.038984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba8d7f-50f7-42a2-b5e6-f48f4fc00c2c None None] Network 703f483c-cd21-4717-a8da-e3f833d10144 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:42.045646 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1689911-2727-41ab-8a05-c3522805c549 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/166ae0f3-cdfe-4279-9b82-76daea6cb85c HTTP/1.1" status: 204 len: 168 time: 0.4727550 Apr 01 16:29:42.046689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55592) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:42.153468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.166063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Deleting port d14e44ed-56b3-4b87-9341-eada600dde1c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:42.166063 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.286599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] DHCP port deletion for 703f483c-cd21-4717-a8da-e3f833d10144 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:29:42.290826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Deleting port d14e44ed-56b3-4b87-9341-eada600dde1c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:42.291235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.374026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] For port d14e44ed-56b3-4b87-9341-eada600dde1c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d14e44ed-56b3-4b87-9341-eada600dde1c,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:42.374389 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.498292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Calling delete_port for d14e44ed-56b3-4b87-9341-eada600dde1c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:42.524908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] For port d14e44ed-56b3-4b87-9341-eada600dde1c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d14e44ed-56b3-4b87-9341-eada600dde1c,segment=NetworkSegment(d5802394-0efd-47c7-a050-2616818fa97b),segment_id=d5802394-0efd-47c7-a050-2616818fa97b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:42.525517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.645936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Calling delete_port for d14e44ed-56b3-4b87-9341-eada600dde1c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:42.664660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.711600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14e44ed-56b3-4b87-9341-eada600dde1c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:42.714888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] No DVR routers for this DVR port d14e44ed-56b3-4b87-9341-eada600dde1c on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:42.720257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:29:42.720728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:29:42.828716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.852923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703f483c-cd21-4717-a8da-e3f833d10144']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:42.865104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5802394-0efd-47c7-a050-2616818fa97b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:42.865401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5802394-0efd-47c7-a050-2616818fa97b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:42.876841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.892970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.898924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:29:42.899333 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:29:42.912108 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:29:43.070127 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:43.086317 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:43.101184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] Pushing event deleted for resources: {'Network': ['ID=703f483c-cd21-4717-a8da-e3f833d10144,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:43.170142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d14e44ed-56b3-4b87-9341-eada600dde1c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:43.179746 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae86cb01-842e-45cb-bcb1-eab5b64f7559 admin admin] 10.222.0.18 "DELETE /v2.0/networks/703f483c-cd21-4717-a8da-e3f833d10144 HTTP/1.1" status: 204 len: 168 time: 1.1326916 Apr 01 16:29:43.182399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:43.207537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d14e44ed-56b3-4b87-9341-eada600dde1c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:43.207916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d14e44ed-56b3-4b87-9341-eada600dde1c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:43.208333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c49a6382-608e-47a9-8a8e-dc651429f8b6 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:43.231411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Deleting port d14e44ed-56b3-4b87-9341-eada600dde1c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:43.231789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:43.272918 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c49a6382-608e-47a9-8a8e-dc651429f8b6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:43.273273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c49a6382-608e-47a9-8a8e-dc651429f8b6 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:43.310411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-148a382c-dc0d-4b28-8cff-b8b065f489c9 None None] The port 'd14e44ed-56b3-4b87-9341-eada600dde1c' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:29:43.846161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.213501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Deleting port d145fe19-2394-483a-a97e-c97c322b5eb9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:44.214205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.393169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] For port d145fe19-2394-483a-a97e-c97c322b5eb9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d145fe19-2394-483a-a97e-c97c322b5eb9,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:44.393432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.520674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Calling delete_port for d145fe19-2394-483a-a97e-c97c322b5eb9 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:44.773504 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.851459 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Pushing event deleted for resources: {'Port': ['ID=d145fe19-2394-483a-a97e-c97c322b5eb9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:45.101158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:45.562735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:45.744587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:45.753449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Sync routers for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:45.755466 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b401640-7d83-40f8-8794-28d73d76d85a admin admin] 10.222.0.18 "PUT /v2.0/routers/7dfe4ac6-88c0-4284-b62f-caa26b5457b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713639 Apr 01 16:29:45.757973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55600) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:45.763714 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:45.764330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:45.945321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:46.052802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.243765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.244004 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:46.244453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Checking router: 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:46.253671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Routers {'7dfe4ac6-88c0-4284-b62f-caa26b5457b9'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:46.254430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:46.321186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Deleting port 96022fa4-5b64-4a25-8054-6e6f3311a7ea {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:46.322011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.441334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] Set router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:46.511727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] For port 96022fa4-5b64-4a25-8054-6e6f3311a7ea, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=96022fa4-5b64-4a25-8054-6e6f3311a7ea,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:46.511997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.636616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Calling delete_port for 96022fa4-5b64-4a25-8054-6e6f3311a7ea owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:46.773548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:46.777385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f678ca2b-35e5-43cf-9b44-fda32e42f0bb None None] The sync data for ids ['7dfe4ac6-88c0-4284-b62f-caa26b5457b9'] in dv-neutron-835943-1-hyperv is: [{'id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'name': 'tempest-TestEncryptedCinderVolumes-1349741429-router', 'tenant_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3b5faff6591246d19eddf5fc65f2a1cd', 'gw_port': {'id': '96022fa4-5b64-4a25-8054-6e6f3311a7ea', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe4ac6-88c0-4284-b62f-caa26b5457b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:28:16Z', 'updated_at': '2022-04-01T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:46.870154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.920159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Pushing event deleted for resources: {'Port': ['ID=96022fa4-5b64-4a25-8054-6e6f3311a7ea,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:47.008264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.182545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.184952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.188065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d145fe19-2394-483a-a97e-c97c322b5eb9 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:47.224052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d145fe19-2394-483a-a97e-c97c322b5eb9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:47.224398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d145fe19-2394-483a-a97e-c97c322b5eb9 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:47.275716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.276300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfe4ac6-88c0-4284-b62f-caa26b5457b9 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:29:47.289175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.290334 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ae259ead-0400-4a8b-b4b2-18e0aa01493b admin admin] 10.222.0.18 "DELETE /v2.0/routers/7dfe4ac6-88c0-4284-b62f-caa26b5457b9 HTTP/1.1" status: 204 len: 168 time: 1.5313566 Apr 01 16:29:47.292766 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:47.356799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Deleting subnet 63bd72c6-f114-44dd-b9e9-01ae5d8c12d3 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:29:47.359970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.411066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.493127 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.727335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.768086 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.770196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bd72c6-f114-44dd-b9e9-01ae5d8c12d3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:47.770340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e76c79-c4cc-4c53-9cb7-6262ede218b3 None None] Network 1fc30a53-d761-42b1-be1a-b1945e88c61e requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:47.777997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:47.778505 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b77a41a0-37ee-4d41-ae47-b731b291cafa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/63bd72c6-f114-44dd-b9e9-01ae5d8c12d3 HTTP/1.1" status: 204 len: 168 time: 0.4842818 Apr 01 16:29:47.892045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:47.902711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Deleting port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:47.903041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.013943 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] DHCP port deletion for 1fc30a53-d761-42b1-be1a-b1945e88c61e request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:29:48.018078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Deleting port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:48.018458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.113996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] For port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:48.114358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.225186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] For port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,segment=NetworkSegment(6242980b-d150-4a84-bf38-2784ee709615),segment_id=6242980b-d150-4a84-bf38-2784ee709615)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:48.225572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.240383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Calling delete_port for 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:48.347922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Calling delete_port for 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:29:48.389910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.418392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:29:48.418738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:29:48.437066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d8fe82-ce63-4b2d-9631-010e6dc8ee38,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:48.438839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] No DVR routers for this DVR port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:48.551414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.579656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc30a53-d761-42b1-be1a-b1945e88c61e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:48.592152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6242980b-d150-4a84-bf38-2784ee709615') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:48.592450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6242980b-d150-4a84-bf38-2784ee709615') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:48.603410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.621177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.627158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:29:48.627547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:29:48.641288 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:29:48.771932 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.790439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.900386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc30a53-d761-42b1-be1a-b1945e88c61e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:48.904447 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c8b48971-2d9a-4630-b02e-3714e091f2d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1fc30a53-d761-42b1-be1a-b1945e88c61e HTTP/1.1" status: 204 len: 168 time: 1.1242244 Apr 01 16:29:48.920440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Deleting port 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:29:48.920941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.989588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5a23c172-25ae-424e-b5d9-b3389eab87c1 None None] The port '34d8fe82-ce63-4b2d-9631-010e6dc8ee38' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:29:49.171602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:49.205349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:49.208987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 34d8fe82-ce63-4b2d-9631-010e6dc8ee38 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:49.208987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 96022fa4-5b64-4a25-8054-6e6f3311a7ea no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:49.241129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 96022fa4-5b64-4a25-8054-6e6f3311a7ea {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:29:49.241475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 96022fa4-5b64-4a25-8054-6e6f3311a7ea not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:49.303218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:49.352331 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1f99ae4-a6dd-4dda-a1f0-0d9ff9c19479 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3828ed6786b7442ab7ee04eba86cc58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479403 Apr 01 16:29:49.354745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55618) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:49.411754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.436934 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.555421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.570821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee536927-f514-4408-916b-517b81b3ef0a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:49.646239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.647417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57f7037d-0f97-457c-b336-3d0507dc6d28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee536927-f514-4408-916b-517b81b3ef0a HTTP/1.1" status: 204 len: 168 time: 0.2917008 Apr 01 16:29:50.399314 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:50.453110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b459136f-83e1-449d-9781-a2e99191a150 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b5faff6591246d19eddf5fc65f2a1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526538 Apr 01 16:29:50.455569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:50.516184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.541626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.663727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.678434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01744e-6fc9-46ad-90a4-5f043aea5cf9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:50.688530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.688530 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f28da303-8763-47df-a73d-f77743796c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d01744e-6fc9-46ad-90a4-5f043aea5cf9 HTTP/1.1" status: 204 len: 168 time: 0.2308829 Apr 01 16:29:51.755687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55654) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:51.905285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971616695-network', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:51.910468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:51.914839 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Usage tracker for resource:network and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:51.918585 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:51.925160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:51.995718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Made reservation on behalf of fc6ccf0abe0943c09e18f7519d4fb038 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:51.998008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.013559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.027953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:52.031820 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:52.034684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:52.041029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:52.127600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.172612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.205414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:29:52.210613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd8174-2bac-4823-bb21-068994d740c9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:52.218343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.218343 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Added segment 291fef6b-25fb-47ab-a013-22955b817115 of type vlan for network 9331c74f-590f-431b-9485-e2694c53d3bd Apr 01 16:29:52.247850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.315206 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.316203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:52.316785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.420490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=9331c74f-590f-431b-9485-e2694c53d3bd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:52.431360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9331c74f-590f-431b-9485-e2694c53d3bd details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:29:52.464704 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f530d7c-c926-41fd-978a-70488a4e6ff9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7076905 Apr 01 16:29:52.467427 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:52.472975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Request body: {'subnet': {'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971616695-subnet', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:52.478493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:52.482378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Usage tracker for resource:subnet and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:52.485287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:52.491113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:52.549738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Made reservation on behalf of fc6ccf0abe0943c09e18f7519d4fb038 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:52.552103 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.813080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:52.884922 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=140c23e8-62c3-4be7-9fa9-bd3755e8c302,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:52.893326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Checking segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:52.893682 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Network hostable DHCP agents. Network: 9331c74f-590f-431b-9485-e2694c53d3bd, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:29:52.972452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Network 9331c74f-590f-431b-9485-e2694c53d3bd is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:29:53.029300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9331c74f-590f-431b-9485-e2694c53d3bd) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:53.033328 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:53.034031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.039009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cfcd20-71f8-4161-bfd4-23b5de0906ed None None] Network 9331c74f-590f-431b-9485-e2694c53d3bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:53.105348 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ddd196b8-0581-4558-bb2b-cef08640bc0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6364274 Apr 01 16:29:53.108495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55664) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:53.114318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:53.120211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:53.124920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Usage tracker for resource:router and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:53.127968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:53.134979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:53.218342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.219403 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.234939 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.248438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9331c74f-590f-431b-9485-e2694c53d3bd', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:29:53.249438 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.438052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Allocated IP 172.20.0.2 (9331c74f-590f-431b-9485-e2694c53d3bd/140c23e8-62c3-4be7-9fa9-bd3755e8c302/de30bfd3-7e87-4f47-a38d-ba5ff16699db) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:53.580649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.640681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.650437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Transition to ACTIVE for port object de30bfd3-7e87-4f47-a38d-ba5ff16699db will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:53.668553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Transition to ACTIVE for port object de30bfd3-7e87-4f47-a38d-ba5ff16699db will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:53.733101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.790865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Network 9331c74f-590f-431b-9485-e2694c53d3bd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:53.793608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:53.797224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:53.839599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Pushing event updated for resources: {'Port': ['ID=de30bfd3-7e87-4f47-a38d-ba5ff16699db,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:53.898267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Attempting to bind port de30bfd3-7e87-4f47-a38d-ba5ff16699db on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:53.898638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Attempting to bind port de30bfd3-7e87-4f47-a38d-ba5ff16699db by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:53.899002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Attempting to bind port de30bfd3-7e87-4f47-a38d-ba5ff16699db on network 9331c74f-590f-431b-9485-e2694c53d3bd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:53.904586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:53.904966 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Checking segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:53.905374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.905773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Bound using segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:53.906244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Bound port: de30bfd3-7e87-4f47-a38d-ba5ff16699db, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:53.906617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.946673 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:53.976845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.001952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] For port de30bfd3-7e87-4f47-a38d-ba5ff16699db, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:54.006240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] For port de30bfd3-7e87-4f47-a38d-ba5ff16699db, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de30bfd3-7e87-4f47-a38d-ba5ff16699db,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:54.082047 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.174797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f60e6e-2cc2-4f02-95ef-982ae266ed81 None None] Pushing event updated for resources: {'Port': ['ID=de30bfd3-7e87-4f47-a38d-ba5ff16699db,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:54.222331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Allocated IP 172.26.7.83 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/1b6f8e79-276d-4033-8449-7cb45e7b3e18) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:54.396569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.464561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.526990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:54.533748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:54.538546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:54.569496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Pushing event updated for resources: {'Port': ['ID=1b6f8e79-276d-4033-8449-7cb45e7b3e18,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:55.028715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.075554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33f790-4a07-4130-99bb-b3b5c8f39867 None None] Network 9331c74f-590f-431b-9485-e2694c53d3bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:29:55.211812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de30bfd3-7e87-4f47-a38d-ba5ff16699db up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:55.285913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a4d281c5-29c3-4e00-941d-ac09b6d607de None None] Provisioning for port de30bfd3-7e87-4f47-a38d-ba5ff16699db completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:55.368523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.412753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port de30bfd3-7e87-4f47-a38d-ba5ff16699db completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:55.418740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port de30bfd3-7e87-4f47-a38d-ba5ff16699db triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:55.419226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.548375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.581740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port de30bfd3-7e87-4f47-a38d-ba5ff16699db, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de30bfd3-7e87-4f47-a38d-ba5ff16699db,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:55.629399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-487400d7-7b8f-449f-9335-b922197ef333 None None] Provisioning complete for port de30bfd3-7e87-4f47-a38d-ba5ff16699db triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:55.629765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-487400d7-7b8f-449f-9335-b922197ef333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.641181 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Router dd1f5c39-36b7-44f9-aa81-96d3070983ff is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:29:55.657401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:55.750660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=de30bfd3-7e87-4f47-a38d-ba5ff16699db,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:55.947444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:55.956528 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Sync routers for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:55.967432 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:55.968067 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:56.148510 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:56.155272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:56.159950 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fa3c4078-a24a-44b8-b92f-b0ba2870e4bc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0469546 Apr 01 16:29:56.159950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55668) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:56.449730 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:54Z', 'revision_number': 3, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:56.453794 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Checking router: dd1f5c39-36b7-44f9-aa81-96d3070983ff for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:56.454135 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Updating router dd1f5c39-36b7-44f9-aa81-96d3070983ff port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:29:56.507583 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:56.836110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:56.841652 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:56.853482 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Transition to ACTIVE for port object 1b6f8e79-276d-4033-8449-7cb45e7b3e18 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:56.915069 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:56.995754 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Pushing event updated for resources: {'Port': ['ID=1b6f8e79-276d-4033-8449-7cb45e7b3e18,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:56.999064 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Attempting to bind port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:56.999452 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Attempting to bind port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:56.999817 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Attempting to bind port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:29:57.008362 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.008706 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.009041 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.009372 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.009698 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.010024 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.010347 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.010670 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.011010 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.011343 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.011662 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.011978 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:57.015213 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:29:57.015654 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:29:57.016058 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.016511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:29:57.016984 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Bound port: 1b6f8e79-276d-4033-8449-7cb45e7b3e18, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:57.017356 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.045371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Allocated IP 172.20.0.1 (9331c74f-590f-431b-9485-e2694c53d3bd/140c23e8-62c3-4be7-9fa9-bd3755e8c302/d41d2843-dbfa-4c56-beb8-e129c8255deb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:57.092099 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] For port 1b6f8e79-276d-4033-8449-7cb45e7b3e18, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:29:57.095040 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] For port 1b6f8e79-276d-4033-8449-7cb45e7b3e18, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b6f8e79-276d-4033-8449-7cb45e7b3e18,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:29:57.138293 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.183668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de30bfd3-7e87-4f47-a38d-ba5ff16699db up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:57.198947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.215517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Transition to ACTIVE for port object d41d2843-dbfa-4c56-beb8-e129c8255deb will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:57.218935 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:57.219672 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:57.256419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port de30bfd3-7e87-4f47-a38d-ba5ff16699db triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:57.256801 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.293577 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541d7f-f946-4679-b816-42e1ec4771d1 None None] Pushing event updated for resources: {'Port': ['ID=1b6f8e79-276d-4033-8449-7cb45e7b3e18,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:57.316558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.379684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Network 9331c74f-590f-431b-9485-e2694c53d3bd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:57.380741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:57.384377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:29:57.412946 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:57.431594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:57.450053 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.680949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57babbfd-ace7-42ec-82d4-3a1ef8f92694 None None] Provisioning for port d41d2843-dbfa-4c56-beb8-e129c8255deb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:57.687540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57babbfd-ace7-42ec-82d4-3a1ef8f92694 None None] Provisioning complete for port d41d2843-dbfa-4c56-beb8-e129c8255deb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:57.688111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57babbfd-ace7-42ec-82d4-3a1ef8f92694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.706403 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:54Z', 'revision_number': 3, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:57.710901 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d711a-b0f3-4277-b9f9-79f3550601a5 None None] The sync data for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv is: [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:54Z', 'revision_number': 3, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:29:57.751402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-57babbfd-ace7-42ec-82d4-3a1ef8f92694 None None] Port d41d2843-dbfa-4c56-beb8-e129c8255deb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:57.869670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:58.118177 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:58.160931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:58.273741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:58.276173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:58.416877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Network 9331c74f-590f-431b-9485-e2694c53d3bd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:58.418119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:58.609634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Router dd1f5c39-36b7-44f9-aa81-96d3070983ff has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:29:58.679311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05400688-41d8-429b-9e62-d6266b0dfd4f None None] Provisioning complete for port d41d2843-dbfa-4c56-beb8-e129c8255deb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:58.679892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05400688-41d8-429b-9e62-d6266b0dfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:58.736759 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05400688-41d8-429b-9e62-d6266b0dfd4f None None] Port d41d2843-dbfa-4c56-beb8-e129c8255deb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:29:58.785492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:29:58.794621 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cd1ee3b9-ed69-43c6-9593-3f89290b58d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/dd1f5c39-36b7-44f9-aa81-96d3070983ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339855 Apr 01 16:29:59.175749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Sync routers for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:29:59.185712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:29:59.186497 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:59.271809 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b6f8e79-276d-4033-8449-7cb45e7b3e18 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:59.456767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:29:59.489139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:59.496153 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506194553-network', 'tenant_id': '7c982084d7b649e68556299737753b21'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:29:59.501179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:59.505230 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Usage tracker for resource:network and tenant:7c982084d7b649e68556299737753b21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:59.510155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:59.516060 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:59.580032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:59.582436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d9d01b5f-a0a6-4583-b8bf-f604735efccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.608621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:59.608994 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.612332 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Made reservation on behalf of 7c982084d7b649e68556299737753b21 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:59.614693 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.628084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.642079 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:59.645897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Usage tracker for resource:security_group_rule and tenant:7c982084d7b649e68556299737753b21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:59.648905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:59.654520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:59.741347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.823996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.852235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:29:59.853690 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.864771 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b3089-e4e7-40bc-ac40-db193031e263,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:59.874651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.875222 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Added segment cdbb4864-4aab-4c81-929d-aa3b984d6bce of type vlan for network 1f6976cc-0e86-4d91-b0a2-f8710248c740 Apr 01 16:29:59.875663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 1b6f8e79-276d-4033-8449-7cb45e7b3e18, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b6f8e79-276d-4033-8449-7cb45e7b3e18,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:29:59.886977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 2, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:59.890905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Checking router: dd1f5c39-36b7-44f9-aa81-96d3070983ff for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:29:59.891251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Updating router dd1f5c39-36b7-44f9-aa81-96d3070983ff port d41d2843-dbfa-4c56-beb8-e129c8255deb binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:29:59.903494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.947068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.978502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.000672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.001655 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:00.002279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.074796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=1b6f8e79-276d-4033-8449-7cb45e7b3e18,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:00.106003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] Pushing event updated for resources: {'Network': ['ID=1f6976cc-0e86-4d91-b0a2-f8710248c740,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:00.122179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:30:00.150452 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-321858f3-fa27-4f37-a364-91897a0baa6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6601527 Apr 01 16:30:00.153121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:00.158738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Request body: {'subnet': {'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506194553-subnet', 'tenant_id': '7c982084d7b649e68556299737753b21', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:00.164279 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:00.168137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Usage tracker for resource:subnet and tenant:7c982084d7b649e68556299737753b21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:00.170930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:00.176893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:00.218077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Made reservation on behalf of 7c982084d7b649e68556299737753b21 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:30:00.220497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.439612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.450920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Transition to ACTIVE for port object d41d2843-dbfa-4c56-beb8-e129c8255deb will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:00.476205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.526986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.661939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef959-e4a3-4548-973a-0d3a681c8435 None None] Pushing event updated for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:00.677988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66ff72c-8837-4f03-aa9b-d3beb92951ca,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:00.691113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Checking segment: {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:00.691481 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Network hostable DHCP agents. Network: 1f6976cc-0e86-4d91-b0a2-f8710248c740, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:30:00.766386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:30:00.791949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Attempting to bind port d41d2843-dbfa-4c56-beb8-e129c8255deb on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:30:00.792321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Attempting to bind port d41d2843-dbfa-4c56-beb8-e129c8255deb by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:30:00.792683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Attempting to bind port d41d2843-dbfa-4c56-beb8-e129c8255deb on network 9331c74f-590f-431b-9485-e2694c53d3bd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:00.797769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:30:00.798141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Checking segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:00.798545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.798944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Bound using segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:30:00.799478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Bound port: d41d2843-dbfa-4c56-beb8-e129c8255deb, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:30:00.799813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.824646 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 1f6976cc-0e86-4d91-b0a2-f8710248c740) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:00.829344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:00.829928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.846207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392d576-0daa-49b0-8660-818754f25180 None None] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:30:00.904551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7cea337b-7beb-42c1-ae0c-42d5d5c3805d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7502711 Apr 01 16:30:00.906869 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:00.911795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:00.917214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:00.921021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Usage tracker for resource:router and tenant:7c982084d7b649e68556299737753b21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:00.923896 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:00.929464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:00.986877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] For port d41d2843-dbfa-4c56-beb8-e129c8255deb, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:30:00.991221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] For port d41d2843-dbfa-4c56-beb8-e129c8255deb, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d41d2843-dbfa-4c56-beb8-e129c8255deb,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:30:00.995721 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.998694 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.011923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.090720 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.146412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-1f6976cc-0e86-4d91-b0a2-f8710248c740', 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740', 'tenant_id': '7c982084d7b649e68556299737753b21', 'fixed_ips': [{'subnet_id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:30:01.147938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.200057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:01.200747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:29:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:01.257515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b6f8e79-276d-4033-8449-7cb45e7b3e18 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:01.337485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef959-e4a3-4548-973a-0d3a681c8435 None None] Pushing event updated for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:01.392337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.566792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:01.632048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:01.632416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.683650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Allocated IP 172.20.0.2 (1f6976cc-0e86-4d91-b0a2-f8710248c740/d66ff72c-8837-4f03-aa9b-d3beb92951ca/3da28d28-2839-4f89-87e5-4140d9ceb01c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:30:01.765902 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.799242 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:01.931901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Allocated IP 172.26.7.162 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c62132d5-618b-427b-8bbc-6e15b2b63982) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:30:02.083220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.167240 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.212594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.226445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Transition to ACTIVE for port object 3da28d28-2839-4f89-87e5-4140d9ceb01c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:02.230425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:02.237345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:02.239828 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:30:02.248180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:00Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:02.253493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Transition to ACTIVE for port object 3da28d28-2839-4f89-87e5-4140d9ceb01c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:02.254697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a057b-761b-4c37-b299-7135d75cc7e6 None None] The sync data for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv is: [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:00Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:30:02.277205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Pushing event updated for resources: {'Port': ['ID=c62132d5-618b-427b-8bbc-6e15b2b63982,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:02.338847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.398765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a3e598-3f64-488c-b9de-2ce9930d33fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.427897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:02.428828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Pushing event updated for resources: {'Port': ['ID=3da28d28-2839-4f89-87e5-4140d9ceb01c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:02.432637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:02.437046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:30:02.530912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Attempting to bind port 3da28d28-2839-4f89-87e5-4140d9ceb01c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:30:02.531327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Attempting to bind port 3da28d28-2839-4f89-87e5-4140d9ceb01c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:30:02.531691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Attempting to bind port 3da28d28-2839-4f89-87e5-4140d9ceb01c on network 1f6976cc-0e86-4d91-b0a2-f8710248c740 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:02.537885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:30:02.538270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Checking segment: {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:02.538698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.539175 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Bound using segment: {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:30:02.539659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Bound port: 3da28d28-2839-4f89-87e5-4140d9ceb01c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:30:02.540038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.638616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] For port 3da28d28-2839-4f89-87e5-4140d9ceb01c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:30:02.642291 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] For port 3da28d28-2839-4f89-87e5-4140d9ceb01c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3da28d28-2839-4f89-87e5-4140d9ceb01c,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:30:02.693153 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.778512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c629-7a73-41c0-b4b5-b3a9ce5b54ad None None] Pushing event updated for resources: {'Port': ['ID=3da28d28-2839-4f89-87e5-4140d9ceb01c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:02.885299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.933173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:02.973921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.262881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3da28d28-2839-4f89-87e5-4140d9ceb01c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:03.284950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.417859 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3da28d28-2839-4f89-87e5-4140d9ceb01c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:03.425155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d41d2843-dbfa-4c56-beb8-e129c8255deb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:03.595524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:30:03.613104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d41d2843-dbfa-4c56-beb8-e129c8255deb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:03.620702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d41d2843-dbfa-4c56-beb8-e129c8255deb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:03.621832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.753803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.789517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d41d2843-dbfa-4c56-beb8-e129c8255deb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d41d2843-dbfa-4c56-beb8-e129c8255deb,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:03.792638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:30:03.803690 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Sync routers for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:30:03.814562 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:03.815489 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:03.836036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.881071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:03.884916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c096b84-7223-4589-854e-1c3d37660d71 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9743626 Apr 01 16:30:03.885098 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:03.924037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:03.948533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da5b5a6-c169-41f7-88e8-ac6784bd0d71 None None] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:30:04.040322 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:04.123980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.146520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Provisioning for port 3da28d28-2839-4f89-87e5-4140d9ceb01c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:04.184000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Provisioning complete for port 3da28d28-2839-4f89-87e5-4140d9ceb01c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:04.184448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.333407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.351462 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:02Z', 'revision_number': 3, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:04.356260 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Checking router: 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:30:04.356887 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Updating router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 port c62132d5-618b-427b-8bbc-6e15b2b63982 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:30:04.376128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] For port 3da28d28-2839-4f89-87e5-4140d9ceb01c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3da28d28-2839-4f89-87e5-4140d9ceb01c,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:04.419340 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.441440 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.527100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116d0f-492d-480c-bdcd-1f32d2871694 None None] Pushing event updated for resources: {'Port': ['ID=3da28d28-2839-4f89-87e5-4140d9ceb01c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:04.565063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1d7fa5f0-4e9c-419e-a752-758a43bc475f None None] Provisioning complete for port 3da28d28-2839-4f89-87e5-4140d9ceb01c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:04.565594 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa5f0-4e9c-419e-a752-758a43bc475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.675999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.748335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.774881 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.786618 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Transition to ACTIVE for port object c62132d5-618b-427b-8bbc-6e15b2b63982 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:04.852175 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.932892 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Attempting to bind port c62132d5-618b-427b-8bbc-6e15b2b63982 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:30:04.933182 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Attempting to bind port c62132d5-618b-427b-8bbc-6e15b2b63982 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:30:04.933542 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Attempting to bind port c62132d5-618b-427b-8bbc-6e15b2b63982 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:04.940718 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6527d-7a79-43f7-8f9b-87e55c42d278 None None] Pushing event updated for resources: {'Port': ['ID=c62132d5-618b-427b-8bbc-6e15b2b63982,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Bound port: c62132d5-618b-427b-8bbc-6e15b2b63982, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:30:04.946313 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:04.957082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Allocated IP 172.20.0.1 (1f6976cc-0e86-4d91-b0a2-f8710248c740/d66ff72c-8837-4f03-aa9b-d3beb92951ca/5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:30:05.019965 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] For port c62132d5-618b-427b-8bbc-6e15b2b63982, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:30:05.023602 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] For port c62132d5-618b-427b-8bbc-6e15b2b63982, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c62132d5-618b-427b-8bbc-6e15b2b63982,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:30:05.098400 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.107211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.126868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Transition to ACTIVE for port object 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:05.184426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.186222 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:05.187068 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:05.197547 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3da28d28-2839-4f89-87e5-4140d9ceb01c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:05.262832 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6527d-7a79-43f7-8f9b-87e55c42d278 None None] Pushing event updated for resources: {'Port': ['ID=c62132d5-618b-427b-8bbc-6e15b2b63982,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:05.264763 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:05.268183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:05.269618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:05.271648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:30:05.283331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3da28d28-2839-4f89-87e5-4140d9ceb01c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:05.283713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.324645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.415597 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:05.424863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d41d2843-dbfa-4c56-beb8-e129c8255deb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:05.509945 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d41d2843-dbfa-4c56-beb8-e129c8255deb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:05.510362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.543171 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.687634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-30b1a70d-659e-4631-9fb2-7aa4fca101b5 None None] Provisioning for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:05.712790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-30b1a70d-659e-4631-9fb2-7aa4fca101b5 None None] Provisioning complete for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:05.713070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30b1a70d-659e-4631-9fb2-7aa4fca101b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.771882 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:02Z', 'revision_number': 3, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:05.776076 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7483452-87f6-4d4a-b0bb-bdd52e63dbd2 None None] The sync data for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv is: [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:02Z', 'revision_number': 3, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:30:05.841145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:05.850883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-30b1a70d-659e-4631-9fb2-7aa4fca101b5 None None] Port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:30:05.904042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:06.038448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:06.062027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:06.194639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:06.195854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:06.399736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:30:06.474902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6aec1e58-1b80-4478-a76d-311d11e33993 None None] Provisioning complete for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:06.475462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6aec1e58-1b80-4478-a76d-311d11e33993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:06.533990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6aec1e58-1b80-4478-a76d-311d11e33993 None None] Port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:30:06.701297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:30:06.710392 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae99b8f1-1bbd-42f7-aea5-0b891a4fbb6a admin admin] 10.222.0.18 "PUT /v2.0/routers/97ffda56-9a3b-4b75-a063-a7b5f669a1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8243096 Apr 01 16:30:07.220173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c62132d5-618b-427b-8bbc-6e15b2b63982 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:07.323661 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Sync routers for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:30:07.334135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:07.334883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:07.388555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c62132d5-618b-427b-8bbc-6e15b2b63982 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:07.404079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c62132d5-618b-427b-8bbc-6e15b2b63982 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:07.404446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:07.603077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:07.697342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:07.765992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c62132d5-618b-427b-8bbc-6e15b2b63982, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c62132d5-618b-427b-8bbc-6e15b2b63982,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:07.812962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:07.974691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c62132d5-618b-427b-8bbc-6e15b2b63982,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:08.053744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 4, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1', 'name': '', 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740', 'tenant_id': '7c982084d7b649e68556299737753b21', 'mac_address': 'fa:16:3e:71:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:04Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 2, 'project_id': '7c982084d7b649e68556299737753b21', 'subnets': [{'id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:08.058997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Checking router: 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:30:08.059385 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Updating router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:30:08.129025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:08.568672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:08.581374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Transition to ACTIVE for port object 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:08.640940 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:08.802209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc548bf-64c0-40df-8c05-a7f03558f734 None None] Pushing event updated for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:08.875126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Attempting to bind port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:30:08.875531 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Attempting to bind port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:30:08.877415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Attempting to bind port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 on network 1f6976cc-0e86-4d91-b0a2-f8710248c740 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:08.887691 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:30:08.888342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Checking segment: {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:08.888919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:08.889471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Bound using segment: {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:30:08.890103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Bound port: 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbb4864-4aab-4c81-929d-aa3b984d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:30:08.890634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:09.013527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] For port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:30:09.017088 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] For port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:30:09.109779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:09.212573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c62132d5-618b-427b-8bbc-6e15b2b63982 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:09.264939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:09.265685 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:09.343182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc548bf-64c0-40df-8c05-a7f03558f734 None None] Pushing event updated for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:09.458787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c62132d5-618b-427b-8bbc-6e15b2b63982 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:09.459195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:09.542592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:09.936947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 4, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1', 'name': '', 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740', 'tenant_id': '7c982084d7b649e68556299737753b21', 'mac_address': 'fa:16:3e:71:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:04Z', 'updated_at': '2022-04-01T16:30:09Z', 'revision_number': 4, 'project_id': '7c982084d7b649e68556299737753b21', 'subnets': [{'id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:09.941092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e10a70-18b1-4e1f-9c68-a7547c222e04 None None] The sync data for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv is: [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:05Z', 'revision_number': 4, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1', 'name': '', 'network_id': '1f6976cc-0e86-4d91-b0a2-f8710248c740', 'tenant_id': '7c982084d7b649e68556299737753b21', 'mac_address': 'fa:16:3e:71:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:04Z', 'updated_at': '2022-04-01T16:30:09Z', 'revision_number': 4, 'project_id': '7c982084d7b649e68556299737753b21', 'subnets': [{'id': 'd66ff72c-8837-4f03-aa9b-d3beb92951ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:30:11.229356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:11.453158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:11.458361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:11.459535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:11.627506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:11.665367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:11.716211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:11.800583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:11.808382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.808833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.809294 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.809722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.810144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.810567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.810981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.811415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.811814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.814432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.814432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:11.814432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:13.203670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:13.281578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:13.281951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:15.634095 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:18.336112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-e4b0b9af-1284-47e5-a80c-fd82f2bf1b0b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:18.336754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-e4b0b9af-1284-47e5-a80c-fd82f2bf1b0b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:30:18.406341 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-e4b0b9af-1284-47e5-a80c-fd82f2bf1b0b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:30:18.407469 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-e4b0b9af-1284-47e5-a80c-fd82f2bf1b0b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 814 time: 0.2119880 Apr 01 16:30:18.422718 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-6a66e5a1-162a-4b6a-95b3-2cc58e019cfb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/quotas/fc6ccf0abe0943c09e18f7519d4fb038 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Apr 01 16:30:18.505683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-521da12a-17b7-4558-8ec1-bc9b53b29f98 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:30:18.611536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-521da12a-17b7-4558-8ec1-bc9b53b29f98 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:30:18.612843 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-521da12a-17b7-4558-8ec1-bc9b53b29f98 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1843829 Apr 01 16:30:18.750779 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-5c6356a3-b362-4868-9cdf-aa5318cff167 service neutron] 10.222.0.18 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256590 Apr 01 16:30:18.879841 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-2666cadb-5798-45ac-a926-9043c1628346 service neutron] 10.222.0.18 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231263 Apr 01 16:30:19.106301 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b421f4c1-8715-41ea-b498-94f16e6f934e req-ccabcac6-f474-4be1-9ce7-adffe4af4869 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 210 time: 0.0429904 Apr 01 16:30:20.260259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c583f10-b42e-42c2-bed2-2b836bae09e1 req-a91a6950-03d6-444e-9497-f7b52b53a396 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 210 time: 0.0489430 Apr 01 16:30:21.165254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-05efd715-38c4-462d-b119-d78493451dd9 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:21.166664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-05efd715-38c4-462d-b119-d78493451dd9 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 814 time: 0.1492515 Apr 01 16:30:21.177805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'port': {'device_id': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'admin_state_up': True, 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:21.315512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:21.325470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:21.412555 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b058dcb-328f-4da7-90be-ab0dbded36ad req-208bc974-4622-42a7-93fb-26d2560c7d99 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 210 time: 0.0427060 Apr 01 16:30:21.413638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Made reservation on behalf of fc6ccf0abe0943c09e18f7519d4fb038 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:30:21.417796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:21.585778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Allocated IP 172.20.0.5 (9331c74f-590f-431b-9485-e2694c53d3bd/140c23e8-62c3-4be7-9fa9-bd3755e8c302/1ec03c5f-5126-4693-ad1a-c5e840d23241) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:30:21.787896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:21.803346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Transition to ACTIVE for port object 1ec03c5f-5126-4693-ad1a-c5e840d23241 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:21.892681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:21.968540 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Network 9331c74f-590f-431b-9485-e2694c53d3bd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:21.971765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:21.981949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:30:22.023003 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:22.043923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.044613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.045201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.045796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.046430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.047049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.047696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.048273 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.048841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.049403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.049958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.050513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:22.076458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:22.077095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:22.155331 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-4a9c11f2-3839-4ea7-a34f-7eeec7f9f59a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9810209 Apr 01 16:30:22.174235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Request body: {'port': {'device_id': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:22.327831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:22.331543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-291f3b9e-c074-4103-b383-f7af84598e0f None None] Provisioning for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:22.336835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-291f3b9e-c074-4103-b383-f7af84598e0f None None] Provisioning complete for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:22.337256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291f3b9e-c074-4103-b383-f7af84598e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:22.396820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-291f3b9e-c074-4103-b383-f7af84598e0f None None] Port 1ec03c5f-5126-4693-ad1a-c5e840d23241 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:30:22.856174 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec03c5f-5126-4693-ad1a-c5e840d23241 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:30:22.864636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:22.884065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Transition to ACTIVE for port object 1ec03c5f-5126-4693-ad1a-c5e840d23241 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:30:22.925989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:23.006261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023bb0c-83c6-4983-a196-a2c20d7bd2e4 req-0355ed95-c80e-4c38-b514-d39f0d6b872e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:23.009341 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4023bb0c-83c6-4983-a196-a2c20d7bd2e4 req-0355ed95-c80e-4c38-b514-d39f0d6b872e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.4563160 Apr 01 16:30:23.142508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4023bb0c-83c6-4983-a196-a2c20d7bd2e4 req-761eb719-d256-4047-aa74-034acbdb362e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:30:23.263409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4023bb0c-83c6-4983-a196-a2c20d7bd2e4 req-761eb719-d256-4047-aa74-034acbdb362e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:30:23.271720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4023bb0c-83c6-4983-a196-a2c20d7bd2e4 req-761eb719-d256-4047-aa74-034acbdb362e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285283 Apr 01 16:30:23.317670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:23.376348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Attempting to bind port 1ec03c5f-5126-4693-ad1a-c5e840d23241 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:30:23.376697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Attempting to bind port 1ec03c5f-5126-4693-ad1a-c5e840d23241 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:30:23.377032 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Attempting to bind port 1ec03c5f-5126-4693-ad1a-c5e840d23241 on network 9331c74f-590f-431b-9485-e2694c53d3bd {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:23.382214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Port 1ec03c5f-5126-4693-ad1a-c5e840d23241 on network 9331c74f-590f-431b-9485-e2694c53d3bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:30:23.382534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Attempting to bind port 1ec03c5f-5126-4693-ad1a-c5e840d23241 on network 9331c74f-590f-431b-9485-e2694c53d3bd {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:30:23.388151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:30:23.388492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Checking segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:30:23.388881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Bound using segment: {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:30:23.389326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Bound port: 1ec03c5f-5126-4693-ad1a-c5e840d23241, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291fef6b-25fb-47ab-a013-22955b817115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:30:23.389669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:23.489324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:30:23.492565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:30:23.863729 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:23.923532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:23.923908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:23.925256 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] 10.222.0.90 "PUT /v2.0/ports/1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 1093 time: 1.7563193 Apr 01 16:30:23.925697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:23.967097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2becd-1d3c-4c7a-90ed-790c86a9bc4a service neutron] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:23.987387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:30:24.479521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6659640-ba4f-41a9-b392-11d35ed2a792 req-d262da3c-f5e0-4ae5-9bfe-2b0c9c3c4cfe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:24.481159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6659640-ba4f-41a9-b392-11d35ed2a792 req-d262da3c-f5e0-4ae5-9bfe-2b0c9c3c4cfe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.1008124 Apr 01 16:30:24.530856 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6659640-ba4f-41a9-b392-11d35ed2a792 req-fbbae24f-ce16-4d1b-bf15-87128e049373 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 Apr 01 16:30:25.788944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56758ee4-f95c-4c85-998c-6f0c4ade8fbd req-577f6dce-c6e3-447a-9ae5-67933b86c5a3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:25.789813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-56758ee4-f95c-4c85-998c-6f0c4ade8fbd req-577f6dce-c6e3-447a-9ae5-67933b86c5a3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:30:25.869286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-56758ee4-f95c-4c85-998c-6f0c4ade8fbd req-577f6dce-c6e3-447a-9ae5-67933b86c5a3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:30:25.871424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-56758ee4-f95c-4c85-998c-6f0c4ade8fbd req-577f6dce-c6e3-447a-9ae5-67933b86c5a3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.2182651 Apr 01 16:30:25.927914 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-56758ee4-f95c-4c85-998c-6f0c4ade8fbd req-67742bd9-90bc-4cb6-9c4e-cc30e523869b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Apr 01 16:30:27.145070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28f5e8-3fff-4c15-8d70-8c575d0291aa req-a1d57735-d6e6-4762-820c-2df63684abb2 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:27.146754 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec28f5e8-3fff-4c15-8d70-8c575d0291aa req-a1d57735-d6e6-4762-820c-2df63684abb2 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.1068392 Apr 01 16:30:27.202736 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec28f5e8-3fff-4c15-8d70-8c575d0291aa req-8967a432-1c92-479d-87b0-e05926505c4a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474722 Apr 01 16:30:28.464437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21102b1e-563a-4e6b-9512-c8d525cbb653 req-7f30c135-c4d0-477c-8aaa-f308544e1a48 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:28.466116 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21102b1e-563a-4e6b-9512-c8d525cbb653 req-7f30c135-c4d0-477c-8aaa-f308544e1a48 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.1260726 Apr 01 16:30:28.470007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-cf985498-e1d4-46c1-a183-d388d0e944cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:28.471876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-cf985498-e1d4-46c1-a183-d388d0e944cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1096 time: 0.1832013 Apr 01 16:30:28.519890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21102b1e-563a-4e6b-9512-c8d525cbb653 req-f63a2819-578a-4cce-9e23-c98f167b250d tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466294 Apr 01 16:30:29.537501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29cb5377-915f-428f-9cb9-112198441a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:29.698426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905672e-cad2-4ad8-b888-5af27b3afdba req-2c255388-9bac-4ac4-8c04-6713c8f8b1f4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:29.699906 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4905672e-cad2-4ad8-b888-5af27b3afdba req-2c255388-9bac-4ac4-8c04-6713c8f8b1f4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.0817659 Apr 01 16:30:29.745213 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4905672e-cad2-4ad8-b888-5af27b3afdba req-ce3288ec-da7b-4454-ba22-49f29cbb59a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Apr 01 16:30:29.967435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-2a6cff86-f768-423a-9084-d483a7721f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:29.968959 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-2a6cff86-f768-423a-9084-d483a7721f7d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1340697 Apr 01 16:30:30.111033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-9d6aa590-7c28-4582-ad07-092a22472fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.112494 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7aa494b9-8f4e-4afd-b558-c007fec71829 req-9d6aa590-7c28-4582-ad07-092a22472fe9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343195 Apr 01 16:30:30.217361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-8ab243a9-b981-419c-b0f6-d344d30140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.218863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-8ab243a9-b981-419c-b0f6-d344d30140b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1096 time: 0.0714395 Apr 01 16:30:30.287584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-0207b7f9-9518-407d-a993-fa5b6caae391 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 217 time: 0.0621378 Apr 01 16:30:30.348299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-d4036292-d70c-495f-af35-dcbb8ce41f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.349680 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-d4036292-d70c-495f-af35-dcbb8ce41f6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0560176 Apr 01 16:30:30.427058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-2785f461-c1f8-40a6-bd4f-e5ab7fd85495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.429061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-2785f461-c1f8-40a6-bd4f-e5ab7fd85495 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720305 Apr 01 16:30:30.559323 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-dec415b0-bf84-4611-9970-5ff0cdb95231 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237085 Apr 01 16:30:30.685424 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9ef98a1a-2060-4ef7-9a02-c5a37236f01a req-473f52c4-dfe5-4be9-9732-fc7751f73896 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201539 Apr 01 16:30:30.926195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe228d40-980a-43be-bb85-26befad85b8a req-50749ae4-5a65-4f48-8e76-8d6e1c749d1c tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.927658 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe228d40-980a-43be-bb85-26befad85b8a req-50749ae4-5a65-4f48-8e76-8d6e1c749d1c tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.0786364 Apr 01 16:30:30.969868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe228d40-980a-43be-bb85-26befad85b8a req-0d50fef4-c663-416b-892a-6ccd8fab1aa5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359914 Apr 01 16:30:32.155677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3f571-a8ba-46f1-a7cd-f2a6cdbbd6ab req-818343b2-0945-40e3-9f76-47df73435f06 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:32.157108 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-79a3f571-a8ba-46f1-a7cd-f2a6cdbbd6ab req-818343b2-0945-40e3-9f76-47df73435f06 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.0801473 Apr 01 16:30:32.203937 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-79a3f571-a8ba-46f1-a7cd-f2a6cdbbd6ab req-5f27382b-dd22-45bc-9208-90df498aad69 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Apr 01 16:30:32.371567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23475100-d3c7-41cb-acbe-db2e0b451bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:32.965952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:32.994716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:33.355991 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1ec03c5f-5126-4693-ad1a-c5e840d23241 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:30:33.494608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:33.508333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'port_id': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'mac_address': 'fa:16:3e:44:d8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:30:33.508564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde47b45-7253-4c50-95b8-d715a70921ad req-288fb1f6-1a45-4f94-b3a4-a3fd8620db8e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:33.510131 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dde47b45-7253-4c50-95b8-d715a70921ad req-288fb1f6-1a45-4f94-b3a4-a3fd8620db8e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 943 time: 0.1953914 Apr 01 16:30:33.555808 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dde47b45-7253-4c50-95b8-d715a70921ad req-a1f9833a-a59b-4644-9df9-22467e621396 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Apr 01 16:30:33.567078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:33.583768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec03c5f-5126-4693-ad1a-c5e840d23241 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:30:33.598900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:33.656860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:33.722413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:33.860563 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1ec03c5f-5126-4693-ad1a-c5e840d23241'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:30:34.056964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:34.674574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:34.739160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee867b-12ff-4eff-84f8-4ab6187f9969 req-684720ec-bd80-4e3c-a889-253e64aa0789 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:34.740619 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03ee867b-12ff-4eff-84f8-4ab6187f9969 req-684720ec-bd80-4e3c-a889-253e64aa0789 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 944 time: 0.0792637 Apr 01 16:30:34.784298 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03ee867b-12ff-4eff-84f8-4ab6187f9969 req-dcdc2c18-0fe7-4fa8-b9d6-4724f70f6a79 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Apr 01 16:30:35.371530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1ec03c5f-5126-4693-ad1a-c5e840d23241 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:30:35.502541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:30:35.507161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:35.508516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:35.622458 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:35.652402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:35.662356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:35.725455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:35.765222 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'code': 200} Apr 01 16:30:35.796268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:35.971186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0a552-5295-4bb2-a977-31928ad75782 req-f6b2270a-a7b6-4d13-9cb3-461c288b5a01 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:35.972733 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57e0a552-5295-4bb2-a977-31928ad75782 req-f6b2270a-a7b6-4d13-9cb3-461c288b5a01 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0858023 Apr 01 16:30:36.022438 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57e0a552-5295-4bb2-a977-31928ad75782 req-c01465c4-0bc9-4e2b-bee7-42000a3cc7e4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Apr 01 16:30:36.100545 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65d14-d468-4ceb-b8a6-5b5b36d33169 req-935f7635-82b7-49a1-ae5b-fc5478ae53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:36.102654 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bab65d14-d468-4ceb-b8a6-5b5b36d33169 req-935f7635-82b7-49a1-ae5b-fc5478ae53f1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1098 time: 0.0716870 Apr 01 16:30:36.145586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bab65d14-d468-4ceb-b8a6-5b5b36d33169 req-da522f88-37d0-40ed-b7b1-966e9d5854cf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Apr 01 16:30:37.212712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d183be8-7e38-4162-aaaf-0c95c1785a59 req-55fcab79-5408-4fb8-ab4c-fddc7338d19e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:37.214164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d183be8-7e38-4162-aaaf-0c95c1785a59 req-55fcab79-5408-4fb8-ab4c-fddc7338d19e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0803425 Apr 01 16:30:37.258725 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d183be8-7e38-4162-aaaf-0c95c1785a59 req-7ce2d306-5005-42e9-b6cf-e5c972618425 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Apr 01 16:30:38.441707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2170a-6993-4e22-99d7-47b6c08d2481 req-859559f4-923e-46f8-89d0-6891642eba75 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:38.443066 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83f2170a-6993-4e22-99d7-47b6c08d2481 req-859559f4-923e-46f8-89d0-6891642eba75 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0794368 Apr 01 16:30:38.487221 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83f2170a-6993-4e22-99d7-47b6c08d2481 req-c6f9a42f-63c1-46c4-8bd6-65fc25339a0f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Apr 01 16:30:38.681188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d097c-e0e5-4d83-ad6a-082fb2d45481 req-be8d4c33-672c-4387-aabd-db72e11223a4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:38.682621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db9d097c-e0e5-4d83-ad6a-082fb2d45481 req-be8d4c33-672c-4387-aabd-db72e11223a4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0875950 Apr 01 16:30:38.726220 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db9d097c-e0e5-4d83-ad6a-082fb2d45481 req-9afc4aa7-4494-464c-bb28-e25f9e73c1ba tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Apr 01 16:30:39.113566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6e841-30d7-4386-a141-a4b501779274 req-adf45100-d326-4408-90e3-1c608efb45b5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:39.115003 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfb6e841-30d7-4386-a141-a4b501779274 req-adf45100-d326-4408-90e3-1c608efb45b5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0788505 Apr 01 16:30:39.161595 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfb6e841-30d7-4386-a141-a4b501779274 req-9b39c436-7971-4a5e-a457-a1fcabc14b04 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Apr 01 16:30:52.167069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0d6b-1124-462f-b49d-448c9a53ed4f req-bd74b958-f6a5-4220-b643-9756b3536040 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:52.169154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3be0d6b-1124-462f-b49d-448c9a53ed4f req-bd74b958-f6a5-4220-b643-9756b3536040 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0871711 Apr 01 16:30:52.213821 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3be0d6b-1124-462f-b49d-448c9a53ed4f req-7fd40e31-2f10-4b31-b047-3d71ad3be5ab tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Apr 01 16:30:52.237866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:52.357117 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22cde13-ee1d-44d2-a0f3-f432d4ec32c8 tempest-TestMinimumBasicScenario-1613939688 tempest-TestMinimumBasicScenario-1613939688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:52.358630 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a22cde13-ee1d-44d2-a0f3-f432d4ec32c8 tempest-TestMinimumBasicScenario-1613939688 tempest-TestMinimumBasicScenario-1613939688-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1093 time: 0.1197977 Apr 01 16:30:52.361585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 55914) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:52.366421 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:52.372929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:52.376465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:floatingip and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:52.379254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:52.384872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:52.468752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.599712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.632418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:52.733753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Allocated IP 172.26.7.215 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/9a95388a-3218-4a25-a9cc-0f29dea7dfe1) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:30:52.876162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.971763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:53.033975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:30:53.036649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:30:53.045116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:30:53.079100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'Port': ['ID=9a95388a-3218-4a25-a9cc-0f29dea7dfe1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:53.462348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:53.689645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:53.883795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:53.941867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.063046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'Port': ['ID=9a95388a-3218-4a25-a9cc-0f29dea7dfe1,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:54.072801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.241867 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Floating IP 09a7cb06-d978-41ae-b050-74571b80bba0 associated. External IP: 172.26.7.215, port: 1ec03c5f-5126-4693-ad1a-c5e840d23241. Apr 01 16:30:54.597846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Router dd1f5c39-36b7-44f9-aa81-96d3070983ff has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:30:54.773184 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:30:54.782547 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Sync routers for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:30:54.791634 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:54.792717 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:54.856978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.911682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9190f58f-c391-45da-8e9c-f8229cb36da4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5488815 Apr 01 16:30:54.912305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:54.914494 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:54.920480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141792475', 'description': 'tempest-secgroup-smoke-1141792475 description', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:54.927203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:54.937134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:54.967277 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:55.015778 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:30:55.017130 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.037555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:55.041583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:55.045080 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:55.050872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:55.112206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-bb94b6fe-9031-417d-b96e-bcc2165910d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:55.113700 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-bb94b6fe-9031-417d-b96e-bcc2165910d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1098 time: 0.0754318 Apr 01 16:30:55.134547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.206220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.252201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-4caf0a12-ced8-42da-9d5f-9bde0305754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:55.253874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-4caf0a12-ced8-42da-9d5f-9bde0305754d service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.1339197 Apr 01 16:30:55.254552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b704e008-e6aa-4705-b990-adb7bf21985e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:55.262280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.262623 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.262957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.263491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.263825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.264149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.264476 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.264799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.265117 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.265435 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.265753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.266070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:55.326293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.330221 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4045b94-4aee-44b4-910d-8b28f3e3c3d0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4120536 Apr 01 16:30:55.330730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:55.336366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:55.341147 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '09a7cb06-d978-41ae-b050-74571b80bba0', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'floating_ip_address': '172.26.7.215', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'port_id': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'mac_address': 'fa:16:3e:44:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:30:53Z', 'updated_at': '2022-04-01T16:30:53Z', 'revision_number': 0, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:55.343109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:55.344405 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Checking router: dd1f5c39-36b7-44f9-aa81-96d3070983ff for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:30:55.347510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:55.350661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:55.354550 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:30:55.356493 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:30:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:55.358024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:55.436076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.472488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-6bbc5b67-80b8-4b64-b607-f1ea88b92145 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 999 time: 0.2125015 Apr 01 16:30:55.498525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.537915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-fd6cf554-6f2b-49e3-a529-5f9ffc6e59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:55.539376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-fd6cf554-6f2b-49e3-a529-5f9ffc6e59fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0601778 Apr 01 16:30:55.542861 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:30:55.576731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.603193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c29119-2d0d-4032-9bf5-1de613e8000d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:55.617548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-9969a1c9-0722-4a7a-95b1-067c6abcb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:55.619325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-9969a1c9-0722-4a7a-95b1-067c6abcb4f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738788 Apr 01 16:30:55.691557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.693112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01d0e7eb-26d8-4e91-9c37-67b01075dda7 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613524 Apr 01 16:30:55.695811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:55.701028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:55.711113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:55.717385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:55.720460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:55.726309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:55.764510 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-8b1bd964-bcaa-4f18-960d-d8f2ddd164ee service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379793 Apr 01 16:30:55.801892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.869505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.897276 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6f27e50-1d04-4b62-a446-92d2b8d6dd99 req-ca4e55bc-a116-4d85-943e-5dba67364f32 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269481 Apr 01 16:30:55.907415 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '09a7cb06-d978-41ae-b050-74571b80bba0', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'floating_ip_address': '172.26.7.215', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'port_id': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'mac_address': 'fa:16:3e:44:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:30:53Z', 'updated_at': '2022-04-01T16:30:53Z', 'revision_number': 0, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:55.911398 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231921d-7fb0-4e5f-85ab-9b2ae6f38c70 None None] The sync data for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv is: [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '09a7cb06-d978-41ae-b050-74571b80bba0', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'floating_ip_address': '172.26.7.215', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'port_id': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'mac_address': 'fa:16:3e:44:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:30:53Z', 'updated_at': '2022-04-01T16:30:53Z', 'revision_number': 0, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:30:55.947834 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.975708 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e220c97-2696-411f-8185-99038498221e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.062397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.063839 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a624e2f-d9a5-4912-8139-8da25fde607e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670337 Apr 01 16:30:56.066441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:56.072243 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.079478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:56.083578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:56.086794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:56.093571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:56.127516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae4809-34a5-45cb-a218-2551a293fc1e None None] New status for floating IP 09a7cb06-d978-41ae-b050-74571b80bba0: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:30:56.184083 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.252027 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.309147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.337681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc2b9fc-37a2-423b-8b00-aad169c18407,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.394119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.395394 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6aa3713-e8f2-4107-bfa5-3ea15fe050a5 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279743 Apr 01 16:30:56.398008 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:56.403097 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.409442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:56.413203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:56.416114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:56.422858 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:56.508599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.573248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.622370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.645981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be2a8ef-d92d-4af6-a9e5-178478406d8b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.708183 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.709382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3e0b6b2-d974-4bd6-92b9-8ede151395fe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104434 Apr 01 16:30:56.712067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55942) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:56.717744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.723865 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:56.727683 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:56.730547 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:56.736239 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:56.815699 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Project fc6ccf0abe0943c09e18f7519d4fb038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:30:56.822109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.885409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.976635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.000995 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae524ed-d3bf-4c46-baab-cb8a1fa84f73,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:57.074467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.075621 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e985e17-f7c6-47e5-87ef-796dfe914367 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3626282 Apr 01 16:30:57.078266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 55946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:57.083189 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'security_group_rule': {'security_group_id': 'b704e008-e6aa-4705-b990-adb7bf21985e', 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:57.089187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:30:57.093252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Usage tracker for resource:security_group_rule and tenant:fc6ccf0abe0943c09e18f7519d4fb038 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:30:57.096207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:30:57.101868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:30:57.171442 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Project fc6ccf0abe0943c09e18f7519d4fb038 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:30:57.178221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.243438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.291067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.314266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b42f1d1-61f6-47ad-acc1-5674c7760b1f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:57.388404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.389623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1000d27-6f63-4f3d-9024-9d2c1e53a0d8 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104479 Apr 01 16:30:57.510782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99016733-3d2e-4089-94c6-3f045139edac req-cd278cde-cc5b-4d45-8d7c-99f01b52a430 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141792475&fields=id&tenant_id=fc6ccf0abe0943c09e18f7519d4fb038 HTTP/1.1" status: 200 len: 267 time: 0.0392478 Apr 01 16:30:57.595390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99016733-3d2e-4089-94c6-3f045139edac req-1bc1abb1-1174-42e9-bb96-40f3d4430f70 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:57.596845 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99016733-3d2e-4089-94c6-3f045139edac req-1bc1abb1-1174-42e9-bb96-40f3d4430f70 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0806267 Apr 01 16:30:57.608011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'port': {'security_groups': ['cbcd8174-2bac-4823-bb21-068994d740c9', 'b704e008-e6aa-4705-b990-adb7bf21985e']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:57.731942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.983873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:30:58.007856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.073306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.084754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1ec03c5f-5126-4693-ad1a-c5e840d23241'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:30:58.143417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.144049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.149768 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99016733-3d2e-4089-94c6-3f045139edac req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "PUT /v2.0/ports/1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 981 time: 0.5424643 Apr 01 16:30:58.149768 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:58.183883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf463f-9ccc-4b05-9146-1d83f9c00d7f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=6']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:58.208257 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1ec03c5f-5126-4693-ad1a-c5e840d23241'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:30:58.235617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:30:58.397151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-cac816be-cdb5-488f-a764-f0ac94f0cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.398629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-cac816be-cdb5-488f-a764-f0ac94f0cd94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1137 time: 0.1439500 Apr 01 16:30:58.414984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f77b1-2aec-441a-b049-f1e8f9b5b54c req-021df1d3-6d45-4a4e-b53e-0aef9639b343 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.416367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e8f77b1-2aec-441a-b049-f1e8f9b5b54c req-021df1d3-6d45-4a4e-b53e-0aef9639b343 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.1138334 Apr 01 16:30:58.480834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f46dca2-ca05-4fc0-973a-3239c303b5a2 None None] Provisioning complete for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:30:58.481211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f46dca2-ca05-4fc0-973a-3239c303b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:58.549132 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e8f77b1-2aec-441a-b049-f1e8f9b5b54c req-f23771f1-ef77-4420-b870-9fda19591962 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132460 Apr 01 16:30:58.590550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-7c0e83ac-9ea9-4453-839a-a6fe272f0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.592681 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-7c0e83ac-9ea9-4453-839a-a6fe272f0066 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.1860981 Apr 01 16:30:58.704566 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-bef8793c-de10-40b0-960a-d5e893fe93c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 1001 time: 0.1003733 Apr 01 16:30:58.762789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-8307a79c-d178-4da0-99d1-eb64acef937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.764071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-8307a79c-d178-4da0-99d1-eb64acef937f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0583801 Apr 01 16:30:58.959697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-b0c5eff9-fcdb-4887-bffe-1d8d83a84a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:58.961163 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-b0c5eff9-fcdb-4887-bffe-1d8d83a84a2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1912224 Apr 01 16:30:59.091202 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-7a547dd1-b47e-4297-ada6-4c7c2beba221 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231573 Apr 01 16:30:59.220318 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2dab0323-db2c-4097-bc57-0ae20a8d3aaa req-77a1a945-df85-4dc8-b987-d4e9f85ba4b7 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228416 Apr 01 16:30:59.514028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bf2bc45-ebba-4743-a059-0618452c0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:02.365602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00e67716-43ad-42b9-89af-7c378bd22230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:03.016674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:03.039151 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:04.028320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:04.697542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.151397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57d1ba-f058-41f3-aa1e-dc063794d75e req-38c39368-8dfc-4e29-adfa-fc494e93960b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.152947 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c57d1ba-f058-41f3-aa1e-dc063794d75e req-38c39368-8dfc-4e29-adfa-fc494e93960b tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.1285331 Apr 01 16:31:13.210466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-e30e6dfa-0cd8-4549-be04-149c98c3bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.211872 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-e30e6dfa-0cd8-4549-be04-149c98c3bd57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1137 time: 0.1334708 Apr 01 16:31:13.216373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c57d1ba-f058-41f3-aa1e-dc063794d75e req-eed178bc-a7d7-4090-8b1f-70697f13e22d tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571625 Apr 01 16:31:13.350734 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-90d252a6-5545-4a12-94bf-0e85e3ac6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.352206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-90d252a6-5545-4a12-94bf-0e85e3ac6fe4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.1321208 Apr 01 16:31:13.456058 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-aea49d41-1779-4b4b-af58-5f50b3ef3fd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 1001 time: 0.0971894 Apr 01 16:31:13.518264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-6d4fe36e-21c8-45a0-9ef1-4196f35c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.519684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-6d4fe36e-21c8-45a0-9ef1-4196f35c3fd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0570972 Apr 01 16:31:13.595481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-92a0b448-a2cd-4244-9a91-5adbab84a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.596917 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-92a0b448-a2cd-4244-9a91-5adbab84a16a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714002 Apr 01 16:31:13.727890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-d81fd23f-d557-4ae7-be05-1ced9f8fea50 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 Apr 01 16:31:13.857241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a8183f26-c441-4b9d-8e59-a1144a884ef5 req-063298b9-5db9-4107-90bb-932e87e4fe19 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224780 Apr 01 16:31:14.404732 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4ce61-5069-4e2e-9dab-78105fe1bb99 req-1b1babc8-a858-4de8-87b9-31d0e740c479 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:14.406132 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ec4ce61-5069-4e2e-9dab-78105fe1bb99 req-1b1babc8-a858-4de8-87b9-31d0e740c479 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0831747 Apr 01 16:31:14.450962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ec4ce61-5069-4e2e-9dab-78105fe1bb99 req-98cc1373-7e37-4bae-ab47-1747f22d295f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:14.519246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0ec4ce61-5069-4e2e-9dab-78105fe1bb99 req-98cc1373-7e37-4bae-ab47-1747f22d295f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:14.520382 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ec4ce61-5069-4e2e-9dab-78105fe1bb99 req-98cc1373-7e37-4bae-ab47-1747f22d295f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085575 Apr 01 16:31:15.707182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a0f3f-6c55-4879-bada-c824e16daa82 req-68789c5a-c14d-420f-bd74-0e3590a07b40 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:15.708626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d26a0f3f-6c55-4879-bada-c824e16daa82 req-68789c5a-c14d-420f-bd74-0e3590a07b40 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0814917 Apr 01 16:31:15.755428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d26a0f3f-6c55-4879-bada-c824e16daa82 req-7921a994-8594-4928-bb62-2fb2a11316b9 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410309 Apr 01 16:31:16.933996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b3ce3-9a10-45ca-82e5-2df9fc26a4c8 req-7e6b56a7-f2d9-41f6-8252-358ee62989da tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:16.936009 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a6b3ce3-9a10-45ca-82e5-2df9fc26a4c8 req-7e6b56a7-f2d9-41f6-8252-358ee62989da tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0785100 Apr 01 16:31:16.988994 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a6b3ce3-9a10-45ca-82e5-2df9fc26a4c8 req-5fd93385-c0ed-4001-85ab-bb7edcc59e46 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426517 Apr 01 16:31:18.175903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d9e8-ee3d-47c9-b596-b2efd5d362d7 req-a543251e-ea28-4b0f-b7de-ed2f3c5b79e2 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:18.177401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e517d9e8-ee3d-47c9-b596-b2efd5d362d7 req-a543251e-ea28-4b0f-b7de-ed2f3c5b79e2 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0844390 Apr 01 16:31:18.224748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e517d9e8-ee3d-47c9-b596-b2efd5d362d7 req-af2d588e-fd96-4227-a968-9d299e869781 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414336 Apr 01 16:31:19.409852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184996-0450-4883-ba5b-0efea7cf9f91 req-86f2fd13-def7-43f1-a020-9c222a535aa3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:19.411239 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2184996-0450-4883-ba5b-0efea7cf9f91 req-86f2fd13-def7-43f1-a020-9c222a535aa3 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0793176 Apr 01 16:31:19.456874 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2184996-0450-4883-ba5b-0efea7cf9f91 req-0b908ea2-6949-4f1f-93c1-b5170a650782 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399106 Apr 01 16:31:20.641994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc34f6-c57e-47be-a5fe-9b6dda681ccc req-642aa92d-0637-416e-85cf-ba410bb68071 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:20.643483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f0fc34f6-c57e-47be-a5fe-9b6dda681ccc req-642aa92d-0637-416e-85cf-ba410bb68071 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0835488 Apr 01 16:31:20.692988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f0fc34f6-c57e-47be-a5fe-9b6dda681ccc req-cb9bf5ac-be5b-48e4-b9d2-02fba369b78f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436311 Apr 01 16:31:21.974354 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaf3fe-703a-4c4a-985d-3b7acfea4239 req-e4cf43db-afa6-4f03-9ee4-5958540dcf27 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:21.975744 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fdaf3fe-703a-4c4a-985d-3b7acfea4239 req-e4cf43db-afa6-4f03-9ee4-5958540dcf27 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.1770730 Apr 01 16:31:22.020735 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fdaf3fe-703a-4c4a-985d-3b7acfea4239 req-bee4bcb1-efd2-4a11-bfa5-f3797106aefd tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392773 Apr 01 16:31:22.379776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4da-f411-4106-978b-159b2757fd81 req-1046a10a-95dc-42b6-be36-89cf2a033a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:22.381219 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-1046a10a-95dc-42b6-be36-89cf2a033a7b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1137 time: 0.0695679 Apr 01 16:31:22.630954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4da-f411-4106-978b-159b2757fd81 req-8a42de63-e5a6-4849-b481-43df77508314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:22.632347 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-8a42de63-e5a6-4849-b481-43df77508314 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.2307034 Apr 01 16:31:22.736149 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-f9a7a684-7777-4702-92de-708960f0bb96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 1001 time: 0.0972977 Apr 01 16:31:22.798415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4da-f411-4106-978b-159b2757fd81 req-31c8eb16-6a5f-466a-b14f-b7a1a611dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:22.799863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-31c8eb16-6a5f-466a-b14f-b7a1a611dc44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0575075 Apr 01 16:31:22.877616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4da-f411-4106-978b-159b2757fd81 req-4e9aac64-ce33-45f2-ade2-d49999de3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:22.879213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-4e9aac64-ce33-45f2-ade2-d49999de3895 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733266 Apr 01 16:31:23.011161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-4a231eb6-b726-402f-bed5-88d12e9fb1db service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254132 Apr 01 16:31:23.174618 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8449a4da-f411-4106-978b-159b2757fd81 req-ba6fb91f-6f1e-45b3-9480-8a4027c194d4 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567259 Apr 01 16:31:23.225871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87071672-5b12-454c-885f-466ecb72d9cd req-6e0915f5-78de-4453-9915-8d3626919ffe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:23.227416 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87071672-5b12-454c-885f-466ecb72d9cd req-6e0915f5-78de-4453-9915-8d3626919ffe tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0979714 Apr 01 16:31:23.273774 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87071672-5b12-454c-885f-466ecb72d9cd req-c383c6e1-b46d-4394-80e4-c5530fc4cb0a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405476 Apr 01 16:31:24.454904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c0e6-4070-42a2-a8c3-785544f8605f req-075ead8b-5066-467d-88e3-8b6d5ffc7f87 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:24.456286 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2b6c0e6-4070-42a2-a8c3-785544f8605f req-075ead8b-5066-467d-88e3-8b6d5ffc7f87 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0775080 Apr 01 16:31:24.504350 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2b6c0e6-4070-42a2-a8c3-785544f8605f req-182d0ac1-c913-4053-bd0d-1128b9ab9da0 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423739 Apr 01 16:31:25.721460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4c323-af38-4332-a381-918337548d7d req-e993d84a-af39-4a92-8b8b-20b9e584a9fb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:25.723379 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3a4c323-af38-4332-a381-918337548d7d req-e993d84a-af39-4a92-8b8b-20b9e584a9fb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.1126804 Apr 01 16:31:25.770838 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3a4c323-af38-4332-a381-918337548d7d req-e9779054-4c2a-424b-8741-24486ac50249 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413580 Apr 01 16:31:26.955619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede5667-3412-456e-ae25-55faa6282c1b req-c85238a8-7d5c-486b-a11d-add12a0dd6ba tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:26.957061 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ede5667-3412-456e-ae25-55faa6282c1b req-c85238a8-7d5c-486b-a11d-add12a0dd6ba tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0791547 Apr 01 16:31:27.003702 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ede5667-3412-456e-ae25-55faa6282c1b req-edf43ffe-be33-4447-bd50-f75def37d773 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409546 Apr 01 16:31:28.185994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3a686-1cb2-4d78-9496-d426be8dc26b req-d4637dde-cc5f-4de5-ad24-a2a1bf803966 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.187490 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3e3a686-1cb2-4d78-9496-d426be8dc26b req-d4637dde-cc5f-4de5-ad24-a2a1bf803966 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0800316 Apr 01 16:31:28.237887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3e3a686-1cb2-4d78-9496-d426be8dc26b req-24c1256a-d3e2-41f1-9c7d-5fc4335b7fe4 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437186 Apr 01 16:31:29.426092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaba364-f6be-4a8d-b5d9-989a36a1396b req-8a210f65-d73d-4d93-bca1-a3e03bccb7cb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.427484 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eaba364-f6be-4a8d-b5d9-989a36a1396b req-8a210f65-d73d-4d93-bca1-a3e03bccb7cb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0832777 Apr 01 16:31:29.472969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eaba364-f6be-4a8d-b5d9-989a36a1396b req-092f03f2-6017-4405-a68f-f3629d5bc634 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397434 Apr 01 16:31:29.489072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32498ca7-6a45-4d8e-9adf-64074022fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.631189 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:31:30.659718 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c7c1-88f7-4c81-85dc-73ef2807cf0e req-9284b2aa-173f-4451-a6be-cfd5630dce9d tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:30.661880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8669c7c1-88f7-4c81-85dc-73ef2807cf0e req-9284b2aa-173f-4451-a6be-cfd5630dce9d tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0813460 Apr 01 16:31:30.708556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8669c7c1-88f7-4c81-85dc-73ef2807cf0e req-4315371c-034f-483d-bd47-8f712d647121 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=b704e008-e6aa-4705-b990-adb7bf21985e&id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409870 Apr 01 16:31:32.370546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75094b9a-7f6e-4dcd-bef9-5e7400de9787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:32.959577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.008960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.038854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.662039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:59.489745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc7d2-dff2-46c7-8a68-3fe1c7d90fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:02.376077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1531be48-fd7d-448a-b458-0185d8334ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:02.862109 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-d91abb1e-80a7-45fd-91ff-584428838864 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141792475&fields=id&tenant_id=fc6ccf0abe0943c09e18f7519d4fb038 HTTP/1.1" status: 200 len: 267 time: 0.0394428 Apr 01 16:32:02.949158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-69a88124-1253-4a25-9d5f-4cb23234b543 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:02.950647 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-69a88124-1253-4a25-9d5f-4cb23234b543 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 984 time: 0.0818641 Apr 01 16:32:02.961319 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Request body: {'port': {'security_groups': ['cbcd8174-2bac-4823-bb21-068994d740c9']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:02.979540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.002227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.083377 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.325962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:03.351362 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.413361 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.425700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1ec03c5f-5126-4693-ad1a-c5e840d23241'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:32:03.480170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:03.480809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.482212 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51a0f1a0-cf98-4070-9205-9e520410fcdf req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "PUT /v2.0/ports/1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 942 time: 0.5254080 Apr 01 16:32:03.482664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:03.489178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:03.516726 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event updated for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=7']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:03.535467 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.536048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.536397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.536736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.537068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.537397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.537727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.538051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.538373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.538700 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.539020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.539365 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3854e22b-64f3-44fe-b997-903d3c24768f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.563089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['1ec03c5f-5126-4693-ad1a-c5e840d23241'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:32:03.574137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.607585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.616534 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:32:03.731073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-fbb74a2e-57ae-43c2-ba5b-9deebefbdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:03.732584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-fbb74a2e-57ae-43c2-ba5b-9deebefbdb1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1098 time: 0.0896204 Apr 01 16:32:03.757790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09db6e96-d3db-459b-adf8-ccfce88404c8 None None] Provisioning complete for port 1ec03c5f-5126-4693-ad1a-c5e840d23241 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:03.757790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09db6e96-d3db-459b-adf8-ccfce88404c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.837609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.863434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704e008-e6aa-4705-b990-adb7bf21985e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:03.876567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.876916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.877257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.877594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.877928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.878259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.879104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.879459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.879830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.880158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.880484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.880813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:03.899091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-3c26c47a-86f9-43ce-adf0-a07f05a78195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:03.900561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-3c26c47a-86f9-43ce-adf0-a07f05a78195 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.1614909 Apr 01 16:32:03.982078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:03.983213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-80475e47-4a00-4f8f-afa5-b49d676dd350 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "DELETE /v2.0/security-groups/b704e008-e6aa-4705-b990-adb7bf21985e HTTP/1.1" status: 204 len: 168 time: 0.4932907 Apr 01 16:32:03.985968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56028) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:04.010284 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.011472 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-4385d25f-8da4-4aec-9687-1a49aae346c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 1001 time: 0.1035326 Apr 01 16:32:04.077858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-f9f378c2-dae8-4b1b-b622-f525f8ea3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:04.079313 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-f9f378c2-dae8-4b1b-b622-f525f8ea3357 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0613074 Apr 01 16:32:04.155757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-84496edd-957b-4782-9d0a-490203eabf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:04.157230 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-84496edd-957b-4782-9d0a-490203eabf0c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723612 Apr 01 16:32:04.191090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Deleting port 9a95388a-3218-4a25-a9cc-0f29dea7dfe1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:04.192214 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.368731 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.369059 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.392815 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-ebe8a909-677c-4dd6-9c83-5a78de2f7ed9 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289276 Apr 01 16:32:04.490641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Calling delete_port for 9a95388a-3218-4a25-a9cc-0f29dea7dfe1 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:04.522518 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-551f3555-39e2-42e2-86c1-a1f3ffa22a1d req-d7c423ab-0f05-4090-9f74-3955274b76e2 service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241596 Apr 01 16:32:04.682817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.785005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.831052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event deleted for resources: {'Port': ['ID=9a95388a-3218-4a25-a9cc-0f29dea7dfe1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:04.924073 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:04.924404 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Floating IP 09a7cb06-d978-41ae-b050-74571b80bba0 disassociated (deleted). External IP: 172.26.7.215, port: 1ec03c5f-5126-4693-ad1a-c5e840d23241. Apr 01 16:32:05.270352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Router dd1f5c39-36b7-44f9-aa81-96d3070983ff has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:32:05.445802 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:05.455315 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Sync routers for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:05.464211 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:05.464853 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:05.511395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:05.566714 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c6e7e0f-28e5-40e0-8c61-50b54ce1b028 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "DELETE /v2.0/floatingips/09a7cb06-d978-41ae-b050-74571b80bba0 HTTP/1.1" status: 204 len: 168 time: 1.5790744 Apr 01 16:32:05.617734 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:05.666969 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:32:05.668940 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:05.779905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-c8ba207b-1756-47e9-82d0-e003642232a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:05.781602 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-c8ba207b-1756-47e9-82d0-e003642232a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 1098 time: 0.0890815 Apr 01 16:32:05.929204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-674174b6-0310-42c3-a46e-b1b2445c2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:05.930734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-674174b6-0310-42c3-a46e-b1b2445c2a56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 200 len: 915 time: 0.1428652 Apr 01 16:32:06.000089 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-30a49974-8ff6-4cc1-b717-c4a60565c655 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 200 len: 217 time: 0.0626006 Apr 01 16:32:06.011262 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:06.015121 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Checking router: dd1f5c39-36b7-44f9-aa81-96d3070983ff for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:32:06.026725 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:06.026725 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:06.070537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-5387e4e4-e0cb-4f99-99c5-eab47c9be934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:06.073105 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-5387e4e4-e0cb-4f99-99c5-eab47c9be934 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 200 len: 853 time: 0.0669656 Apr 01 16:32:06.165706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-4efb1ad5-e962-43f4-9e91-c4b3ad5fe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:06.167212 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-4efb1ad5-e962-43f4-9e91-c4b3ad5fe056 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9331c74f-590f-431b-9485-e2694c53d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890219 Apr 01 16:32:06.222488 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:06.303385 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-87b957b0-675c-45c8-8798-c3738b54f34f service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288548 Apr 01 16:32:06.437064 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50bd8f6d-fd7e-4c29-a6b6-f2e01c40518b req-caa0cf56-8db6-498f-b388-418943b1090a service neutron] 10.222.0.90 "GET /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266732 Apr 01 16:32:06.531206 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:06.535577 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb8cc-fa15-47d7-b684-a235e0f814a1 None None] The sync data for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv is: [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:29:57Z', 'revision_number': 4, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'd41d2843-dbfa-4c56-beb8-e129c8255deb', 'name': '', 'network_id': '9331c74f-590f-431b-9485-e2694c53d3bd', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'mac_address': 'fa:16:3e:10:b5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:56Z', 'updated_at': '2022-04-01T16:30:03Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'subnets': [{'id': '140c23e8-62c3-4be7-9fa9-bd3755e8c302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:32:06.629868 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:32:06.754286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a48ce-54d6-44d0-8352-77978b733bdc None None] New status for floating IP 09a7cb06-d978-41ae-b050-74571b80bba0: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:32:11.482604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d845735-bc24-450d-a74e-9cdb3df1bd94 req-2df8b944-31ac-4f01-bc2f-0bcf880e515f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:11.483249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8d845735-bc24-450d-a74e-9cdb3df1bd94 req-2df8b944-31ac-4f01-bc2f-0bcf880e515f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:11.552757 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8d845735-bc24-450d-a74e-9cdb3df1bd94 req-2df8b944-31ac-4f01-bc2f-0bcf880e515f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:11.553948 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d845735-bc24-450d-a74e-9cdb3df1bd94 req-2df8b944-31ac-4f01-bc2f-0bcf880e515f tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.1542282 Apr 01 16:32:11.603070 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d845735-bc24-450d-a74e-9cdb3df1bd94 req-add01b92-ef8a-489a-be05-c9cbd394748a tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Apr 01 16:32:12.788414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5975a0-5415-49b0-b30a-440a61cbcc23 req-6279b8b0-4f08-436b-bc22-ae6018385f7e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:12.789875 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b5975a0-5415-49b0-b30a-440a61cbcc23 req-6279b8b0-4f08-436b-bc22-ae6018385f7e tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0821297 Apr 01 16:32:12.833056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9b5975a0-5415-49b0-b30a-440a61cbcc23 req-727f9f23-1e8c-4ae1-bd82-1d480e579e42 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:12.910853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9b5975a0-5415-49b0-b30a-440a61cbcc23 req-727f9f23-1e8c-4ae1-bd82-1d480e579e42 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:12.911982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b5975a0-5415-49b0-b30a-440a61cbcc23 req-727f9f23-1e8c-4ae1-bd82-1d480e579e42 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd8174-2bac-4823-bb21-068994d740c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165369 Apr 01 16:32:13.028238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-ea0145e8-7d90-47e9-92fc-882f4ca93751 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:13.029674 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-ea0145e8-7d90-47e9-92fc-882f4ca93751 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.90 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 945 time: 0.0794189 Apr 01 16:32:13.102616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Deleting port 1ec03c5f-5126-4693-ad1a-c5e840d23241 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:13.103033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:13.348069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] For port 1ec03c5f-5126-4693-ad1a-c5e840d23241, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=1ec03c5f-5126-4693-ad1a-c5e840d23241,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:13.348447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:13.576831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Calling delete_port for 1ec03c5f-5126-4693-ad1a-c5e840d23241 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:13.779050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:13.828453 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Pushing event deleted for resources: {'Port': ['ID=1ec03c5f-5126-4693-ad1a-c5e840d23241,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:13.904517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] No DVR routers for this DVR port 1ec03c5f-5126-4693-ad1a-c5e840d23241 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:32:13.906954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:13.910247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'name': 'network-vif-deleted', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:13.953343 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7a88e-2476-459e-8c7e-f1c4ea011d02', 'name': 'network-vif-deleted', 'tag': '1ec03c5f-5126-4693-ad1a-c5e840d23241', 'status': 'completed', 'code': 200} Apr 01 16:32:13.987772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5ba5a7d8-8817-405e-9382-424dda393bb1 req-5da24325-a272-4a3e-baf8-6e2a3ef24d55 tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.90 "DELETE /v2.0/ports/1ec03c5f-5126-4693-ad1a-c5e840d23241 HTTP/1.1" status: 204 len: 173 time: 0.9534016 Apr 01 16:32:14.061585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b041877-3992-4222-9b80-001b731e6692 req-0f1f9624-d23d-4e02-aaf0-bd2cfd0950cb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Synchronizing usage tracker for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:14.130348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6b041877-3992-4222-9b80-001b731e6692 req-0f1f9624-d23d-4e02-aaf0-bd2cfd0950cb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] Unset dirty status for tenant:fc6ccf0abe0943c09e18f7519d4fb038 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:14.131574 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b041877-3992-4222-9b80-001b731e6692 req-0f1f9624-d23d-4e02-aaf0-bd2cfd0950cb tempest-TestMinimumBasicScenario-1360410344 tempest-TestMinimumBasicScenario-1360410344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9c7a88e-2476-459e-8c7e-f1c4ea011d02 HTTP/1.1" status: 200 len: 210 time: 0.1114881 Apr 01 16:32:15.774609 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1ec03c5f-5126-4693-ad1a-c5e840d23241 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:15.807955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 1ec03c5f-5126-4693-ad1a-c5e840d23241 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:15.808418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 1ec03c5f-5126-4693-ad1a-c5e840d23241 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:16.505254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:17.155963 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:17.504014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Deleting port d41d2843-dbfa-4c56-beb8-e129c8255deb {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:17.504253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:17.670302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] For port d41d2843-dbfa-4c56-beb8-e129c8255deb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d41d2843-dbfa-4c56-beb8-e129c8255deb,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:17.671035 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:17.792155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Calling delete_port for d41d2843-dbfa-4c56-beb8-e129c8255deb owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:18.181676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:18.228224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41d2843-dbfa-4c56-beb8-e129c8255deb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:18.592961 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:18.942735 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Router dd1f5c39-36b7-44f9-aa81-96d3070983ff has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:32:19.113999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:19.123704 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Sync routers for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:19.133353 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:19.133989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:19.218572 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f891d47-e5c7-4911-a2dc-9afecf21f103 admin admin] 10.222.0.18 "PUT /v2.0/routers/dd1f5c39-36b7-44f9-aa81-96d3070983ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122107 Apr 01 16:32:19.221116 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56118) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:19.316128 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:19.399292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:19.571978 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:19.623010 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:32:18Z', 'revision_number': 5, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port': {'id': '1b6f8e79-276d-4033-8449-7cb45e7b3e18', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:54Z', 'updated_at': '2022-04-01T16:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:19.626742 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Checking router: dd1f5c39-36b7-44f9-aa81-96d3070983ff for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:32:19.634859 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Routers {'dd1f5c39-36b7-44f9-aa81-96d3070983ff'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:19.635703 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:19.635866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Deleting port 1b6f8e79-276d-4033-8449-7cb45e7b3e18 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:19.636213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:19.782864 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] Set router dd1f5c39-36b7-44f9-aa81-96d3070983ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:19.808006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] For port 1b6f8e79-276d-4033-8449-7cb45e7b3e18, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=1b6f8e79-276d-4033-8449-7cb45e7b3e18,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:19.808353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:19.884151 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:32:19Z', 'revision_number': 6, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:19.888495 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed3cfca-aa46-4c97-a68a-03e3d75ee9df None None] The sync data for ids ['dd1f5c39-36b7-44f9-aa81-96d3070983ff'] in dv-neutron-835943-1-hyperv is: [{'id': 'dd1f5c39-36b7-44f9-aa81-96d3070983ff', 'name': 'tempest-TestMinimumBasicScenario-971616695-router', 'tenant_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:53Z', 'updated_at': '2022-04-01T16:32:19Z', 'revision_number': 6, 'project_id': 'fc6ccf0abe0943c09e18f7519d4fb038', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:32:20.040378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Calling delete_port for 1b6f8e79-276d-4033-8449-7cb45e7b3e18 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:20.261889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.312982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6f8e79-276d-4033-8449-7cb45e7b3e18,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:20.403497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.572796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.574816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.650011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.650788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1f5c39-36b7-44f9-aa81-96d3070983ff {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:32:20.665275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.666501 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fbe4169-ba67-49cd-a522-a3a06ac424ac admin admin] 10.222.0.18 "DELETE /v2.0/routers/dd1f5c39-36b7-44f9-aa81-96d3070983ff HTTP/1.1" status: 204 len: 168 time: 1.4444475 Apr 01 16:32:20.669152 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:20.730480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Deleting subnet 140c23e8-62c3-4be7-9fa9-bd3755e8c302 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:32:20.733594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.782223 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.864608 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:20.993447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.030166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140c23e8-62c3-4be7-9fa9-bd3755e8c302,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:21.035600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.041430 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea8bac7e-7e8a-4895-a48a-97d2e0b8b74a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/140c23e8-62c3-4be7-9fa9-bd3755e8c302 HTTP/1.1" status: 204 len: 168 time: 0.3712797 Apr 01 16:32:21.042808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d7fde-a575-412e-829c-cf96412a291d None None] Network 9331c74f-590f-431b-9485-e2694c53d3bd requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:32:21.043894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:21.152480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.164010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Deleting port de30bfd3-7e87-4f47-a38d-ba5ff16699db {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:21.164350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.254758 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d41d2843-dbfa-4c56-beb8-e129c8255deb no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:21.290786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d41d2843-dbfa-4c56-beb8-e129c8255deb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:21.291157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d41d2843-dbfa-4c56-beb8-e129c8255deb not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:21.292150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b6f8e79-276d-4033-8449-7cb45e7b3e18 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:21.327223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 1b6f8e79-276d-4033-8449-7cb45e7b3e18 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:21.327581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 1b6f8e79-276d-4033-8449-7cb45e7b3e18 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:21.383558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] For port de30bfd3-7e87-4f47-a38d-ba5ff16699db, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de30bfd3-7e87-4f47-a38d-ba5ff16699db,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:21.383917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.402807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] DHCP port deletion for 9331c74f-590f-431b-9485-e2694c53d3bd request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:32:21.406988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Deleting port de30bfd3-7e87-4f47-a38d-ba5ff16699db {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:21.407396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.508552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Calling delete_port for de30bfd3-7e87-4f47-a38d-ba5ff16699db owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:21.609434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] For port de30bfd3-7e87-4f47-a38d-ba5ff16699db, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de30bfd3-7e87-4f47-a38d-ba5ff16699db,segment=NetworkSegment(291fef6b-25fb-47ab-a013-22955b817115),segment_id=291fef6b-25fb-47ab-a013-22955b817115)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:21.609825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.644379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.733145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Calling delete_port for de30bfd3-7e87-4f47-a38d-ba5ff16699db owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:21.795120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de30bfd3-7e87-4f47-a38d-ba5ff16699db,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:21.800617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] No DVR routers for this DVR port de30bfd3-7e87-4f47-a38d-ba5ff16699db on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:32:21.810915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:32:21.811309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:32:21.914719 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.940045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9331c74f-590f-431b-9485-e2694c53d3bd']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:21.952013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291fef6b-25fb-47ab-a013-22955b817115') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:21.952306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291fef6b-25fb-47ab-a013-22955b817115') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:21.963776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.979867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.985730 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:32:21.986110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:32:21.998983 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:32:22.127340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:22.143304 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:22.154033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9331c74f-590f-431b-9485-e2694c53d3bd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:22.236463 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8878474-acdb-42e9-9c4a-a73dcd315fe8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9331c74f-590f-431b-9485-e2694c53d3bd HTTP/1.1" status: 204 len: 168 time: 1.1913393 Apr 01 16:32:22.239133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56130) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:22.312352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Deleting port de30bfd3-7e87-4f47-a38d-ba5ff16699db {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:22.312916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:22.377211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a6f56bc3-084b-4283-8ee2-c3228084a07b None None] The port 'de30bfd3-7e87-4f47-a38d-ba5ff16699db' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:32:22.772742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:23.118537 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Deleting port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:23.118874 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:23.243886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de30bfd3-7e87-4f47-a38d-ba5ff16699db no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:23.281361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: de30bfd3-7e87-4f47-a38d-ba5ff16699db {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:23.281713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de30bfd3-7e87-4f47-a38d-ba5ff16699db not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:23.394350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] For port 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:23.394953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:23.514716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Calling delete_port for 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:23.739088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:23.787614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:24.054540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.421069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:32:24.594618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:24.603901 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0eaa5234-860f-44b4-8da6-e38183c7deeb admin admin] 10.222.0.18 "PUT /v2.0/routers/97ffda56-9a3b-4b75-a063-a7b5f669a1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637619 Apr 01 16:32:24.604210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Sync routers for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:24.606694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56134) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:24.614466 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:24.615177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:24.785114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.788807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:24.959278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.059370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Deleting port c62132d5-618b-427b-8bbc-6e15b2b63982 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:25.059644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.065250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:32:23Z', 'revision_number': 5, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port': {'id': 'c62132d5-618b-427b-8bbc-6e15b2b63982', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:25.071315 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Checking router: 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:32:25.077861 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Routers {'97ffda56-9a3b-4b75-a063-a7b5f669a1d7'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:25.078476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:25.244104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] For port c62132d5-618b-427b-8bbc-6e15b2b63982, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c62132d5-618b-427b-8bbc-6e15b2b63982,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:25.244512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.272742 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] Set router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:25.366889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Calling delete_port for c62132d5-618b-427b-8bbc-6e15b2b63982 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:25.376326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:32:24Z', 'revision_number': 6, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:25.380803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571bd56-b8bc-4639-886b-72aedcbead16 None None] The sync data for ids ['97ffda56-9a3b-4b75-a063-a7b5f669a1d7'] in dv-neutron-835943-1-hyperv is: [{'id': '97ffda56-9a3b-4b75-a063-a7b5f669a1d7', 'name': 'tempest-TestMinimumBasicScenario-506194553-router', 'tenant_id': '7c982084d7b649e68556299737753b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:30:01Z', 'updated_at': '2022-04-01T16:32:24Z', 'revision_number': 6, 'project_id': '7c982084d7b649e68556299737753b21', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:32:25.598311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.645100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62132d5-618b-427b-8bbc-6e15b2b63982,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:25.742791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.009811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.011940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.127451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.128262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ffda56-9a3b-4b75-a063-a7b5f669a1d7 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:32:26.142067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.143275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a98db776-2af5-4804-9b25-39f43fd99c17 admin admin] 10.222.0.18 "DELETE /v2.0/routers/97ffda56-9a3b-4b75-a063-a7b5f669a1d7 HTTP/1.1" status: 204 len: 168 time: 1.5355141 Apr 01 16:32:26.146031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:26.205509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Deleting subnet d66ff72c-8837-4f03-aa9b-d3beb92951ca {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:32:26.208670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.379697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.456898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.595997 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.633642 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66ff72c-8837-4f03-aa9b-d3beb92951ca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:26.637373 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.642770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef723b0-c84e-49d3-ab39-d066e1e5cf74 None None] Network 1f6976cc-0e86-4d91-b0a2-f8710248c740 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:32:26.643413 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e83c922a-c757-41e8-94a0-d92796e5f22b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d66ff72c-8837-4f03-aa9b-d3beb92951ca HTTP/1.1" status: 204 len: 168 time: 0.4961693 Apr 01 16:32:26.646195 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:26.752266 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.763104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Deleting port 3da28d28-2839-4f89-87e5-4140d9ceb01c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:26.763454 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.882375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] DHCP port deletion for 1f6976cc-0e86-4d91-b0a2-f8710248c740 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:32:26.886892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Deleting port 3da28d28-2839-4f89-87e5-4140d9ceb01c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:26.887365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.971848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] For port 3da28d28-2839-4f89-87e5-4140d9ceb01c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3da28d28-2839-4f89-87e5-4140d9ceb01c,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:26.972209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.089964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] For port 3da28d28-2839-4f89-87e5-4140d9ceb01c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3da28d28-2839-4f89-87e5-4140d9ceb01c,segment=NetworkSegment(cdbb4864-4aab-4c81-929d-aa3b984d6bce),segment_id=cdbb4864-4aab-4c81-929d-aa3b984d6bce)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:27.090460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.098299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Calling delete_port for 3da28d28-2839-4f89-87e5-4140d9ceb01c owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:27.213263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Calling delete_port for 3da28d28-2839-4f89-87e5-4140d9ceb01c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:32:27.244343 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.256060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c62132d5-618b-427b-8bbc-6e15b2b63982 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:27.293837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da28d28-2839-4f89-87e5-4140d9ceb01c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:27.295060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c62132d5-618b-427b-8bbc-6e15b2b63982 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:27.295454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c62132d5-618b-427b-8bbc-6e15b2b63982 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:27.295880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:27.297294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] No DVR routers for this DVR port 3da28d28-2839-4f89-87e5-4140d9ceb01c on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:32:27.332124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:27.332478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 5a64eeb9-8e0a-4d3f-af85-8b26d10b75a1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:27.332895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3da28d28-2839-4f89-87e5-4140d9ceb01c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:27.377732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3da28d28-2839-4f89-87e5-4140d9ceb01c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:32:27.378575 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3da28d28-2839-4f89-87e5-4140d9ceb01c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:27.399879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:32:27.400236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:32:27.412051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.436826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6976cc-0e86-4d91-b0a2-f8710248c740']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:27.449149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbb4864-4aab-4c81-929d-aa3b984d6bce') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:27.449450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbb4864-4aab-4c81-929d-aa3b984d6bce') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:27.460429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.475685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.482190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:32:27.482190 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:32:27.495398 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:32:27.644202 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.660067 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.669969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6976cc-0e86-4d91-b0a2-f8710248c740,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:27.673939 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7cf6f458-5e6a-4c03-9321-e2abce9abc21 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f6976cc-0e86-4d91-b0a2-f8710248c740 HTTP/1.1" status: 204 len: 168 time: 1.0265949 Apr 01 16:32:27.901317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Deleting port 3da28d28-2839-4f89-87e5-4140d9ceb01c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:32:27.901834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.966366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2b506ef-a090-49ad-85fb-8c3a6e134109 None None] The port '3da28d28-2839-4f89-87e5-4140d9ceb01c' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:32:28.031289 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:28.079401 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f820978-d9e7-4aac-94fd-be854965233b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc6ccf0abe0943c09e18f7519d4fb038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469234 Apr 01 16:32:28.082331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:28.139754 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.165391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.310122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.329558 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd8174-2bac-4823-bb21-068994d740c9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:28.405807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.406949 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a569319d-407d-4ad8-9251-b16e3df458e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbcd8174-2bac-4823-bb21-068994d740c9 HTTP/1.1" status: 204 len: 168 time: 0.3236868 Apr 01 16:32:29.102481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:29.152807 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee602abd-7aa1-4188-b6be-7edc6737f375 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c982084d7b649e68556299737753b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491135 Apr 01 16:32:29.155177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56164) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:29.216811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:29.241744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:29.352678 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:29.366619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b3089-e4e7-40bc-ac40-db193031e263,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:29.373088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:29.374437 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a586ff2e-1e3d-42c1-8d8f-4e29800a69d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da6b3089-e4e7-40bc-ac40-db193031e263 HTTP/1.1" status: 204 len: 168 time: 0.2181449 Apr 01 16:32:29.481836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f0662a5-ef14-46e5-a210-237110e074b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.677280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:31.682331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226995140', 'description': 'tempest-secgroup-smoke-1226995140 description', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:31.688321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:31.692142 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:31.694861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:31.700906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:31.763714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.776041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.790911 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:31.794620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:31.797475 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:31.803209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:31.885622 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.946696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.957443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:31.964793 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:31.969392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:31.983529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:31.990638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23c3a2-d8b2-4cb6-b73d-13e257ee6bf5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:32.055729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.106883 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.150068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0736db2-d538-4ffc-a567-678055f71904,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:32.235570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.236715 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-facbaa71-a92f-4fb7-87a5-444245d093dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5584643 Apr 01 16:32:32.239543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56210) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:32.244830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:32.250856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:32.255363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:32.258216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:32.263993 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:32.339808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.399283 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.407052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2ddc596c-e484-45be-b653-0f229e86f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.472440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.501151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d6d915-9e9e-4150-9aee-6155c48be44c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:32.558406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.559666 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-60dc51b1-d5e7-4627-ad2a-2da5b81f7da6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191960 Apr 01 16:32:32.562336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56214) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:32.567960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:32.574028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:32.577935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:32.580898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:32.586597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:32.655897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.715715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.784022 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.807621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3faff2b-26ce-4a3e-92b5-59391a656ad2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:32.869663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.870987 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02c7ec88-8f29-44e5-aa35-40c84b8ba8c8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3077300 Apr 01 16:32:32.873872 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56218) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:32.878720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:32.884628 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:32.888530 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:32.891395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:32.897148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:32.976746 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.015977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.017542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.143638 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.229972 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.254430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9eb7d7-0e06-4753-a48d-369346042562,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:33.328818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.330850 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-220c30ff-e789-47df-9fd4-1d818d44cbd9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558539 Apr 01 16:32:33.335093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:33.340539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:33.346458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:33.350897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:33.353796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:33.359411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:33.447860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.511149 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.578303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.602203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa42204-bca6-425b-ae8b-5b23f634a2be,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:33.669509 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.670671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da6bade2-50a8-4428-a6f6-2aac56422aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3346174 Apr 01 16:32:33.673471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:33.678894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:33.684878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:33.688767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:33.691598 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:33.697175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:33.752238 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:32:33.758515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.820668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.881425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.907470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ef22bf-3625-4349-875a-b771eeb3c259,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:33.989635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.990823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e03544b7-0070-4a25-8f23-1965d7683ba6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164325 Apr 01 16:32:33.993724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:33.998751 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'b0736db2-d538-4ffc-a567-678055f71904', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:34.004875 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:34.008652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:34.011870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:34.017220 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:34.047326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.099128 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:32:34.106003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.172867 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.241413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.265586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70d2264-05c4-4cc9-a81f-3277139bf5bb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:34.338401 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.339623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7411d881-2267-4207-8849-8ff37de23ca5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449407 Apr 01 16:32:34.342527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:34.348347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'network': {'name': 'tempest-network-smoke--195045106', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:34.353194 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:34.357050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:network and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:34.359977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:34.366426 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:34.435227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:34.438571 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.465216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:32:34.473957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.474296 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Added segment a3374d2a-67f2-4b17-ac9a-71e62135c3fb of type vlan for network ce99dbf7-f442-4463-872f-e9e57b77c6d9 Apr 01 16:32:34.499607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.584092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.589432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:34.590005 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.672643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.695492 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Network': ['ID=ce99dbf7-f442-4463-872f-e9e57b77c6d9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:34.704885 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58624c3d-d485-4065-b4c5-4e197291c997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3614056 Apr 01 16:32:34.705902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:32:34.707748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:34.712891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'admin_state_up': True, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:34.720048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:34.725168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:router and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:34.726636 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:34.732923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:34.795740 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.796766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.812497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.142695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.489826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.518538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.650246 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.33 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6c997835-7b8c-4464-89d4-f0ce661a8fa4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:35.793736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.870004 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.932205 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:35.934901 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:35.943066 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:32:36.085284 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=6c997835-7b8c-4464-89d4-f0ce661a8fa4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:36.538368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.870364 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.126649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router c7b63db2-2d78-4ee0-a305-93134ad8147d is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:32:37.303384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:37.312573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Sync routers for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:37.325729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:37.326560 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:37.379045 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.380238 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0882d9ea-d4c2-43f0-b096-f3c29a82b21b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6713889 Apr 01 16:32:37.383422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:37.501555 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:37.521668 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8dfb4f1-9017-4783-bd72-440e5fc90b19 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=942cfa30fa334e90b35b8b3d669e8eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371391 Apr 01 16:32:37.524337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:37.767699 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834a36d-e90f-4884-bfd8-ce82deb4d4b2 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:37.769115 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a834a36d-e90f-4884-bfd8-ce82deb4d4b2 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437992 Apr 01 16:32:37.771878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56252) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:37.786521 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:36Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:37.790474 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Checking router: c7b63db2-2d78-4ee0-a305-93134ad8147d for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:32:37.790911 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Updating router c7b63db2-2d78-4ee0-a305-93134ad8147d port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:32:37.810130 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-955f3ec5-8074-44a6-8f46-2da9fd488d7d tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372057 Apr 01 16:32:37.812648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:37.817990 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423217108', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:37.843799 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.926186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:37.930132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:subnet and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:37.933071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:37.938706 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:38.021311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:38.024837 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.192184 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.203831 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Transition to ACTIVE for port object 6c997835-7b8c-4464-89d4-f0ce661a8fa4 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:38.292844 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.316559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.374255 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Attempting to bind port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:38.374862 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Attempting to bind port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:38.374999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Attempting to bind port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:32:38.382610 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Pushing event updated for resources: {'Port': ['ID=6c997835-7b8c-4464-89d4-f0ce661a8fa4,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.386033 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:32:38.386409 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:32:38.386804 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.387220 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:32:38.387823 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Bound port: 6c997835-7b8c-4464-89d4-f0ce661a8fa4, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:38.388180 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.395506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Subnet': ['ID=c7db92fc-3e84-423d-9203-c7f8d30ef53d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.403312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Checking segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:32:38.403672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network hostable DHCP agents. Network: ce99dbf7-f442-4463-872f-e9e57b77c6d9, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:32:38.424747 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.429105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:38.469183 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] For port 6c997835-7b8c-4464-89d4-f0ce661a8fa4, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:32:38.472097 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] For port 6c997835-7b8c-4464-89d4-f0ce661a8fa4, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6c997835-7b8c-4464-89d4-f0ce661a8fa4,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:32:38.495157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:32:38.555668 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.583816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ce99dbf7-f442-4463-872f-e9e57b77c6d9) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:38.587873 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:38.588823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.592989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cda1b-6bfb-436a-abf7-c0aadb171881 None None] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:32:38.628191 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:38.628934 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:38.693308 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cd0d9d3c-67a0-40e7-85d3-7684507113f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8796349 Apr 01 16:32:38.696056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:38.713813 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd9e37-0926-4abb-a2d6-70e2b12ca4d0 None None] Pushing event updated for resources: {'Port': ['ID=6c997835-7b8c-4464-89d4-f0ce661a8fa4,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.821599 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:38.850074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:32:38.850890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.013557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Allocated IP 172.20.0.2 (ce99dbf7-f442-4463-872f-e9e57b77c6d9/c7db92fc-3e84-423d-9203-c7f8d30ef53d/9c629216-fd3b-4431-9dcb-2ed2e44f4d97) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:39.118229 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:36Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:39.123111 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf96efc-0305-41a1-b577-988dcad8cd6c None None] The sync data for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv is: [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:36Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:32:39.229955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.244011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Transition to ACTIVE for port object 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:39.263271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Transition to ACTIVE for port object 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:39.335553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.420319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:39.423183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:39.427317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:32:39.465028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.502496 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Pushing event updated for resources: {'Port': ['ID=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:39.531101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.531491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.531972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.532317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.532662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.532997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.533359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.533693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.534025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.534360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.535270 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.535598 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:39.542652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Attempting to bind port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:39.543033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Attempting to bind port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:39.543509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Attempting to bind port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 on network ce99dbf7-f442-4463-872f-e9e57b77c6d9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:32:39.549319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:32:39.550747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Checking segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:32:39.550747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.551036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Bound using segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:32:39.551550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Bound port: 9c629216-fd3b-4431-9dcb-2ed2e44f4d97, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:39.551957 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.647774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d847154c-a155-4c37-85e4-1931305da61a None None] For port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:32:39.651418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d847154c-a155-4c37-85e4-1931305da61a None None] For port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:32:39.733697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.826092 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847154c-a155-4c37-85e4-1931305da61a None None] Pushing event updated for resources: {'Port': ['ID=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:40.035151 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.1 (ce99dbf7-f442-4463-872f-e9e57b77c6d9/c7db92fc-3e84-423d-9203-c7f8d30ef53d/7fd02e4a-d9d2-408e-af5a-301682ecbafd) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:40.201790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.219011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 7fd02e4a-d9d2-408e-af5a-301682ecbafd will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:40.309833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.373704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:40.384625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:40.387353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:32:40.424760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:40.450464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.774989 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.857299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3743517-d3dc-41a9-959e-6aee368591dc None None] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:32:40.968774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b667898b-c092-44a5-ac1e-d608f845d0d5 None None] Provisioning for port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.207876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.286685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.320319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6c997835-7b8c-4464-89d4-f0ce661a8fa4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:41.392448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d22b05a2-e085-4e15-af33-c0ea12cfb2fa None None] Provisioning for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.397961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d22b05a2-e085-4e15-af33-c0ea12cfb2fa None None] Provisioning complete for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.398336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d22b05a2-e085-4e15-af33-c0ea12cfb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.417621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:41.422374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.453101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.461252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d22b05a2-e085-4e15-af33-c0ea12cfb2fa None None] Port 7fd02e4a-d9d2-408e-af5a-301682ecbafd cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:32:41.463936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.464565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.558238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:41.559360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:41.591042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.607629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 6c997835-7b8c-4464-89d4-f0ce661a8fa4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6c997835-7b8c-4464-89d4-f0ce661a8fa4,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:41.640747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-129c4360-0dd3-4fbf-874f-6d6ffee93287 None None] Provisioning complete for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.641279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-129c4360-0dd3-4fbf-874f-6d6ffee93287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.674814 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.675226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:41.805135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-129c4360-0dd3-4fbf-874f-6d6ffee93287 None None] Port 7fd02e4a-d9d2-408e-af5a-301682ecbafd cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:32:41.821206 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=6c997835-7b8c-4464-89d4-f0ce661a8fa4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:41.875296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router c7b63db2-2d78-4ee0-a305-93134ad8147d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:32:41.898289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.903344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.903711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.964402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c3c3659-6eb6-4cdf-af99-217d8012d1c6 None None] Provisioning complete for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.964776 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3659-6eb6-4cdf-af99-217d8012d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.057489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:42.074566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d866764-656b-42c7-a093-c7c8c3e352f2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/c7b63db2-2d78-4ee0-a305-93134ad8147d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3697255 Apr 01 16:32:42.082582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Sync routers for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:42.090476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3659-6eb6-4cdf-af99-217d8012d1c6 None None] Port 7fd02e4a-d9d2-408e-af5a-301682ecbafd cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:32:42.116247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:42.116893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:42.173368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.237004 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-535ded2d-a44f-42d8-b1f2-78f691c5d56c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226995140&fields=id&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 267 time: 0.0408049 Apr 01 16:32:42.280660 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:42.319498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:42.363039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.388330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-6de5398d-6fe4-425f-9983-fd5fa696b246 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:42.392297 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-6de5398d-6fe4-425f-9983-fd5fa696b246 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/networks?id=ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 200 len: 796 time: 0.1458919 Apr 01 16:32:42.405278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-6a4e13d0-cd8a-45b7-af7b-9c78a96ba335 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/quotas/942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 375 time: 0.0092969 Apr 01 16:32:42.494259 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-ed2d1bf1-7588-4908-9d80-95bc2f44a15a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824924 Apr 01 16:32:42.536333 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:42.560760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-6efa1a88-958f-4608-9688-9e54815cdad1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:32:42.561743 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-6efa1a88-958f-4608-9688-9e54815cdad1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529683 Apr 01 16:32:42.687949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 2, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:42.692354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Checking router: c7b63db2-2d78-4ee0-a305-93134ad8147d for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:32:42.692717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Updating router c7b63db2-2d78-4ee0-a305-93134ad8147d port 7fd02e4a-d9d2-408e-af5a-301682ecbafd binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:32:42.693021 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-82b31f9c-d25b-460c-8894-50a8ad38840f service neutron] 10.222.0.18 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247151 Apr 01 16:32:42.744431 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.824263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-4915ff01-e564-49a1-aca6-b74a6cc3c86a service neutron] 10.222.0.18 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253321 Apr 01 16:32:43.098149 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.110380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3e21cc1b-7530-4afb-b064-52dd87197948 req-1fc1fa84-f885-4987-89eb-e3cdc8b49cf2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:43.114297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Transition to ACTIVE for port object 7fd02e4a-d9d2-408e-af5a-301682ecbafd will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:43.186553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.235775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3e21cc1b-7530-4afb-b064-52dd87197948 req-1fc1fa84-f885-4987-89eb-e3cdc8b49cf2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:43.244129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3e21cc1b-7530-4afb-b064-52dd87197948 req-1fc1fa84-f885-4987-89eb-e3cdc8b49cf2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 210 time: 0.1768456 Apr 01 16:32:43.290715 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6c997835-7b8c-4464-89d4-f0ce661a8fa4 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:43.356498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175ccb2-695c-493e-9df5-8bd6ebfabef8 None None] Pushing event updated for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:43.466977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:43.467441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.491094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Attempting to bind port 7fd02e4a-d9d2-408e-af5a-301682ecbafd on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:43.491473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Attempting to bind port 7fd02e4a-d9d2-408e-af5a-301682ecbafd by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:43.491839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Attempting to bind port 7fd02e4a-d9d2-408e-af5a-301682ecbafd on network ce99dbf7-f442-4463-872f-e9e57b77c6d9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:32:43.506417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:32:43.506789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Checking segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:32:43.507215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.507613 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Bound using segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:32:43.508079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Bound port: 7fd02e4a-d9d2-408e-af5a-301682ecbafd, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:43.508459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.628195 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:32:43.712871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] For port 7fd02e4a-d9d2-408e-af5a-301682ecbafd, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:32:43.720935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:43.749977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] For port 7fd02e4a-d9d2-408e-af5a-301682ecbafd, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7fd02e4a-d9d2-408e-af5a-301682ecbafd,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:32:43.790709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:43.791082 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.824299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.929237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:43.929888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:44.019034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175ccb2-695c-493e-9df5-8bd6ebfabef8 None None] Pushing event updated for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:44.174366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:44.339804 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4acb4dba-5e27-48e4-9e50-e305d31d4e6c req-c06d7411-adde-43bd-80fa-b0f52284b654 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 210 time: 0.0435627 Apr 01 16:32:44.495112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:43Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:44.499067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe91004-c259-48b1-9c70-e5a278b38df3 None None] The sync data for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv is: [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:43Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:32:45.286827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7fd02e4a-d9d2-408e-af5a-301682ecbafd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:45.455238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:45.461073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:45.465209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.494646 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6ef9f13-f9a8-4346-afec-ea0080a53b64 req-e6947ed1-dfda-46e2-9e4d-ab864d2f8568 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 210 time: 0.0434000 Apr 01 16:32:45.585630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.623630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 7fd02e4a-d9d2-408e-af5a-301682ecbafd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7fd02e4a-d9d2-408e-af5a-301682ecbafd,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:45.701244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.768561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:46.619277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-76dd000e-e4b6-46dc-b683-0d9319dbab0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:46.620705 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-76dd000e-e4b6-46dc-b683-0d9319dbab0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/networks?id=ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 200 len: 796 time: 0.1618645 Apr 01 16:32:46.680173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dc1a8003-f244-4ccc-a68c-a447d0c15191 req-99663145-9ae9-43bb-9c9e-5ac23c946a83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 210 time: 0.0584195 Apr 01 16:32:46.704482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-8f788742-65a9-4a85-8de2-059ad8a94c63 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 380 time: 0.0533009 Apr 01 16:32:46.712534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'port': {'device_id': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'admin_state_up': True, 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'security_groups': ['b0736db2-d538-4ffc-a567-678055f71904']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:46.846912 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:46.857058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:46.935025 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:46.938464 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.101933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.9 (ce99dbf7-f442-4463-872f-e9e57b77c6d9/c7db92fc-3e84-423d-9203-c7f8d30ef53d/401cd010-e4c1-409b-947e-e42da7c801b3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:47.260114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7fd02e4a-d9d2-408e-af5a-301682ecbafd up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:47.330574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 7fd02e4a-d9d2-408e-af5a-301682ecbafd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:47.331246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.401623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.416908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 401cd010-e4c1-409b-947e-e42da7c801b3 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:47.495699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.559947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:47.567256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:47.571492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:32:47.613250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:47.650258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:47.650973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.756080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-7328436b-4173-49ea-b825-93469e604b75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469923 Apr 01 16:32:47.766890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Request body: {'port': {'device_id': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:47.863688 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972762b-2d8d-43a2-a9df-5a0c50a028ac req-5c71237f-448b-43de-a81f-c0cfed580258 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:47.865177 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c972762b-2d8d-43a2-a9df-5a0c50a028ac req-5c71237f-448b-43de-a81f-c0cfed580258 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 931 time: 0.0796056 Apr 01 16:32:47.866929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5c8b1ad-b3eb-4feb-afc9-7a2df96049bd None None] Provisioning for port 401cd010-e4c1-409b-947e-e42da7c801b3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:47.871803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5c8b1ad-b3eb-4feb-afc9-7a2df96049bd None None] Provisioning complete for port 401cd010-e4c1-409b-947e-e42da7c801b3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:47.872186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5c8b1ad-b3eb-4feb-afc9-7a2df96049bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.882290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.914679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c972762b-2d8d-43a2-a9df-5a0c50a028ac req-74932c47-5a64-48a3-b1ec-ec4ebf2529bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:47.929364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8b1ad-b3eb-4feb-afc9-7a2df96049bd None None] Port 401cd010-e4c1-409b-947e-e42da7c801b3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:32:48.009718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c972762b-2d8d-43a2-a9df-5a0c50a028ac req-74932c47-5a64-48a3-b1ec-ec4ebf2529bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:48.010765 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c972762b-2d8d-43a2-a9df-5a0c50a028ac req-74932c47-5a64-48a3-b1ec-ec4ebf2529bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388474 Apr 01 16:32:48.297089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401cd010-e4c1-409b-947e-e42da7c801b3 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:32:48.305817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.320731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Transition to ACTIVE for port object 401cd010-e4c1-409b-947e-e42da7c801b3 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:48.380704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.540627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Pushing event updated for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.616170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Attempting to bind port 401cd010-e4c1-409b-947e-e42da7c801b3 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:48.616503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Attempting to bind port 401cd010-e4c1-409b-947e-e42da7c801b3 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:48.616833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Attempting to bind port 401cd010-e4c1-409b-947e-e42da7c801b3 on network ce99dbf7-f442-4463-872f-e9e57b77c6d9 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:32:48.621891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Port 401cd010-e4c1-409b-947e-e42da7c801b3 on network ce99dbf7-f442-4463-872f-e9e57b77c6d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:32:48.622206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Attempting to bind port 401cd010-e4c1-409b-947e-e42da7c801b3 on network ce99dbf7-f442-4463-872f-e9e57b77c6d9 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:32:48.627246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:32:48.627580 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Checking segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:32:48.627959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Bound using segment: {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:32:48.628403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Bound port: 401cd010-e4c1-409b-947e-e42da7c801b3, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:48.628742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.718263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:32:48.721106 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=401cd010-e4c1-409b-947e-e42da7c801b3,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:32:48.795080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.851947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:48.852581 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.853930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] 10.222.0.90 "PUT /v2.0/ports/401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 200 len: 1093 time: 1.0909991 Apr 01 16:32:48.854340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:48.884476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95e97-30c0-4be3-86fb-f03684b77b47 service neutron] Pushing event updated for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.904831 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3', 'status': 'completed', 'code': 200} Apr 01 16:32:48.999795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-4b01b8fc-8479-407b-9341-1094ada8d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.001278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-4b01b8fc-8479-407b-9341-1094ada8d09f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1096 time: 0.0740335 Apr 01 16:32:49.143012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-295e0697-3ee9-4387-a502-1cf2494f9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.145246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-295e0697-3ee9-4387-a502-1cf2494f9f7d service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1371160 Apr 01 16:32:49.206013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae204a19-558e-4e8d-918d-717e29eadcfe req-77fe2d3d-7778-4f38-8c6b-e1017963ecce tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.207522 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae204a19-558e-4e8d-918d-717e29eadcfe req-77fe2d3d-7778-4f38-8c6b-e1017963ecce tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 943 time: 0.0867290 Apr 01 16:32:49.252164 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae204a19-558e-4e8d-918d-717e29eadcfe req-f6331df2-fa8e-4f88-a59d-fe07aa993302 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Apr 01 16:32:49.285596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-5eab63e9-9a19-4b96-ac21-f06437675417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.287054 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b63c117-37a1-4590-b0ce-c5ee1c82ccbc req-5eab63e9-9a19-4b96-ac21-f06437675417 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362939 Apr 01 16:32:49.394988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-47a50168-1955-4a9e-9662-51ef80d9c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.396383 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-47a50168-1955-4a9e-9662-51ef80d9c520 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1096 time: 0.0739093 Apr 01 16:32:49.463397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-a7139f8d-52cd-4edd-85e8-6acb841bae62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 200 len: 217 time: 0.0600758 Apr 01 16:32:49.528843 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-19f42594-5df9-4039-8148-d6dbe6b216bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.530250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-19f42594-5df9-4039-8148-d6dbe6b216bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7db92fc-3e84-423d-9203-c7f8d30ef53d HTTP/1.1" status: 200 len: 835 time: 0.0597575 Apr 01 16:32:49.603329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-1384b9da-b076-448c-99c1-4e1d887fcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:49.604789 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-1384b9da-b076-448c-99c1-4e1d887fcab8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce99dbf7-f442-4463-872f-e9e57b77c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688696 Apr 01 16:32:49.733967 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-2bf43688-569d-4532-911d-8ba7d0ee0653 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230659 Apr 01 16:32:49.952483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-943b51b1-3e31-42c3-8bda-4d71858d7f07 req-a4d81e41-f51f-4287-9c62-ab3f6500c76f service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127137 Apr 01 16:32:50.437805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f160-ee9f-4967-a3e1-0f88cfaaee78 req-cb2835e3-3e39-4218-8cfd-49e95cfe9ab4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:50.438501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0023f160-ee9f-4967-a3e1-0f88cfaaee78 req-cb2835e3-3e39-4218-8cfd-49e95cfe9ab4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:50.543645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0023f160-ee9f-4967-a3e1-0f88cfaaee78 req-cb2835e3-3e39-4218-8cfd-49e95cfe9ab4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:50.544717 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0023f160-ee9f-4967-a3e1-0f88cfaaee78 req-cb2835e3-3e39-4218-8cfd-49e95cfe9ab4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 943 time: 0.1879008 Apr 01 16:32:50.590311 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0023f160-ee9f-4967-a3e1-0f88cfaaee78 req-2f6372a2-dcfc-4743-ab65-17d6a329f044 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Apr 01 16:32:51.775521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4aa6f-481f-435c-aba6-7c84d7987027 req-97c00185-d16d-453b-991a-756f57dc687c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:51.777101 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b4aa6f-481f-435c-aba6-7c84d7987027 req-97c00185-d16d-453b-991a-756f57dc687c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 943 time: 0.0800860 Apr 01 16:32:51.825888 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b4aa6f-481f-435c-aba6-7c84d7987027 req-e51f609f-79b9-4449-8e7d-f09f43403e96 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Apr 01 16:32:51.975180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 401cd010-e4c1-409b-947e-e42da7c801b3 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:32:52.148234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=401cd010-e4c1-409b-947e-e42da7c801b3,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:52.161400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '401cd010-e4c1-409b-947e-e42da7c801b3', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'port_id': '401cd010-e4c1-409b-947e-e42da7c801b3', 'mac_address': 'fa:16:3e:98:db:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:32:52.216975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:52.233425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401cd010-e4c1-409b-947e-e42da7c801b3 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:32:52.249456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=401cd010-e4c1-409b-947e-e42da7c801b3,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:52.314656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:52.386152 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:52.512459 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['401cd010-e4c1-409b-947e-e42da7c801b3'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:32:53.009760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841427df-a49b-4d19-b5ea-c4b3f848aaca req-c0edf78a-a2e8-402c-a53b-a45c830df0af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:53.011232 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-841427df-a49b-4d19-b5ea-c4b3f848aaca req-c0edf78a-a2e8-402c-a53b-a45c830df0af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 944 time: 0.0795090 Apr 01 16:32:53.057671 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-841427df-a49b-4d19-b5ea-c4b3f848aaca req-561035ea-1f9d-46d4-be97-28fc0995cb7d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Apr 01 16:32:53.975112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 401cd010-e4c1-409b-947e-e42da7c801b3 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:54.109376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 401cd010-e4c1-409b-947e-e42da7c801b3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:54.115820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 401cd010-e4c1-409b-947e-e42da7c801b3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:54.119132 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.234584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.245769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d646ca-f361-4677-9c75-8cb7ea3686fc req-9ab8b017-92bb-4366-8f7f-29119456759b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:54.247266 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10d646ca-f361-4677-9c75-8cb7ea3686fc req-9ab8b017-92bb-4366-8f7f-29119456759b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 944 time: 0.0821872 Apr 01 16:32:54.261808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:54.271410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=401cd010-e4c1-409b-947e-e42da7c801b3,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:32:54.293081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10d646ca-f361-4677-9c75-8cb7ea3686fc req-44bf9c22-5c50-48ce-aad0-0d7084ba1028 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Apr 01 16:32:54.306361 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3', 'code': 200} Apr 01 16:32:54.343695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.412353 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:54.660164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db1bf6-03d5-4678-a7cb-1858e8c59989 req-f18f0eb7-b733-4393-8edb-d2e8462f11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:54.661605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1db1bf6-03d5-4678-a7cb-1858e8c59989 req-f18f0eb7-b733-4393-8edb-d2e8462f11a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1098 time: 0.0692151 Apr 01 16:32:54.700998 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1db1bf6-03d5-4678-a7cb-1858e8c59989 req-438860ea-f118-4740-a2ae-442546695286 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Apr 01 16:32:55.478975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5c1b-08b3-459a-a0fd-fa0fa502139f req-6d680299-8fe4-4938-bf5f-72561b58df3d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:55.480360 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-238a5c1b-08b3-459a-a0fd-fa0fa502139f req-6d680299-8fe4-4938-bf5f-72561b58df3d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0820463 Apr 01 16:32:55.524236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-238a5c1b-08b3-459a-a0fd-fa0fa502139f req-d402bd81-94b9-49e6-a395-0ebf87a93f6e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382807 Apr 01 16:32:56.707462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b54456-d889-4903-85bf-eed1fa41e2e6 req-5ecca34c-0d1d-4725-8364-68e854eebd98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:56.708891 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83b54456-d889-4903-85bf-eed1fa41e2e6 req-5ecca34c-0d1d-4725-8364-68e854eebd98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0823145 Apr 01 16:32:56.752286 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-83b54456-d889-4903-85bf-eed1fa41e2e6 req-aaf90383-e701-41ce-a85a-94bd4adf24e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Apr 01 16:32:56.934697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67598c7d-7ac9-418f-9a66-016e80b5adb7 req-c2a59782-c806-441d-8c87-df8ce917efbf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:56.936162 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67598c7d-7ac9-418f-9a66-016e80b5adb7 req-c2a59782-c806-441d-8c87-df8ce917efbf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0788317 Apr 01 16:32:56.978601 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67598c7d-7ac9-418f-9a66-016e80b5adb7 req-f76ceff1-5b48-48a6-b104-f9ae1323ae47 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 Apr 01 16:32:57.003252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56322) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:57.071510 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66c67e5-c8fd-46f6-8c72-8ac799b92ce4 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:57.072995 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d66c67e5-c8fd-46f6-8c72-8ac799b92ce4 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1093 time: 0.0687680 Apr 01 16:32:57.075871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56326) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:57.080944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '401cd010-e4c1-409b-947e-e42da7c801b3', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:32:57.086946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:57.090744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:floatingip and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:57.093688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:57.103578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:57.188989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:57.319642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:57.455740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.225 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/fb0ace2d-9eb4-487e-b9ea-972bd51d8c98) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:57.598961 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:57.686510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:57.747747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:57.750479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:57.754093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:32:57.801692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=fb0ace2d-9eb4-487e-b9ea-972bd51d8c98,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:58.173897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.398297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.607154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.663372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.773420 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=fb0ace2d-9eb4-487e-b9ea-972bd51d8c98,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:58.783382 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.952076 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 1bbeaa7d-5f35-41a8-9187-f036899bbc84 associated. External IP: 172.26.7.225, port: 401cd010-e4c1-409b-947e-e42da7c801b3. Apr 01 16:32:59.295299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router c7b63db2-2d78-4ee0-a305-93134ad8147d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:32:59.474402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:32:59.483862 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Sync routers for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:32:59.488954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c71d-8052-462b-a231-7dd7bbfc1df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:59.495905 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:32:59.496532 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:59.552225 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:59.608994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b5645797-c52b-4787-8e4d-287399629339 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5293994 Apr 01 16:32:59.608994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:32:59.661330 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3', 'status': 'completed', 'code': 200} Apr 01 16:32:59.673774 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:32:59.754674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683948-5e88-4d94-8207-62311559156a req-b80cebeb-8c96-4532-83e2-c14314361a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:59.756381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-b80cebeb-8c96-4532-83e2-c14314361a7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1098 time: 0.0752847 Apr 01 16:32:59.785505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da703e-9142-4e20-a003-a2364edc4ab2 req-4c2e2bc5-22b2-4056-bcf0-6a4f6518b468 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:59.786992 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13da703e-9142-4e20-a003-a2364edc4ab2 req-4c2e2bc5-22b2-4056-bcf0-6a4f6518b468 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0878711 Apr 01 16:32:59.832868 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13da703e-9142-4e20-a003-a2364edc4ab2 req-e3aebee4-979b-4eb6-9adb-7cf3d8655492 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397823 Apr 01 16:32:59.856086 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56334) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:59.896353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683948-5e88-4d94-8207-62311559156a req-1ee6b448-5636-4531-856c-9eed0c8b10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:59.897799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-1ee6b448-5636-4531-856c-9eed0c8b10b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 200 len: 897 time: 0.1359689 Apr 01 16:32:59.966398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a598124-eedb-4eb5-887b-b92b01379ac0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 200 len: 991 time: 0.1091487 Apr 01 16:33:00.030984 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '1bbeaa7d-5f35-41a8-9187-f036899bbc84', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'port_id': '401cd010-e4c1-409b-947e-e42da7c801b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'mac_address': 'fa:16:3e:98:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:32:58Z', 'updated_at': '2022-04-01T16:32:58Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:00.035096 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Checking router: c7b63db2-2d78-4ee0-a305-93134ad8147d for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:00.043581 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:00.044194 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:32:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:00.115809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-361d9464-8972-4691-a391-466aeb1b4505 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 200 len: 999 time: 0.2114227 Apr 01 16:33:00.180879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683948-5e88-4d94-8207-62311559156a req-90ba6038-5477-442b-b294-9a7113f58b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:00.182254 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-90ba6038-5477-442b-b294-9a7113f58b79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7db92fc-3e84-423d-9203-c7f8d30ef53d HTTP/1.1" status: 200 len: 835 time: 0.0610490 Apr 01 16:33:00.243567 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:00.257598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6683948-5e88-4d94-8207-62311559156a req-61d082f1-cc67-4040-9a39-5e87ac587bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:00.259129 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-61d082f1-cc67-4040-9a39-5e87ac587bd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce99dbf7-f442-4463-872f-e9e57b77c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704961 Apr 01 16:33:00.391657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-af021fcd-6cb3-4c87-b539-1f49d724dab4 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260569 Apr 01 16:33:00.523465 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6683948-5e88-4d94-8207-62311559156a req-efa21a60-c3f7-47cc-9307-dcb889a2b2eb service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260152 Apr 01 16:33:00.582588 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '1bbeaa7d-5f35-41a8-9187-f036899bbc84', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'port_id': '401cd010-e4c1-409b-947e-e42da7c801b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'mac_address': 'fa:16:3e:98:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:32:58Z', 'updated_at': '2022-04-01T16:32:58Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:00.586619 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226c3f6-063d-4a20-8301-eb8460c6c096 None None] The sync data for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv is: [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '1bbeaa7d-5f35-41a8-9187-f036899bbc84', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.225', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'port_id': '401cd010-e4c1-409b-947e-e42da7c801b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'mac_address': 'fa:16:3e:98:db:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:32:58Z', 'updated_at': '2022-04-01T16:32:58Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:00.773515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f32c254-2214-4d8e-9e81-cb311e1b5d82 None None] New status for floating IP 1bbeaa7d-5f35-41a8-9187-f036899bbc84: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:33:00.970122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56338) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:01.075299 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-238b3faa-17e6-46ea-8b20-e5a9a56e44c7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 200 len: 991 time: 0.1041074 Apr 01 16:33:02.078484 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:02.181276 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0c834d65-553e-4973-bf5b-87439b5ba624 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 200 len: 993 time: 0.1017449 Apr 01 16:33:02.368808 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-afb874e7-70dc-4dca-9f7d-9c128887120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:02.994610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:03.023114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:04.077726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:04.689180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:20.629151 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:33:23.314577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-02bdcf44-5a66-4dda-b68f-efc10039552e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720716 Apr 01 16:33:23.452593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3199-3490-4961-b530-657172f944d8 req-efc8b8f7-222e-49f1-aec3-d999db9822e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:23.454055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-efc8b8f7-222e-49f1-aec3-d999db9822e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1098 time: 0.0714102 Apr 01 16:33:23.595938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3199-3490-4961-b530-657172f944d8 req-38ea29d8-b93d-48ea-a2ff-4cc857e00b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:23.597376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-38ea29d8-b93d-48ea-a2ff-4cc857e00b7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 200 len: 897 time: 0.1243181 Apr 01 16:33:23.699484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-9174d678-bf04-490f-80d3-c066af39b016 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 200 len: 1001 time: 0.0963855 Apr 01 16:33:23.759808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3199-3490-4961-b530-657172f944d8 req-240e26cf-e6cd-4c27-b91e-f680e00e77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:23.761189 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-240e26cf-e6cd-4c27-b91e-f680e00e77da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7db92fc-3e84-423d-9203-c7f8d30ef53d HTTP/1.1" status: 200 len: 835 time: 0.0559585 Apr 01 16:33:23.837806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3199-3490-4961-b530-657172f944d8 req-b9582a14-7257-496b-9b96-57bc3b103e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:23.839276 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-b9582a14-7257-496b-9b96-57bc3b103e10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce99dbf7-f442-4463-872f-e9e57b77c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714521 Apr 01 16:33:23.967021 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-f76249fe-bab9-4bd8-ad1d-dc325dc50b80 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212218 Apr 01 16:33:24.095513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b45f3199-3490-4961-b530-657172f944d8 req-c52b0763-4afe-46c0-9b55-0fdea44e45f6 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219749 Apr 01 16:33:27.172539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc81532-5604-4e13-acdc-490da968f2a5 req-77b5a88d-c80a-4c96-8198-166b7a75e0c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:27.173991 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dfc81532-5604-4e13-acdc-490da968f2a5 req-77b5a88d-c80a-4c96-8198-166b7a75e0c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0800786 Apr 01 16:33:27.217475 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dfc81532-5604-4e13-acdc-490da968f2a5 req-08d50923-fdb4-45e2-a588-98d82653915f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375612 Apr 01 16:33:28.403679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3c287-70d9-443d-ae7b-bcbea9313c8a req-56537e63-0695-43c1-98d6-5d6bfd055455 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:28.405036 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16c3c287-70d9-443d-ae7b-bcbea9313c8a req-56537e63-0695-43c1-98d6-5d6bfd055455 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0826979 Apr 01 16:33:28.448426 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16c3c287-70d9-443d-ae7b-bcbea9313c8a req-f79c419d-d0b5-491b-b1e4-cb16b6e3b19d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Apr 01 16:33:28.471473 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56360) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:28.681141 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47e8e292-df77-48e6-b9ab-ef308d73ea0a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 200 len: 993 time: 0.2084398 Apr 01 16:33:29.513399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8fbc3a0-e514-427a-96b7-010de7762110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:30.255550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c84d6a-8cf2-4913-b43d-36ba23e9a6ab req-7fa1adb0-b271-4b6b-b684-5087c1f8f4a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:30.256976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6c84d6a-8cf2-4913-b43d-36ba23e9a6ab req-7fa1adb0-b271-4b6b-b684-5087c1f8f4a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0816166 Apr 01 16:33:30.300796 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6c84d6a-8cf2-4913-b43d-36ba23e9a6ab req-83f3e3e7-c09e-4d4d-b385-cdc3a15c9c49 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380459 Apr 01 16:33:31.485193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5ea60-5f1c-4376-b919-28b74e133fc7 req-d28e3892-d5d3-46e0-b333-776f359afdeb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:31.486566 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56a5ea60-5f1c-4376-b919-28b74e133fc7 req-d28e3892-d5d3-46e0-b333-776f359afdeb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0801442 Apr 01 16:33:31.532305 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56a5ea60-5f1c-4376-b919-28b74e133fc7 req-69063109-53c7-4648-8186-88beb8be5bcd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Apr 01 16:33:31.556707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:31.662823 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14df8d50-6b9d-45d7-a4d4-1266163d8a47 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 200 len: 993 time: 0.1049738 Apr 01 16:33:31.956847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:32.155090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port fb0ace2d-9eb4-487e-b9ea-972bd51d8c98 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:32.155462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.322724 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.323042 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.403406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7b980e-41ec-4ee3-9c57-a32aadbbe296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.445320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for fb0ace2d-9eb4-487e-b9ea-972bd51d8c98 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:32.688651 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.733126 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=fb0ace2d-9eb4-487e-b9ea-972bd51d8c98,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:32.766072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.766417 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.766756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.767090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.767448 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.767778 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.768102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.768425 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.768748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.769071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.769393 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.769714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:32.836926 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:32.837300 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 1bbeaa7d-5f35-41a8-9187-f036899bbc84 disassociated (deleted). External IP: 172.26.7.225, port: 401cd010-e4c1-409b-947e-e42da7c801b3. Apr 01 16:33:32.975109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.002995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.293197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router c7b63db2-2d78-4ee0-a305-93134ad8147d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:33.477182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:33.486816 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Sync routers for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:33.497259 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:33.499553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:33.547985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.602759 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80be8b46-f961-4d06-a28f-8243c603f747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/floatingips/1bbeaa7d-5f35-41a8-9187-f036899bbc84 HTTP/1.1" status: 204 len: 168 time: 1.6447797 Apr 01 16:33:33.603442 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:33.654614 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3', 'status': 'completed', 'code': 200} Apr 01 16:33:33.674943 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:33.788053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-5a936f2b-a8f4-4578-81c8-b155a28df8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:33.789447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-5a936f2b-a8f4-4578-81c8-b155a28df8c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 1098 time: 0.1148441 Apr 01 16:33:33.991330 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:33.995237 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Checking router: c7b63db2-2d78-4ee0-a305-93134ad8147d for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:34.003800 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:34.004405 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:34.028891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-86f6fb5f-2ae3-4759-9b8e-9dd8a4ff4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:34.030488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-86f6fb5f-2ae3-4759-9b8e-9dd8a4ff4125 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 200 len: 897 time: 0.2349415 Apr 01 16:33:34.102119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.103322 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-42ec6a4e-72f1-4ff0-ad35-2e0676eb891a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 200 len: 217 time: 0.0652673 Apr 01 16:33:34.211277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-fed7d560-73f3-454b-abb9-207752be06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:34.212728 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-fed7d560-73f3-454b-abb9-207752be06f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c7db92fc-3e84-423d-9203-c7f8d30ef53d HTTP/1.1" status: 200 len: 835 time: 0.0723128 Apr 01 16:33:34.214541 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:34.278957 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cd7de-3a1d-4c94-af73-891e16e3c010 req-541c682e-8a56-4c8d-9546-0b841dd27c16 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:34.280443 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a16cd7de-3a1d-4c94-af73-891e16e3c010 req-541c682e-8a56-4c8d-9546-0b841dd27c16 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.1866078 Apr 01 16:33:34.341319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a16cd7de-3a1d-4c94-af73-891e16e3c010 req-b76ddbca-788e-4e19-8f8a-024864a19b32 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524838 Apr 01 16:33:34.343392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-08781bb6-e482-4347-8a49-b24577010aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:34.344909 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-08781bb6-e482-4347-8a49-b24577010aab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce99dbf7-f442-4463-872f-e9e57b77c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209326 Apr 01 16:33:34.478571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-f0788e96-418e-4234-abdc-702987d2ff80 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266093 Apr 01 16:33:34.521701 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:34.525633 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d21c3-4860-4876-bb8b-5c5c28e90659 None None] The sync data for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv is: [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '7fd02e4a-d9d2-408e-af5a-301682ecbafd', 'name': '', 'network_id': 'ce99dbf7-f442-4463-872f-e9e57b77c6d9', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:e3:70:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'c7db92fc-3e84-423d-9203-c7f8d30ef53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:34.612481 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-751b8bcd-05be-4b61-9cca-608c268f31bf req-1839aae8-fef0-4567-b685-b84f15e9dd47 service neutron] 10.222.0.90 "GET /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281557 Apr 01 16:33:34.708108 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:34.731465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fda7fd-e307-407d-bf40-2ba64bed3ce9 None None] New status for floating IP 1bbeaa7d-5f35-41a8-9187-f036899bbc84: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:33:35.531064 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19227402-f81b-4d60-a743-6654649fd8de req-e680953f-c576-4c37-a4c7-b396b5bd8113 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:35.531779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-19227402-f81b-4d60-a743-6654649fd8de req-e680953f-c576-4c37-a4c7-b396b5bd8113 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:35.616788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-19227402-f81b-4d60-a743-6654649fd8de req-e680953f-c576-4c37-a4c7-b396b5bd8113 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:35.617945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19227402-f81b-4d60-a743-6654649fd8de req-e680953f-c576-4c37-a4c7-b396b5bd8113 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.1690254 Apr 01 16:33:35.663403 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19227402-f81b-4d60-a743-6654649fd8de req-9f553aa3-1e5c-43e6-bc18-7aa77717a20d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=b0736db2-d538-4ffc-a567-678055f71904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 Apr 01 16:33:35.665221 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-a879514b-2775-4099-b02d-f13c4a9569d3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:35.666697 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-a879514b-2775-4099-b02d-f13c4a9569d3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 945 time: 0.0815444 Apr 01 16:33:35.740261 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 401cd010-e4c1-409b-947e-e42da7c801b3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:35.740601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:35.980002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 401cd010-e4c1-409b-947e-e42da7c801b3, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=401cd010-e4c1-409b-947e-e42da7c801b3,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:35.980269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.105129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 401cd010-e4c1-409b-947e-e42da7c801b3 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:36.296256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.374817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=401cd010-e4c1-409b-947e-e42da7c801b3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:36.391282 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.391633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.391974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.392313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.392643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.392971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.393298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.393621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.393943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.394266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.394613 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.394935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:36.435561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] No DVR routers for this DVR port 401cd010-e4c1-409b-947e-e42da7c801b3 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:33:36.437918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:36.441628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'name': 'network-vif-deleted', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:36.493099 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1baa46c-019c-49e9-a4ef-2a4323e97a97', 'name': 'network-vif-deleted', 'tag': '401cd010-e4c1-409b-947e-e42da7c801b3', 'status': 'completed', 'code': 200} Apr 01 16:33:36.512196 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88f39174-3f05-4ad4-a4bb-95ba2d383571 req-460913b9-de92-4b69-b8ac-d1b3fa995980 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "DELETE /v2.0/ports/401cd010-e4c1-409b-947e-e42da7c801b3 HTTP/1.1" status: 204 len: 173 time: 0.8394971 Apr 01 16:33:36.815021 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd2deacd-c896-416c-97a4-66fc7e7ea5e8 req-285cb3a3-933b-4135-b04d-a9622ae536d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1baa46c-019c-49e9-a4ef-2a4323e97a97 HTTP/1.1" status: 200 len: 210 time: 0.0431552 Apr 01 16:33:37.908521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:38.159907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 401cd010-e4c1-409b-947e-e42da7c801b3 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:38.193712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 401cd010-e4c1-409b-947e-e42da7c801b3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:38.194056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 401cd010-e4c1-409b-947e-e42da7c801b3 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:38.449216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:38.792933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 7fd02e4a-d9d2-408e-af5a-301682ecbafd {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:38.793184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:39.087264 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 7fd02e4a-d9d2-408e-af5a-301682ecbafd, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=7fd02e4a-d9d2-408e-af5a-301682ecbafd,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:39.087913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:39.208021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 7fd02e4a-d9d2-408e-af5a-301682ecbafd owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:39.587918 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:39.636254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=7fd02e4a-d9d2-408e-af5a-301682ecbafd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:39.914796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.382859 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router c7b63db2-2d78-4ee0-a305-93134ad8147d has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:40.557756 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:40.567538 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Sync routers for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:40.570561 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94f85fed-87c1-4de5-aade-bc33c79e203f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/c7b63db2-2d78-4ee0-a305-93134ad8147d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6609848 Apr 01 16:33:40.573318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:40.576799 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:40.577398 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:40.734851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting subnet c7db92fc-3e84-423d-9203-c7f8d30ef53d {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:33:40.737828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.794579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.809971 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:40.878813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.008891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.052905 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db92fc-3e84-423d-9203-c7f8d30ef53d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:41.054854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.059462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d22356-0631-4818-8f1b-deea48bcc119 None None] Network ce99dbf7-f442-4463-872f-e9e57b77c6d9 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:41.066999 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00e3cf2e-c6cd-4855-88e1-5eed1de37668 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/subnets/c7db92fc-3e84-423d-9203-c7f8d30ef53d HTTP/1.1" status: 204 len: 168 time: 0.4902730 Apr 01 16:33:41.068488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:41.101542 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:33:39Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:41.106185 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Checking router: c7b63db2-2d78-4ee0-a305-93134ad8147d for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:41.116166 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Routers {'c7b63db2-2d78-4ee0-a305-93134ad8147d'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:41.117107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['c7b63db2-2d78-4ee0-a305-93134ad8147d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:41.263206 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.296718 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] Set router c7b63db2-2d78-4ee0-a305-93134ad8147d gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:41.343766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] DHCP port deletion for ce99dbf7-f442-4463-872f-e9e57b77c6d9 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:33:41.347590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Deleting port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:41.347968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.456093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.557203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 6c997835-7b8c-4464-89d4-f0ce661a8fa4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:33:41.557469 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.590135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] For port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,segment=NetworkSegment(a3374d2a-67f2-4b17-ac9a-71e62135c3fb),segment_id=a3374d2a-67f2-4b17-ac9a-71e62135c3fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:41.590535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.620756 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:33:39Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:41.624664 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db15fee-ad36-4402-b1c2-c9d0080a1b3c None None] The sync data for ids ['c7b63db2-2d78-4ee0-a305-93134ad8147d'] in dv-neutron-835943-1-hyperv is: [{'id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347956946', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:34Z', 'updated_at': '2022-04-01T16:33:39Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '6c997835-7b8c-4464-89d4-f0ce661a8fa4', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b63db2-2d78-4ee0-a305-93134ad8147d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:35Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:41.712425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Calling delete_port for 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:41.740163 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 6c997835-7b8c-4464-89d4-f0ce661a8fa4, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=6c997835-7b8c-4464-89d4-f0ce661a8fa4,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:41.741195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.844919 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.865709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 6c997835-7b8c-4464-89d4-f0ce661a8fa4 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:33:41.892517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Pushing event deleted for resources: {'Port': ['ID=9c629216-fd3b-4431-9dcb-2ed2e44f4d97,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:41.902406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] No DVR routers for this DVR port 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:33:41.904359 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.904710 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.905067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.905452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.905724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.906056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.906389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.906717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.907048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.907401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.907725 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:41.908045 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b9802-5653-490f-b19e-b231a7beb025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:42.096611 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.169465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=6c997835-7b8c-4464-89d4-f0ce661a8fa4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:42.236568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.501445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.503573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.581647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.582187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Fanout notify agent at l3_agent the message router_deleted on router c7b63db2-2d78-4ee0-a305-93134ad8147d {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:33:42.597089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.598186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5fc5674a-ae06-4daf-8332-a427e782a764 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/routers/c7b63db2-2d78-4ee0-a305-93134ad8147d HTTP/1.1" status: 204 len: 168 time: 1.5294414 Apr 01 16:33:42.601075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:42.719949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.848267 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.875526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce99dbf7-f442-4463-872f-e9e57b77c6d9']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:42.891395 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:42.891691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3374d2a-67f2-4b17-ac9a-71e62135c3fb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:42.902825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.919380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.925431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:33:42.925813 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:33:42.940636 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:33:43.085029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.102768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.116691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Network': ['ID=ce99dbf7-f442-4463-872f-e9e57b77c6d9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:43.122607 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a8f795f-300e-49e5-a8fd-857761a55410 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/networks/ce99dbf7-f442-4463-872f-e9e57b77c6d9 HTTP/1.1" status: 204 len: 168 time: 0.5180380 Apr 01 16:33:43.122998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:43.190631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.220470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.285457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6c997835-7b8c-4464-89d4-f0ce661a8fa4 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:43.319602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 6c997835-7b8c-4464-89d4-f0ce661a8fa4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:43.319941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 6c997835-7b8c-4464-89d4-f0ce661a8fa4 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:43.320382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:43.348129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.353300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:43.353591 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9c629216-fd3b-4431-9dcb-2ed2e44f4d97 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:43.354006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7fd02e4a-d9d2-408e-af5a-301682ecbafd no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:33:43.367535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0736db2-d538-4ffc-a567-678055f71904,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:43.397729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 7fd02e4a-d9d2-408e-af5a-301682ecbafd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:33:43.398079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 7fd02e4a-d9d2-408e-af5a-301682ecbafd not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:33:43.432380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.433523 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-790dc2b2-d849-4519-ba73-37203a6dbcab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/security-groups/b0736db2-d538-4ffc-a567-678055f71904 HTTP/1.1" status: 204 len: 168 time: 0.3098104 Apr 01 16:33:43.886105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:43.891401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602204054', 'description': 'tempest-secgroup-smoke-1602204054 description', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:43.897920 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:43.902044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:43.904880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:43.910633 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:43.970492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:43.990985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:43.994916 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:43.997705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:44.003260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:44.071449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.123176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.171042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0255b-66ef-4e3a-a365-bf190726403a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:44.227670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.228939 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-05ceb060-f0b9-4439-9bbe-cbbc060fb30c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3418303 Apr 01 16:33:44.231731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56428) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:44.236630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:44.243457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:44.247290 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:44.250159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:44.257115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:44.352178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.409838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.491066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.514229 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b73afd2-6314-44a7-ade3-f4ba1dbc9879,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:44.599241 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.600425 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7313605b-1416-4ada-8117-86e665fbb5ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677847 Apr 01 16:33:44.603071 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56432) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:44.607904 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:44.613719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:44.618388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:44.621202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:44.626777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:44.708892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.770561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.838566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.867360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d7a874-1a79-4101-95ab-3ab078c24082,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:44.930791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:44.932476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6ae9a688-ceb2-4b0a-937b-ae0461175bc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3282080 Apr 01 16:33:44.934987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:44.940160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:44.946727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:44.950568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:44.953529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:44.959836 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:45.023953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.099500 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.153229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.176921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c369bd-b8f5-427f-8f80-bddd63cc9b18,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:45.243020 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.244399 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16f959c0-03df-47da-8027-24a163dd4ec6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3082988 Apr 01 16:33:45.246891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:45.252015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:45.258904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:45.262924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:45.265792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:45.272211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:45.341999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.403931 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.461533 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.484291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1471fb-aaf3-47e1-88dc-780d017be886,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:45.553410 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.554603 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f753c26c-5bf2-4479-abf2-66ba682fad7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067667 Apr 01 16:33:45.557272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:45.562070 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:45.568590 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:45.572412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:45.575422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:45.581204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:45.797211 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:33:45.804555 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.867725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.929971 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:45.953173 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410eb99d-091b-40ab-b7ef-c09b8c0a367e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:46.037632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.038869 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3834deed-68a3-4faa-925b-34b3ca917015 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4806945 Apr 01 16:33:46.041526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:46.046409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '9af0255b-66ef-4e3a-a365-bf190726403a', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:46.053145 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:46.057024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:46.059905 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:46.065570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:46.141671 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:33:46.148527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.213269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.295725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.319497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1379c68-676f-457d-a539-2230dfa786bf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:46.415818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.417058 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7813c81-e580-4612-9dc3-3a28c2a39eb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746116 Apr 01 16:33:46.419884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56452) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:46.425311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'network': {'name': 'tempest-network-smoke--690630969', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:46.430329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:46.434218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:network and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:46.437038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:46.442707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:46.495921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:46.499207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.526102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:33:46.534548 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.535121 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Added segment 09a00587-67a3-4b11-8252-cef51d6c0ecf of type vlan for network 8ff5c2d8-716c-4064-be64-1758a6720b35 Apr 01 16:33:46.560714 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.653790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.659157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:46.659739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.764738 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Network': ['ID=8ff5c2d8-716c-4064-be64-1758a6720b35,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:46.774944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:33:46.775517 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b68035f9-f8d0-46dd-845a-052a44c513b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3543026 Apr 01 16:33:46.777882 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56456) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:46.782718 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'admin_state_up': True, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:46.790366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:46.794466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:router and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:46.797453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:46.804870 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:46.883072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.884275 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.898524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.315513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.658956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.687909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:47.826981 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.146 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/687ef306-bebd-400d-9b44-8df3b974e05e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:47.969318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:48.050506 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:48.120369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:48.123687 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:48.130924 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:48.168413 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=687ef306-bebd-400d-9b44-8df3b974e05e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:48.591001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:49.034259 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:49.295617 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ab8ab3cc-239d-4b95-8575-15c202dc6214 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:33:49.471633 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:49.481111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Sync routers for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:49.490687 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:49.491404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:49.557092 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:49.558287 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f90352f9-16da-42c3-a44f-8a89851b5cd3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7794938 Apr 01 16:33:49.561376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:49.601587 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5786ea32-6680-410c-9b19-f5e960cc1578 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=942cfa30fa334e90b35b8b3d669e8eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391092 Apr 01 16:33:49.604385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:49.669184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:49.732562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47908b5e-b572-4f2d-a6af-d40ceba36a4d tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:49.734047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47908b5e-b572-4f2d-a6af-d40ceba36a4d tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286862 Apr 01 16:33:49.736844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:49.779837 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6062abb1-2590-4428-b580-1fc2e050ef5a tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419266 Apr 01 16:33:49.782332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:49.788194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-102411103', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:49.895939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:49.899888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:subnet and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:49.902751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:49.908606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:49.950351 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:48Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:49.954189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Checking router: ab8ab3cc-239d-4b95-8575-15c202dc6214 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:49.954535 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Updating router ab8ab3cc-239d-4b95-8575-15c202dc6214 port 687ef306-bebd-400d-9b44-8df3b974e05e binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:33:49.975972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:49.979463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.007512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.250368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.331646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Subnet': ['ID=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:50.339946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Checking segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:50.340306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network hostable DHCP agents. Network: 8ff5c2d8-716c-4064-be64-1758a6720b35, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:33:50.374397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.386193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Transition to ACTIVE for port object 687ef306-bebd-400d-9b44-8df3b974e05e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:50.437007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:33:50.465452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.511361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 8ff5c2d8-716c-4064-be64-1758a6720b35) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:50.516316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:50.516899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.527470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a5932-ce4b-475a-a8cc-51b6f53efef0 None None] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:50.567073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Attempting to bind port 687ef306-bebd-400d-9b44-8df3b974e05e on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:50.567997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Attempting to bind port 687ef306-bebd-400d-9b44-8df3b974e05e by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:50.568392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Attempting to bind port 687ef306-bebd-400d-9b44-8df3b974e05e on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:50.584274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c22d-b621-4b9a-abe7-b8e36d917727 None None] Pushing event updated for resources: {'Port': ['ID=687ef306-bebd-400d-9b44-8df3b974e05e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:50.597590 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-732830b2-bb07-4852-bd07-eaf099d73049 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8142419 Apr 01 16:33:50.606887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:50.627084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:50.630414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:50.630414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.630414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:50.630414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Bound port: 687ef306-bebd-400d-9b44-8df3b974e05e, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:50.630414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.762484 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] For port 687ef306-bebd-400d-9b44-8df3b974e05e, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:50.780516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] For port 687ef306-bebd-400d-9b44-8df3b974e05e, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=687ef306-bebd-400d-9b44-8df3b974e05e,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:50.835763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-8ff5c2d8-716c-4064-be64-1758a6720b35', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:33:50.836586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.852138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:50.993426 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c22d-b621-4b9a-abe7-b8e36d917727 None None] Pushing event updated for resources: {'Port': ['ID=687ef306-bebd-400d-9b44-8df3b974e05e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:50.995904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:50.996515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:51.222622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Allocated IP 172.20.0.2 (8ff5c2d8-716c-4064-be64-1758a6720b35/fcbb5065-ec32-40b8-97ed-29e3a03a3d9a/8d879067-f043-41a3-927c-c6f763d20aed) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:51.244123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:51.402861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:51.732168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:51.745234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Transition to ACTIVE for port object 8d879067-f043-41a3-927c-c6f763d20aed will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:51.769914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Transition to ACTIVE for port object 8d879067-f043-41a3-927c-c6f763d20aed will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:51.776117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:48Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:51.781934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7abfb-c2cb-4a69-b230-d8ca1ff35266 None None] The sync data for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv is: [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:48Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:51.834486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:51.892728 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:51.896198 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:51.899771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:51.903394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.1 (8ff5c2d8-716c-4064-be64-1758a6720b35/fcbb5065-ec32-40b8-97ed-29e3a03a3d9a/ce8dd244-42ea-477e-a9c1-71ad876beb59) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:51.945336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Pushing event updated for resources: {'Port': ['ID=8d879067-f043-41a3-927c-c6f763d20aed,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:52.011113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Attempting to bind port 8d879067-f043-41a3-927c-c6f763d20aed on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:52.011678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Attempting to bind port 8d879067-f043-41a3-927c-c6f763d20aed by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:52.012142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Attempting to bind port 8d879067-f043-41a3-927c-c6f763d20aed on network 8ff5c2d8-716c-4064-be64-1758a6720b35 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:52.018516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:52.019020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Checking segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:52.019559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.020048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Bound using segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:52.021290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Bound port: 8d879067-f043-41a3-927c-c6f763d20aed, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:52.021765 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.080235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.097722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object ce8dd244-42ea-477e-a9c1-71ad876beb59 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:52.160608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] For port 8d879067-f043-41a3-927c-c6f763d20aed, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:52.164471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] For port 8d879067-f043-41a3-927c-c6f763d20aed, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d879067-f043-41a3-927c-c6f763d20aed,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:52.188082 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.222114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.252414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:52.256604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:52.260971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:52.332049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:52.345624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:52.348729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fc4c7-b56a-4d9a-9945-67f263ec0e92 None None] Pushing event updated for resources: {'Port': ['ID=8d879067-f043-41a3-927c-c6f763d20aed,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:52.726258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.244145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.301651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.346464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d879067-f043-41a3-927c-c6f763d20aed up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:53.423851 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:53.427372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.471130 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8d879067-f043-41a3-927c-c6f763d20aed completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:53.476354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 687ef306-bebd-400d-9b44-8df3b974e05e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:53.568230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:53.569500 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:53.592960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 687ef306-bebd-400d-9b44-8df3b974e05e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:53.598159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 687ef306-bebd-400d-9b44-8df3b974e05e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:53.598529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.716150 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.732304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 687ef306-bebd-400d-9b44-8df3b974e05e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=687ef306-bebd-400d-9b44-8df3b974e05e,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:53.752962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ab8ab3cc-239d-4b95-8575-15c202dc6214 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:33:53.804650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:53.878155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=687ef306-bebd-400d-9b44-8df3b974e05e,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:53.948344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:33:53.958701 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Sync routers for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:33:53.967876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e157b172-fcea-4765-89c5-fd40a6e713ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/ab8ab3cc-239d-4b95-8575-15c202dc6214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3663723 Apr 01 16:33:53.969607 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:53.970230 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:54.120363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4f2cb-3bdc-4b18-92da-5fba36786031 None None] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:33:54.137889 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-e28dd1bb-c496-404a-a42c-b3a33309c32c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:54.159407 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:54.204720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-e28dd1bb-c496-404a-a42c-b3a33309c32c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:54.206052 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-e28dd1bb-c496-404a-a42c-b3a33309c32c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602204054&fields=id&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 267 time: 0.1110253 Apr 01 16:33:54.339555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Provisioning for port 8d879067-f043-41a3-927c-c6f763d20aed completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:54.353610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Provisioning complete for port 8d879067-f043-41a3-927c-c6f763d20aed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:54.354307 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.368286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-75b55894-9012-4aa2-b4e7-606ec89ba849 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:54.368897 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-75b55894-9012-4aa2-b4e7-606ec89ba849 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:54.444397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-75b55894-9012-4aa2-b4e7-606ec89ba849 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:54.445664 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-75b55894-9012-4aa2-b4e7-606ec89ba849 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 796 time: 0.2319789 Apr 01 16:33:54.462081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-66fcb521-8105-4190-b754-36e76eb3fc01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/quotas/942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 375 time: 0.0101695 Apr 01 16:33:54.479565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 2, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:54.483792 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Checking router: ab8ab3cc-239d-4b95-8575-15c202dc6214 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:33:54.484270 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Updating router ab8ab3cc-239d-4b95-8575-15c202dc6214 port ce8dd244-42ea-477e-a9c1-71ad876beb59 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:33:54.493224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.538309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] For port 8d879067-f043-41a3-927c-c6f763d20aed, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d879067-f043-41a3-927c-c6f763d20aed,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:54.542994 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.555355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-06baf41e-6cc8-4bf6-8229-4bd579df7059 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:54.621898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.654306 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-06baf41e-6cc8-4bf6-8229-4bd579df7059 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:54.655696 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-06baf41e-6cc8-4bf6-8229-4bd579df7059 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879840 Apr 01 16:33:54.696745 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fbdd9-7450-46f2-b02e-3a23f4afc6ff None None] Pushing event updated for resources: {'Port': ['ID=8d879067-f043-41a3-927c-c6f763d20aed,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:54.721203 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-14564236-b145-4448-b498-ab95024c8ecb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:33:54.722334 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-14564236-b145-4448-b498-ab95024c8ecb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540853 Apr 01 16:33:54.802904 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Provisioning for port ce8dd244-42ea-477e-a9c1-71ad876beb59 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:54.808226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Provisioning complete for port ce8dd244-42ea-477e-a9c1-71ad876beb59 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:54.808748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.868655 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-ac7d112e-1bfd-4195-8eab-513ce0ee670a service neutron] 10.222.0.18 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373990 Apr 01 16:33:54.877653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Port ce8dd244-42ea-477e-a9c1-71ad876beb59 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:33:54.893923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Provisioning complete for port 8d879067-f043-41a3-927c-c6f763d20aed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:54.894562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-819e816c-3526-4755-8046-79f5baeff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.927633 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.941756 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Transition to ACTIVE for port object ce8dd244-42ea-477e-a9c1-71ad876beb59 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:55.005580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-04a3af90-11f9-4c68-86b3-d75fb43cdb6e service neutron] 10.222.0.18 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353600 Apr 01 16:33:55.019914 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.189752 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Pushing event updated for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:55.238527 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.240091 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.240525 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.241035 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.241472 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.241974 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.242417 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.242833 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.243279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.243737 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.244106 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.244521 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:33:55.275231 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Attempting to bind port ce8dd244-42ea-477e-a9c1-71ad876beb59 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:55.275743 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Attempting to bind port ce8dd244-42ea-477e-a9c1-71ad876beb59 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:55.276177 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Attempting to bind port ce8dd244-42ea-477e-a9c1-71ad876beb59 on network 8ff5c2d8-716c-4064-be64-1758a6720b35 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:55.286665 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:55.287226 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Checking segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:55.287921 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.288520 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Bound using segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:55.289701 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Bound port: ce8dd244-42ea-477e-a9c1-71ad876beb59, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:55.290467 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.322354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b3b6c2ad-91a7-4911-9893-ce14f75d797f req-a781524a-86aa-439f-894a-64ea6da29d33 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:55.334810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b3b6c2ad-91a7-4911-9893-ce14f75d797f req-a781524a-86aa-439f-894a-64ea6da29d33 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:55.343823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b3b6c2ad-91a7-4911-9893-ce14f75d797f req-a781524a-86aa-439f-894a-64ea6da29d33 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0868990 Apr 01 16:33:55.364835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 687ef306-bebd-400d-9b44-8df3b974e05e up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:55.410873 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] For port ce8dd244-42ea-477e-a9c1-71ad876beb59, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:55.413881 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] For port ce8dd244-42ea-477e-a9c1-71ad876beb59, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ce8dd244-42ea-477e-a9c1-71ad876beb59,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:55.453292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 687ef306-bebd-400d-9b44-8df3b974e05e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:55.453669 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.501766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.578501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d879067-f043-41a3-927c-c6f763d20aed up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:55.615415 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800201-de7a-4547-b40b-3466ee56b797 None None] Pushing event updated for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:55.617305 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:33:55.617947 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:33:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:55.662452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8d879067-f043-41a3-927c-c6f763d20aed triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:55.666934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:55.825345 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:33:56.137564 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:55Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:56.141339 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107094e-d9e9-485a-a194-ffc6653211dd None None] The sync data for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv is: [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:55Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:33:56.489803 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61cdaa47-0070-4a2e-976c-74efb117830f req-ca7298a7-fcca-4d46-adfd-7659b187b2e2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0437279 Apr 01 16:33:57.323634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ce8dd244-42ea-477e-a9c1-71ad876beb59 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:57.432620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ce8dd244-42ea-477e-a9c1-71ad876beb59 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:57.435671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-1178616e-d7b5-402d-8c81-555d6b282e45 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:57.437137 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-1178616e-d7b5-402d-8c81-555d6b282e45 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 796 time: 0.1464701 Apr 01 16:33:57.437623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ce8dd244-42ea-477e-a9c1-71ad876beb59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:57.437995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.495586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-bbcbc6c0-c0c5-468c-8b10-294731070eeb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:33:57.508269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e7b8171e-ede6-4553-82da-93c92374a35b req-bbcbc6c0-c0c5-468c-8b10-294731070eeb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:33:57.509457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-bbcbc6c0-c0c5-468c-8b10-294731070eeb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 380 time: 0.0644746 Apr 01 16:33:57.518271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'port': {'device_id': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'admin_state_up': True, 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'security_groups': ['9af0255b-66ef-4e3a-a365-bf190726403a']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:57.563126 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.597914 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ce8dd244-42ea-477e-a9c1-71ad876beb59, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ce8dd244-42ea-477e-a9c1-71ad876beb59,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:33:57.627842 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:33:57.666580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.699356 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cbe18f55-e0ae-453e-aa80-fcc02110a8a2 req-e982a863-cd86-4a3f-90a0-389bf6e69686 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0870359 Apr 01 16:33:57.707510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:57.717984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:57.736825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:57.804140 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:33:57.807838 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.965819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.10 (8ff5c2d8-716c-4064-be64-1758a6720b35/fcbb5065-ec32-40b8-97ed-29e3a03a3d9a/e337daa2-be71-4ddf-a4a3-e20b765a1b93) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:58.153260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:58.168615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object e337daa2-be71-4ddf-a4a3-e20b765a1b93 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:58.261444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:58.439324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:58.446684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:58.450997 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:33:58.484498 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:58.526818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:58.527494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:58.620808 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-f96b5e66-e0cd-4904-894b-5c652dec00d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1063070 Apr 01 16:33:58.632859 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Request body: {'port': {'device_id': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:33:58.744029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:58.756937 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05d6de03-e82d-42f7-b14b-3d8f51dba7b5 None None] Provisioning for port e337daa2-be71-4ddf-a4a3-e20b765a1b93 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:58.762738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05d6de03-e82d-42f7-b14b-3d8f51dba7b5 None None] Provisioning complete for port e337daa2-be71-4ddf-a4a3-e20b765a1b93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:58.763119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05d6de03-e82d-42f7-b14b-3d8f51dba7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:58.818846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-05d6de03-e82d-42f7-b14b-3d8f51dba7b5 None None] Port e337daa2-be71-4ddf-a4a3-e20b765a1b93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:33:58.883076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c6131-11c1-4d0b-93a1-b92f61bc49cd req-67da81ef-7716-43ee-94f3-44edd2d5c2af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:58.884597 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9c6131-11c1-4d0b-93a1-b92f61bc49cd req-67da81ef-7716-43ee-94f3-44edd2d5c2af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 932 time: 0.0833454 Apr 01 16:33:58.930083 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9c6131-11c1-4d0b-93a1-b92f61bc49cd req-7dbd2895-0fb2-4537-b937-ca62ce846ff6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Apr 01 16:33:59.088527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e337daa2-be71-4ddf-a4a3-e20b765a1b93 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:33:59.095743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.110113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Transition to ACTIVE for port object e337daa2-be71-4ddf-a4a3-e20b765a1b93 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:59.185234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.298106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ce8dd244-42ea-477e-a9c1-71ad876beb59 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:59.343772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:59.376944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ce8dd244-42ea-477e-a9c1-71ad876beb59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:59.377324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.423408 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Attempting to bind port e337daa2-be71-4ddf-a4a3-e20b765a1b93 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:59.423893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Attempting to bind port e337daa2-be71-4ddf-a4a3-e20b765a1b93 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:59.424059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Attempting to bind port e337daa2-be71-4ddf-a4a3-e20b765a1b93 on network 8ff5c2d8-716c-4064-be64-1758a6720b35 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:59.429491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Port e337daa2-be71-4ddf-a4a3-e20b765a1b93 on network 8ff5c2d8-716c-4064-be64-1758a6720b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:33:59.429811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Attempting to bind port e337daa2-be71-4ddf-a4a3-e20b765a1b93 on network 8ff5c2d8-716c-4064-be64-1758a6720b35 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:33:59.435511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:33:59.435848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Checking segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:33:59.436132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Bound using segment: {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:33:59.436566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Bound port: e337daa2-be71-4ddf-a4a3-e20b765a1b93, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a00587-67a3-4b11-8252-cef51d6c0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:59.436919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.512815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f60fd297-8789-4515-9cdd-85da2fbb2b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.529864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:33:59.532980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:33:59.569919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.633042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:59.633711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.635085 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] 10.222.0.90 "PUT /v2.0/ports/e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 1094 time: 1.0067310 Apr 01 16:33:59.635546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:33:59.666792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bc3b9-4d86-49bd-8c3e-3a0608b784a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:59.684954 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'status': 'completed', 'code': 200} Apr 01 16:33:59.776129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-68a0afb6-c250-4b66-a41d-a3c47150d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:59.777613 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-68a0afb6-c250-4b66-a41d-a3c47150d92b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0734723 Apr 01 16:33:59.922896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-dfd91b29-31ca-4aa7-901b-8207bd3e6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:59.924255 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-dfd91b29-31ca-4aa7-901b-8207bd3e6a76 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1399217 Apr 01 16:34:00.058646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-1adf069f-9a7b-448e-9d81-fb9d160cffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:00.060125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76033168-9db1-4bbc-8605-3cb80243caa5 req-1adf069f-9a7b-448e-9d81-fb9d160cffba service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303811 Apr 01 16:34:00.114947 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad06c-5b0a-4a67-b327-296e6ffeb519 req-3c2bf7e8-9e29-42e2-ad57-e7ed3a9ecc39 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:00.116748 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0bad06c-5b0a-4a67-b327-296e6ffeb519 req-3c2bf7e8-9e29-42e2-ad57-e7ed3a9ecc39 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 944 time: 0.0815427 Apr 01 16:34:00.161910 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0bad06c-5b0a-4a67-b327-296e6ffeb519 req-99b7329a-55bc-4233-a019-fc4a0bca939f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Apr 01 16:34:00.172317 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-0239169f-9335-473e-b32a-e89078d6182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:00.173797 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-0239169f-9335-473e-b32a-e89078d6182e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0768459 Apr 01 16:34:00.240500 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-3742c6ff-27dd-435d-9172-7dfca780db91 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 217 time: 0.0602198 Apr 01 16:34:00.304409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-a4065ae4-ce20-454c-8ffd-c203aa12e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:00.305819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-a4065ae4-ce20-454c-8ffd-c203aa12e49a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 200 len: 834 time: 0.0602360 Apr 01 16:34:00.378312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8171e-ede6-4553-82da-93c92374a35b req-92996783-72fe-44bb-bc69-39ec205f19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:00.380296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-92996783-72fe-44bb-bc69-39ec205f19b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ff5c2d8-716c-4064-be64-1758a6720b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691879 Apr 01 16:34:00.509745 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-6b9a2d28-4267-4107-ac57-9d6d4690f1f4 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237390 Apr 01 16:34:00.739553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7b8171e-ede6-4553-82da-93c92374a35b req-bb46e398-bb90-4e1b-bbf5-e1c7163dddc0 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230730 Apr 01 16:34:01.349357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349027-aad0-40ab-8dfe-8fb26c291b86 req-2d45039d-2149-42ba-af92-a58772eaf7cd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:01.350053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-79349027-aad0-40ab-8dfe-8fb26c291b86 req-2d45039d-2149-42ba-af92-a58772eaf7cd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:34:01.438368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-79349027-aad0-40ab-8dfe-8fb26c291b86 req-2d45039d-2149-42ba-af92-a58772eaf7cd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:34:01.439477 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79349027-aad0-40ab-8dfe-8fb26c291b86 req-2d45039d-2149-42ba-af92-a58772eaf7cd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 944 time: 0.1732082 Apr 01 16:34:01.483483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79349027-aad0-40ab-8dfe-8fb26c291b86 req-6e9f805c-7d2d-4f89-b4d9-237d57a41292 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Apr 01 16:34:02.339191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e337daa2-be71-4ddf-a4a3-e20b765a1b93 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:34:02.421285 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08b99651-412f-4ead-b654-db827b261e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:02.462125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:34:02.475239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'port_id': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'mac_address': 'fa:16:3e:8e:8a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:34:02.528905 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:02.546880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e337daa2-be71-4ddf-a4a3-e20b765a1b93 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:34:02.561636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:34:02.638234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:02.712906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:02.783942 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891f19e-04e6-438c-bd8c-1bc1d1862418 req-719cd4e0-784b-44cd-9f27-a8292df5eff4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:02.785399 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b891f19e-04e6-438c-bd8c-1bc1d1862418 req-719cd4e0-784b-44cd-9f27-a8292df5eff4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 944 time: 0.1990321 Apr 01 16:34:02.829146 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b891f19e-04e6-438c-bd8c-1bc1d1862418 req-8145de23-536d-4621-a0e3-9738be0b30f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Apr 01 16:34:02.839846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['e337daa2-be71-4ddf-a4a3-e20b765a1b93'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:34:02.981492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:03.014621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.010073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ae05-c1aa-4a91-a3b0-8afaa4319cba req-25c09887-069b-46a9-8def-ae548b59b7e2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:04.011575 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee59ae05-c1aa-4a91-a3b0-8afaa4319cba req-25c09887-069b-46a9-8def-ae548b59b7e2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 945 time: 0.0787129 Apr 01 16:34:04.058904 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee59ae05-c1aa-4a91-a3b0-8afaa4319cba req-ac06a455-c321-4d3f-981f-5cf79ba08e62 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Apr 01 16:34:04.135282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.331949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e337daa2-be71-4ddf-a4a3-e20b765a1b93 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:34:04.438057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port e337daa2-be71-4ddf-a4a3-e20b765a1b93 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:34:04.442657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port e337daa2-be71-4ddf-a4a3-e20b765a1b93 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:34:04.443026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.558509 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.584870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:34:04.594117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:34:04.629824 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'code': 200} Apr 01 16:34:04.684196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.720517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.757465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:04.970083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34023ee2-ea9a-4dda-8f36-6d3766487cf0 req-0db2a9b3-504f-41bc-8aa7-8e0b5fa8bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:04.971649 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34023ee2-ea9a-4dda-8f36-6d3766487cf0 req-0db2a9b3-504f-41bc-8aa7-8e0b5fa8bce7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0694919 Apr 01 16:34:05.011926 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-34023ee2-ea9a-4dda-8f36-6d3766487cf0 req-2bea27b6-2bee-4b54-92d7-d1ca904f517d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Apr 01 16:34:05.247181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a726237-e6c8-4923-93b9-470640fae3bb req-0ee0007a-6aab-408f-bf40-7263ce4c4cdb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:05.248638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a726237-e6c8-4923-93b9-470640fae3bb req-0ee0007a-6aab-408f-bf40-7263ce4c4cdb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0834446 Apr 01 16:34:05.292605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a726237-e6c8-4923-93b9-470640fae3bb req-93a1f8f0-5d74-4f6b-b474-c4c6982cccfb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383575 Apr 01 16:34:06.476444 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cf6d4-ef31-433f-bb66-598721198039 req-d507bb18-1b72-4ad3-9919-60b57155ec63 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:06.477838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388cf6d4-ef31-433f-bb66-598721198039 req-d507bb18-1b72-4ad3-9919-60b57155ec63 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0806804 Apr 01 16:34:06.525224 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388cf6d4-ef31-433f-bb66-598721198039 req-3c8c5b66-1908-43bf-afdd-c416eae1344c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Apr 01 16:34:06.706476 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34764c-f97d-4617-bd20-949678d03956 req-8c225903-7371-4181-8ab1-2a97523fdd40 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:06.707958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe34764c-f97d-4617-bd20-949678d03956 req-8c225903-7371-4181-8ab1-2a97523fdd40 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0783656 Apr 01 16:34:06.752013 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe34764c-f97d-4617-bd20-949678d03956 req-bc875985-5de7-4dc4-8950-137c95650c74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376034 Apr 01 16:34:06.774761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56534) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:06.848336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd138290-5849-46ef-b700-25c5fb38a4a4 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:06.849921 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd138290-5849-46ef-b700-25c5fb38a4a4 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0740979 Apr 01 16:34:06.852654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:06.857579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:34:06.864215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:34:06.868386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:floatingip and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:34:06.871236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:34:06.877306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:34:06.946723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:07.083254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:07.219855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.108 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/ae9af557-0e64-4677-b55d-a6288419e100) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:34:07.364095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:07.461204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:07.519952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:34:07.523274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:34:07.530945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:34:07.574296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=ae9af557-0e64-4677-b55d-a6288419e100,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:07.946990 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:08.187353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:08.393451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:08.455472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:08.560687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=ae9af557-0e64-4677-b55d-a6288419e100,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:08.572496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:08.744449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP ae5a4b4d-6527-4295-8c72-472fb415a8f3 associated. External IP: 172.26.7.108, port: e337daa2-be71-4ddf-a4a3-e20b765a1b93. Apr 01 16:34:09.087871 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ab8ab3cc-239d-4b95-8575-15c202dc6214 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:34:09.263589 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:34:09.273849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Sync routers for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:34:09.283009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:34:09.283668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:34:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:34:09.340926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:09.397910 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-94feb759-502a-4019-a18a-b0b399726efc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5441728 Apr 01 16:34:09.398473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:34:09.447933 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'status': 'completed', 'code': 200} Apr 01 16:34:09.465487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:34:09.545083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-6d49ed6c-8eea-404b-900e-7ff334ce72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:09.546560 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-6d49ed6c-8eea-404b-900e-7ff334ce72e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0780997 Apr 01 16:34:09.566933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65035b29-518c-4504-acbc-fe00a31a21c5 req-1364e756-b169-41ef-8af4-a96b98ef8775 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:09.568971 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65035b29-518c-4504-acbc-fe00a31a21c5 req-1364e756-b169-41ef-8af4-a96b98ef8775 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0821042 Apr 01 16:34:09.613920 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65035b29-518c-4504-acbc-fe00a31a21c5 req-bafbaec2-c184-401b-bb55-d5a085bcf31b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380185 Apr 01 16:34:09.641525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:09.756576 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-788889dd-5bba-431c-bd4f-21845cb513c9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/ae5a4b4d-6527-4295-8c72-472fb415a8f3 HTTP/1.1" status: 200 len: 992 time: 0.1133206 Apr 01 16:34:09.798529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-a129739c-1758-4d3b-b129-c063a51dcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:09.800132 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-a129739c-1758-4d3b-b129-c063a51dcc53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 897 time: 0.2480204 Apr 01 16:34:09.833375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'ae5a4b4d-6527-4295-8c72-472fb415a8f3', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'port_id': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'mac_address': 'fa:16:3e:8e:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:34:07Z', 'updated_at': '2022-04-01T16:34:07Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:34:09.837238 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Checking router: ab8ab3cc-239d-4b95-8575-15c202dc6214 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:34:09.845596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:34:09.846199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:34:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:34:09.903338 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-e9dcb673-7dcd-48eb-94b0-6017903b5763 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 1000 time: 0.0969424 Apr 01 16:34:09.965947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-8471b62d-85b7-4e29-b980-184f162daed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:09.967406 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-8471b62d-85b7-4e29-b980-184f162daed9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 200 len: 834 time: 0.0580623 Apr 01 16:34:10.038790 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:34:10.047918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-94034fa8-d249-4456-9614-fe0556796e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:10.049418 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-94034fa8-d249-4456-9614-fe0556796e5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ff5c2d8-716c-4064-be64-1758a6720b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761847 Apr 01 16:34:10.185336 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-bbb42b57-50b2-4bd0-b87f-4ae739545472 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295075 Apr 01 16:34:10.319985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9958a1b3-8a9b-48f7-8de7-af33877ee188 req-a176518f-a150-4d99-8c39-173a543fa6d3 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293967 Apr 01 16:34:10.393972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'ae5a4b4d-6527-4295-8c72-472fb415a8f3', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'port_id': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'mac_address': 'fa:16:3e:8e:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:34:07Z', 'updated_at': '2022-04-01T16:34:07Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:34:10.399218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf717c62-5a30-4877-ba8b-8405bd769770 None None] The sync data for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv is: [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'ae5a4b4d-6527-4295-8c72-472fb415a8f3', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.108', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'port_id': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'mac_address': 'fa:16:3e:8e:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:34:07Z', 'updated_at': '2022-04-01T16:34:07Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:34:10.607696 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea9b69-2234-430e-bd5d-56d2e95efd23 None None] New status for floating IP ae5a4b4d-6527-4295-8c72-472fb415a8f3: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:34:10.759776 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:10.869425 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a9f1140-5381-46dc-aae5-64d73d5ddb34 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/ae5a4b4d-6527-4295-8c72-472fb415a8f3 HTTP/1.1" status: 200 len: 992 time: 0.1085384 Apr 01 16:34:11.873380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:11.980731 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-be28b76c-d2e7-4a79-be2a-a3c24b77e1cb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/ae5a4b4d-6527-4295-8c72-472fb415a8f3 HTTP/1.1" status: 200 len: 994 time: 0.1060855 Apr 01 16:34:23.307988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-272257d3-c4ee-4e32-8f2a-41d67d58e837 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746830 Apr 01 16:34:23.444354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-64463761-b8ac-4a59-89e0-3766b38f2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:23.445732 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-64463761-b8ac-4a59-89e0-3766b38f2021 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0709746 Apr 01 16:34:23.595641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-512fc398-5777-42b8-83fe-7228d941f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:23.597136 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-512fc398-5777-42b8-83fe-7228d941f005 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 897 time: 0.1325772 Apr 01 16:34:23.701173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-a8af60f4-0179-4ba3-99e9-a2a4cb16edf3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 1002 time: 0.0972695 Apr 01 16:34:23.762621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-bf6118ae-39fe-414e-bd4e-fc9a545aedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:23.764105 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-bf6118ae-39fe-414e-bd4e-fc9a545aedbb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 200 len: 834 time: 0.0573204 Apr 01 16:34:23.840946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-7394f526-835c-4b20-84bc-72c8f245db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:23.842474 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-7394f526-835c-4b20-84bc-72c8f245db23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ff5c2d8-716c-4064-be64-1758a6720b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731401 Apr 01 16:34:23.972664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-ac973668-42b2-46aa-9051-35e4ca65b04a service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242609 Apr 01 16:34:24.105524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d2ea73e-15ca-483a-89d9-a0af1ff9c8a7 req-7cfb8d78-a0fb-4016-bb54-180c36873aad service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269579 Apr 01 16:34:29.495106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54618aa-6a34-4563-abf7-0938900b4ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:32.397491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b3046bc-57a1-47db-bb8a-c0451e35e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:33.020395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:33.048856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:34.128386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:34.627316 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:34:34.694388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:37.177732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ef2fb-fa74-4893-8d77-e13260e24c04 req-f586a042-7c19-4866-b214-41d61a43f403 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.179019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f77ef2fb-fa74-4893-8d77-e13260e24c04 req-f586a042-7c19-4866-b214-41d61a43f403 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.2462733 Apr 01 16:34:37.203786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-e06aa88f-4f45-4b0c-ba41-b1df16079361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.205242 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-e06aa88f-4f45-4b0c-ba41-b1df16079361 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.2294567 Apr 01 16:34:37.263698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f77ef2fb-fa74-4893-8d77-e13260e24c04 req-4d382877-0fca-4c6b-9382-2bac1eb96750 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782723 Apr 01 16:34:37.357852 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-f1599586-3005-4513-b111-e3920709eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.359353 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-f1599586-3005-4513-b111-e3920709eb92 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 897 time: 0.1470973 Apr 01 16:34:37.470392 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-e1b31d6f-2d3c-4804-8bff-13888fd3175c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 1002 time: 0.0987682 Apr 01 16:34:37.533704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-a37cb317-2a3c-48c2-911f-0436baac88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.535189 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-a37cb317-2a3c-48c2-911f-0436baac88fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 200 len: 834 time: 0.0585382 Apr 01 16:34:37.616167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-e8700f97-0392-4000-8db3-c8a9ecb62610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.617677 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-e8700f97-0392-4000-8db3-c8a9ecb62610 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ff5c2d8-716c-4064-be64-1758a6720b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765674 Apr 01 16:34:37.753098 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-cad1e83f-e787-42cb-a17d-c5f5df5bd2c3 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281657 Apr 01 16:34:37.885742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72f2f11b-cfc2-4e8d-b34f-36b9306f77b3 req-25d54246-4adb-4fe2-8554-e0a963e4ed16 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263137 Apr 01 16:34:38.458600 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee028a-0e5f-4263-af93-6a8f9f747fb2 req-161656de-8b92-4160-ba18-bb9d73795f9a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:38.460011 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cee028a-0e5f-4263-af93-6a8f9f747fb2 req-161656de-8b92-4160-ba18-bb9d73795f9a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0849669 Apr 01 16:34:38.504559 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cee028a-0e5f-4263-af93-6a8f9f747fb2 req-401604a1-94c7-428d-90ff-2e4c1594508a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383232 Apr 01 16:34:39.691954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322021e-9f2f-495f-8fae-0c7850a0bfc1 req-ecf96fc7-3040-4509-a720-b120f91a4c0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:39.693430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f322021e-9f2f-495f-8fae-0c7850a0bfc1 req-ecf96fc7-3040-4509-a720-b120f91a4c0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0817041 Apr 01 16:34:39.737358 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f322021e-9f2f-495f-8fae-0c7850a0bfc1 req-dd069fb6-b99f-4a29-b48f-dbb62df9359c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Apr 01 16:34:40.919489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d820e-9ce5-4218-8c34-b67cc58ae9a1 req-465236ed-af63-4659-9f0d-f28a716d6425 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:40.920913 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-734d820e-9ce5-4218-8c34-b67cc58ae9a1 req-465236ed-af63-4659-9f0d-f28a716d6425 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0797203 Apr 01 16:34:40.964363 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-734d820e-9ce5-4218-8c34-b67cc58ae9a1 req-89ff71ad-3e69-4686-80a8-534ffde6aee1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Apr 01 16:34:42.151270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e3ada-e556-4d4c-8872-444b0e932bc1 req-a7859a13-16d3-41a8-aa27-62c5788b9048 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:42.152736 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d6e3ada-e556-4d4c-8872-444b0e932bc1 req-a7859a13-16d3-41a8-aa27-62c5788b9048 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0838435 Apr 01 16:34:42.200431 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d6e3ada-e556-4d4c-8872-444b0e932bc1 req-0821fdcf-06d2-46a6-afc2-ea8d23c0b99e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Apr 01 16:34:43.386773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9def4-5643-46cb-aae8-2b05e0734b97 req-9efdec7a-266d-47ec-943d-56f2f727b247 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:43.388321 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ec9def4-5643-46cb-aae8-2b05e0734b97 req-9efdec7a-266d-47ec-943d-56f2f727b247 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0835280 Apr 01 16:34:43.432482 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ec9def4-5643-46cb-aae8-2b05e0734b97 req-ff7e0c9f-45d6-4b59-ab5e-76cf3ca38db9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Apr 01 16:34:44.616638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071114c0-52e1-40d7-8338-c960a521b8ff req-8d6329f0-20c8-41c0-92e9-03d1e69faaef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:44.622986 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-071114c0-52e1-40d7-8338-c960a521b8ff req-8d6329f0-20c8-41c0-92e9-03d1e69faaef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0792427 Apr 01 16:34:44.661624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-071114c0-52e1-40d7-8338-c960a521b8ff req-ab8a3f3a-84b5-46db-b038-1eda12166145 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372753 Apr 01 16:34:45.850021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b8100-26b1-40e6-901b-8e1938b8e576 req-0e2c040c-d57a-45a2-b7d5-f36b5499641e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:45.851961 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d6b8100-26b1-40e6-901b-8e1938b8e576 req-0e2c040c-d57a-45a2-b7d5-f36b5499641e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0828536 Apr 01 16:34:45.899664 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d6b8100-26b1-40e6-901b-8e1938b8e576 req-c7bf7c1a-360c-42fe-a94a-e92e0f3843af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413578 Apr 01 16:34:47.091821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddc39a-fcd5-4161-aa27-a341f18a7347 req-b1453b8a-f8ed-4fc7-b52a-83d9ad509284 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:47.093363 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8ddc39a-fcd5-4161-aa27-a341f18a7347 req-b1453b8a-f8ed-4fc7-b52a-83d9ad509284 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0889027 Apr 01 16:34:47.138416 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8ddc39a-fcd5-4161-aa27-a341f18a7347 req-c367c66f-8af1-41da-894b-c68a7fbe91ec tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 Apr 01 16:34:48.472691 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df5917-379a-49fa-aace-637708fa9e00 req-d28afe4f-a744-4451-a3b6-db1f42606f2c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:48.474035 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66df5917-379a-49fa-aace-637708fa9e00 req-d28afe4f-a744-4451-a3b6-db1f42606f2c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0849252 Apr 01 16:34:48.518603 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66df5917-379a-49fa-aace-637708fa9e00 req-d34e1faf-1154-4e2d-a39c-8f24e1a39395 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Apr 01 16:34:49.703655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f3ce0-bd13-4142-a420-f9ea811b3841 req-b5d7c077-66ba-4803-aa3d-9ed51dc71b3b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:49.705169 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c77f3ce0-bd13-4142-a420-f9ea811b3841 req-b5d7c077-66ba-4803-aa3d-9ed51dc71b3b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0790014 Apr 01 16:34:49.753214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c77f3ce0-bd13-4142-a420-f9ea811b3841 req-f111fcb7-5afd-4861-9db7-037c1b2a2a19 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 Apr 01 16:34:49.776692 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56592) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:34:49.878777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d21ca300-c440-4cac-8db7-1de3396f5fc2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/ae5a4b4d-6527-4295-8c72-472fb415a8f3 HTTP/1.1" status: 200 len: 994 time: 0.1009400 Apr 01 16:34:59.498990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93c0b33b-ec44-47bb-930e-20788375563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:02.396933 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c27108e-ccfa-4dca-a551-eabb28a5ab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:03.065141 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:03.065821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:04.087650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:04.698988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:09.597766 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-1e05b36d-addc-49bc-85e6-578ae9c2b6f6 req-0ff70295-1b6d-4d66-9049-07b468e1ad27 tempest-DeleteServersTestJSON-931659450 tempest-DeleteServersTestJSON-931659450-project] (88600) timed out ('10.222.0.90', 59424) {{(pid=88600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:35:11.627160 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:35:19.159884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:19.367457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port ae9af557-0e64-4677-b55d-a6288419e100 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:19.367801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:19.642154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:19.642486 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:19.766437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for ae9af557-0e64-4677-b55d-a6288419e100 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:20.007479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:20.055491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=ae9af557-0e64-4677-b55d-a6288419e100,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:20.123207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.124027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.124027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.124272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.124616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.124960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.125301 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.125640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.125983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.126323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.126658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.126988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:20.159234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:20.159573 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP ae5a4b4d-6527-4295-8c72-472fb415a8f3 disassociated (deleted). External IP: 172.26.7.108, port: e337daa2-be71-4ddf-a4a3-e20b765a1b93. Apr 01 16:35:20.512254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ab8ab3cc-239d-4b95-8575-15c202dc6214 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:20.701242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:20.711336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Sync routers for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:20.721096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:20.725250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:20.811389 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:20.867694 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9031483a-ccef-458a-9124-dc42c6caf4b7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/floatingips/ae5a4b4d-6527-4295-8c72-472fb415a8f3 HTTP/1.1" status: 204 len: 168 time: 1.7066405 Apr 01 16:35:20.868279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:20.916342 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'status': 'completed', 'code': 200} Apr 01 16:35:20.957515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:21.017414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-4e21da32-ea7b-4551-a3cf-6f0cb68f4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.018796 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-4e21da32-ea7b-4551-a3cf-6f0cb68f4460 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0775454 Apr 01 16:35:21.274022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-860c67c0-0e5d-40d6-94d5-ebfac247c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.275554 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-860c67c0-0e5d-40d6-94d5-ebfac247c62c service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 200 len: 897 time: 0.2511964 Apr 01 16:35:21.323492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:21.328158 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Checking router: ab8ab3cc-239d-4b95-8575-15c202dc6214 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:21.339099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:21.339821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:21.343887 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-5034665e-5963-486a-8241-631739b71930 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 200 len: 217 time: 0.0617559 Apr 01 16:35:21.409733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-564099ca-2a5c-49d6-9649-25ac486227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.411157 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-564099ca-2a5c-49d6-9649-25ac486227a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 200 len: 834 time: 0.0616882 Apr 01 16:35:21.458216 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0add2d-9720-4c5d-a5e7-d0660e707131 req-598936ff-5fb9-4479-a3ec-71dda972b5b3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.461050 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6f0add2d-9720-4c5d-a5e7-d0660e707131 req-598936ff-5fb9-4479-a3ec-71dda972b5b3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.0878737 Apr 01 16:35:21.490334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-16820ed0-62ad-4c22-a004-01d269c20258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.491922 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-16820ed0-62ad-4c22-a004-01d269c20258 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ff5c2d8-716c-4064-be64-1758a6720b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737998 Apr 01 16:35:21.516132 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6f0add2d-9720-4c5d-a5e7-d0660e707131 req-30b808cd-a1b0-4f26-88f8-05e1d050070a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423992 Apr 01 16:35:21.526051 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:21.626790 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-a398b002-b0db-4824-a372-df5cbc28f9c1 service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276073 Apr 01 16:35:21.766974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307b5b9-7a0f-476a-b672-c2dfe27ffad7 req-c853cb57-a421-4bfd-9957-aa9d299af9be service neutron] 10.222.0.90 "GET /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336100 Apr 01 16:35:21.840032 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:21.844212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d6f91-3b04-44d5-9d1e-3cd230c39c5e None None] The sync data for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv is: [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:33:52Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'ce8dd244-42ea-477e-a9c1-71ad876beb59', 'name': '', 'network_id': '8ff5c2d8-716c-4064-be64-1758a6720b35', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:41:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:51Z', 'updated_at': '2022-04-01T16:33:57Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': 'fcbb5065-ec32-40b8-97ed-29e3a03a3d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:22.063270 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48201e5-6ae0-4ea4-bca1-6a1fdb346424 None None] New status for floating IP ae5a4b4d-6527-4295-8c72-472fb415a8f3: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:35:22.718259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d6e11-8c16-4bc9-97c7-e8f019d7fed9 req-5b7d222f-c5d5-4c5f-ac91-4b5f87ca4d9c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:22.718878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6d8d6e11-8c16-4bc9-97c7-e8f019d7fed9 req-5b7d222f-c5d5-4c5f-ac91-4b5f87ca4d9c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:22.808960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-1325aeec-96ef-4e5e-a1de-acf923c0551d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:22.809569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-1325aeec-96ef-4e5e-a1de-acf923c0551d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:22.841684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6d8d6e11-8c16-4bc9-97c7-e8f019d7fed9 req-5b7d222f-c5d5-4c5f-ac91-4b5f87ca4d9c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:22.842862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d8d6e11-8c16-4bc9-97c7-e8f019d7fed9 req-5b7d222f-c5d5-4c5f-ac91-4b5f87ca4d9c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.2102017 Apr 01 16:35:22.843833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-1325aeec-96ef-4e5e-a1de-acf923c0551d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:22.844780 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-1325aeec-96ef-4e5e-a1de-acf923c0551d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 946 time: 0.1230114 Apr 01 16:35:22.950143 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d8d6e11-8c16-4bc9-97c7-e8f019d7fed9 req-42f89c82-5c8f-4a4b-9066-a9e68e919648 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=9af0255b-66ef-4e3a-a365-bf190726403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013215 Apr 01 16:35:22.955305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port e337daa2-be71-4ddf-a4a3-e20b765a1b93 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:22.955648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.201887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port e337daa2-be71-4ddf-a4a3-e20b765a1b93, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e337daa2-be71-4ddf-a4a3-e20b765a1b93,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:23.202240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.323954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for e337daa2-be71-4ddf-a4a3-e20b765a1b93 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:23.521277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.569952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=e337daa2-be71-4ddf-a4a3-e20b765a1b93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:23.646649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] No DVR routers for this DVR port e337daa2-be71-4ddf-a4a3-e20b765a1b93 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:35:23.649094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:23.651604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'name': 'network-vif-deleted', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:23.696580 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0', 'name': 'network-vif-deleted', 'tag': 'e337daa2-be71-4ddf-a4a3-e20b765a1b93', 'status': 'completed', 'code': 200} Apr 01 16:35:23.727988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8ab5f747-a274-4b93-ace1-581d31202e9b req-7ad5a776-048c-4d65-a417-e5bd7a4c3d0e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "DELETE /v2.0/ports/e337daa2-be71-4ddf-a4a3-e20b765a1b93 HTTP/1.1" status: 204 len: 173 time: 0.8666437 Apr 01 16:35:24.114131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d9556ab2-80ee-4dc0-9b7d-7c7a55f2b224 req-f9a65b8c-ffb3-4782-8e70-5d2c475760b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:24.184291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d9556ab2-80ee-4dc0-9b7d-7c7a55f2b224 req-f9a65b8c-ffb3-4782-8e70-5d2c475760b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:24.185469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9556ab2-80ee-4dc0-9b7d-7c7a55f2b224 req-f9a65b8c-ffb3-4782-8e70-5d2c475760b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 210 time: 0.1135170 Apr 01 16:35:24.266791 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-4ae979e0-fb0d-4a0f-ba1b-63c43cd91ea0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0397463 Apr 01 16:35:24.375476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-71444691-2ccf-49e4-a959-3f81c0eb9ca2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=bbdf6843-b0a6-4483-b4cf-15d0cc43f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0432374 Apr 01 16:35:24.624788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-3b96b782-6108-4548-8dd7-aa63581e0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.626234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-3b96b782-6108-4548-8dd7-aa63581e0c8b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2319748 Apr 01 16:35:24.759588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-31069b72-afe0-4b88-9b14-797800ed39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:24.761027 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f49a8f1e-0217-481a-9b5c-1325aade39c1 req-31069b72-afe0-4b88-9b14-797800ed39a2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286271 Apr 01 16:35:25.277158 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:25.829370 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.203885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port ce8dd244-42ea-477e-a9c1-71ad876beb59 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:26.204232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.397767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port ce8dd244-42ea-477e-a9c1-71ad876beb59, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ce8dd244-42ea-477e-a9c1-71ad876beb59,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:26.398042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.637132 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for ce8dd244-42ea-477e-a9c1-71ad876beb59 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:26.767871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e337daa2-be71-4ddf-a4a3-e20b765a1b93 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:26.802517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: e337daa2-be71-4ddf-a4a3-e20b765a1b93 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:26.802865 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e337daa2-be71-4ddf-a4a3-e20b765a1b93 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:27.024448 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:27.072823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=ce8dd244-42ea-477e-a9c1-71ad876beb59,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:27.361736 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:27.723265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ab8ab3cc-239d-4b95-8575-15c202dc6214 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:27.897228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:27.907118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Sync routers for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:27.916138 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:27.919197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:27.975890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0a55ece2-57d4-4c2b-9af5-7623f8abc26e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/ab8ab3cc-239d-4b95-8575-15c202dc6214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972849 Apr 01 16:35:27.978326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56638) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:28.054123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting subnet fcbb5065-ec32-40b8-97ed-29e3a03a3d9a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:35:28.057674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.110518 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:28.233431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.319064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.445698 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:35:26Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:28.449507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Checking router: ab8ab3cc-239d-4b95-8575-15c202dc6214 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:28.458493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Routers {'ab8ab3cc-239d-4b95-8575-15c202dc6214'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:28.459119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ab8ab3cc-239d-4b95-8575-15c202dc6214'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:28.527349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.568386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbb5065-ec32-40b8-97ed-29e3a03a3d9a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:28.571865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.578033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73724696-ff14-4527-b2d4-bd63b3788894 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/subnets/fcbb5065-ec32-40b8-97ed-29e3a03a3d9a HTTP/1.1" status: 204 len: 168 time: 0.5986726 Apr 01 16:35:28.580588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56642) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:28.606976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab352fed-e0b0-4f06-b8e7-787abe5ce3bc None None] Network 8ff5c2d8-716c-4064-be64-1758a6720b35 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:28.731277 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] Set router ab8ab3cc-239d-4b95-8575-15c202dc6214 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:28.768586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.961651 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.041311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 687ef306-bebd-400d-9b44-8df3b974e05e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:29.041665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.141903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:35:26Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:29.149791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bc66f9-27a9-418d-a1a2-b882007d2251 None None] The sync data for ids ['ab8ab3cc-239d-4b95-8575-15c202dc6214'] in dv-neutron-835943-1-hyperv is: [{'id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271792470', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146'}], 'enable_snat': True}, 'gw_port_id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:33:46Z', 'updated_at': '2022-04-01T16:35:26Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '687ef306-bebd-400d-9b44-8df3b974e05e', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:69:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ab3cc-239d-4b95-8575-15c202dc6214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:33:47Z', 'updated_at': '2022-04-01T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:29.169482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] DHCP port deletion for 8ff5c2d8-716c-4064-be64-1758a6720b35 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:35:29.175699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Deleting port 8d879067-f043-41a3-927c-c6f763d20aed {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:35:29.175699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.272596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 687ef306-bebd-400d-9b44-8df3b974e05e, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=687ef306-bebd-400d-9b44-8df3b974e05e,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:29.273189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.394637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] For port 8d879067-f043-41a3-927c-c6f763d20aed, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d879067-f043-41a3-927c-c6f763d20aed,segment=NetworkSegment(09a00587-67a3-4b11-8252-cef51d6c0ecf),segment_id=09a00587-67a3-4b11-8252-cef51d6c0ecf)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:29.394875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.402754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 687ef306-bebd-400d-9b44-8df3b974e05e owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:29.530122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Calling delete_port for 8d879067-f043-41a3-927c-c6f763d20aed owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:35:29.576404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ce8dd244-42ea-477e-a9c1-71ad876beb59 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:29.623544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ce8dd244-42ea-477e-a9c1-71ad876beb59 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:29.629008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ce8dd244-42ea-477e-a9c1-71ad876beb59 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:29.629008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d879067-f043-41a3-927c-c6f763d20aed no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:29.681401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.710889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55a37ef5-4df7-4c58-b39a-40ff5ed8b704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.733136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=687ef306-bebd-400d-9b44-8df3b974e05e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:29.800833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.837806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.857111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Pushing event deleted for resources: {'Port': ['ID=8d879067-f043-41a3-927c-c6f763d20aed,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:29.862216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] No DVR routers for this DVR port 8d879067-f043-41a3-927c-c6f763d20aed on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:35:29.881164 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.881540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.881881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.882211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.882541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.882874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.883228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.883550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.883891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.884295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.884612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.884923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0c883-503f-4978-9216-4f5d3baee7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:29.888611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.126648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.129078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.212659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.213177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Fanout notify agent at l3_agent the message router_deleted on router ab8ab3cc-239d-4b95-8575-15c202dc6214 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:35:30.229547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.230764 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8cfd4222-21eb-4fda-b1a7-fe10aafeb24e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/routers/ab8ab3cc-239d-4b95-8575-15c202dc6214 HTTP/1.1" status: 204 len: 168 time: 1.6492662 Apr 01 16:35:30.233777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56646) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:30.353121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.493207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.523353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff5c2d8-716c-4064-be64-1758a6720b35']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:30.536087 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a00587-67a3-4b11-8252-cef51d6c0ecf') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:30.536546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a00587-67a3-4b11-8252-cef51d6c0ecf') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:30.551547 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.569803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.576312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:35:30.576706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:35:30.591677 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:35:30.755998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.773513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.785677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Network': ['ID=8ff5c2d8-716c-4064-be64-1758a6720b35,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:30.847962 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2788e7f1-664c-4f29-830b-c7b9afe5ef9b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/networks/8ff5c2d8-716c-4064-be64-1758a6720b35 HTTP/1.1" status: 204 len: 168 time: 0.6129782 Apr 01 16:35:30.850487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:30.920712 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:30.951085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.081330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.098336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0255b-66ef-4e3a-a365-bf190726403a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:31.188943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.190092 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d178946c-3c86-4b69-9472-996e3b98eb80 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/security-groups/9af0255b-66ef-4e3a-a365-bf190726403a HTTP/1.1" status: 204 len: 168 time: 0.3386700 Apr 01 16:35:31.340298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 687ef306-bebd-400d-9b44-8df3b974e05e no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:31.368436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 687ef306-bebd-400d-9b44-8df3b974e05e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:35:31.368783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 687ef306-bebd-400d-9b44-8df3b974e05e not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:35:31.649449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:31.654465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118538724', 'description': 'tempest-secgroup-smoke-1118538724 description', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:31.660511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:31.665375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:31.668280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:31.674374 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:31.732225 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.751637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:31.755544 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:31.758326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:31.763838 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:31.836959 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.892229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.937344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6c55b0-062b-4042-9785-689679114fdc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:31.945254 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.945601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.946755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.946755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.946755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.947192 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.947320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.947629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.947958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.948308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.948762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.949089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:31.989501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:31.990793 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2ac3a39-0577-42ae-8f15-94cea7e7c241 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403227 Apr 01 16:35:31.993474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:31.998406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:32.004538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:32.008940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:32.011760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:32.017385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:32.099437 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.167316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.235661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.262411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4260165a-2cd9-46e6-a440-dadcddef08a7,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:32.321372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.322580 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7579227-4628-40de-9d53-c27b07788639 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281505 Apr 01 16:35:32.325309 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:32.330501 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:32.337520 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:32.341650 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:32.344606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:32.350737 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:32.372641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-536c68a8-ee64-4778-bbff-1630d343042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.430710 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.493463 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.560909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.585781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65df12a3-a8b8-45ee-b1ad-a855255490fc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:32.652531 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.653733 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3423bf52-c063-48c7-85aa-b6d416747669 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274293 Apr 01 16:35:32.656386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:32.661312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:32.667917 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:32.671711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:32.674619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:32.680915 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:32.749909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.816658 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.886524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.911263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb05380c-ffdd-444c-9ff2-88d0c398eff6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:32.984466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:32.985651 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0bafbfcc-afee-4dd2-963e-36f4b5f4a071 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283448 Apr 01 16:35:32.988894 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:32.994310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:33.000888 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:33.005360 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:33.008414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:33.012981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.017466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:33.099168 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.115114 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.165422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.225795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.249200 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d68421e-d0b5-43aa-9ddf-bd713edbcab2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:33.303596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.304818 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-964ae2c5-92d4-4818-a9d1-eb78e63490e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148897 Apr 01 16:35:33.307452 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:33.312340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:33.318384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:33.322928 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:33.325803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:33.331681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:33.395135 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:35:33.402613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.466180 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.521068 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.544357 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d963d4c-465a-4bee-b0ba-c642dbeb703f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:33.612292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.613474 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7745230-6f47-466f-a1a3-2f705aef4db7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3051133 Apr 01 16:35:33.616119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:33.621088 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '2b6c55b0-062b-4042-9785-689679114fdc', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:33.626988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:33.630729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:33.634077 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:33.639695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:33.710046 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:35:33.716604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.782370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.852089 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.875508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dfa715-c834-44c4-890e-c68959520a99,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:33.943790 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:33.945519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b06272ec-7568-4271-9432-a7b343892caf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3284159 Apr 01 16:35:33.948268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:33.953632 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'network': {'name': 'tempest-network-smoke--840446971', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:33.958495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:33.962550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:network and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:33.965414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:33.971052 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.046681 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:34.049985 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.078292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:35:34.087213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.087550 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Added segment 77b3205a-3df9-4df9-955f-6a3eb2b50b41 of type vlan for network 9358c318-906a-4dc6-a248-02b5174fc792 Apr 01 16:35:34.114447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.144313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.206260 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.211634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:34.212237 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.319696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Network': ['ID=9358c318-906a-4dc6-a248-02b5174fc792,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:34.329875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 9358c318-906a-4dc6-a248-02b5174fc792 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:35:34.362085 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7959e607-865d-45fa-92ac-4d5a28da1d59 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4127963 Apr 01 16:35:34.364711 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:34.370419 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'admin_state_up': True, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:34.377540 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:34.381386 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:router and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:34.384208 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:34.390391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:34.452807 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.453912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.468800 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.692564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:34.890845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.226644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.255340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.388184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.225 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/0e562649-34af-4371-83fc-0c27bb3e7e06) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:35.531175 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.601191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:35.662464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:35.665696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:35.668185 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:35.716975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=0e562649-34af-4371-83fc-0c27bb3e7e06,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:36.161529 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.618131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:36.886524 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 545d65d4-0382-49d3-8a8c-58685fd3e200 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:35:37.058512 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:37.070225 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Sync routers for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:37.079747 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:37.080360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:37.138411 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.139589 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4baa0fa9-6c32-4c5d-b6e0-a09c98017ae3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7739396 Apr 01 16:35:37.142886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:37.185981 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-07f0ebcf-f079-4b77-a2ab-e4bf6bec463b tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=942cfa30fa334e90b35b8b3d669e8eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418591 Apr 01 16:35:37.188739 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:37.287684 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:37.317318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff22ff4-9fc8-4765-9efb-6e22398071bc tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:37.318787 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7ff22ff4-9fc8-4765-9efb-6e22398071bc tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291578 Apr 01 16:35:37.322107 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:37.360645 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-136e9f8e-0856-4866-bf33-edb59b650b6e tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374746 Apr 01 16:35:37.363406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56706) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:37.368611 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-821086459', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:37.476084 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:37.479847 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:subnet and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:37.482578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:37.488696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:37.549936 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:37.553957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.565312 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:35Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:37.569807 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Checking router: 545d65d4-0382-49d3-8a8c-58685fd3e200 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:37.570149 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Updating router 545d65d4-0382-49d3-8a8c-58685fd3e200 port 0e562649-34af-4371-83fc-0c27bb3e7e06 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:35:37.624691 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.824204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.910489 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Subnet': ['ID=4ffd7311-d775-4f60-9357-a657ed7f291e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:37.918428 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Checking segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:37.918784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network hostable DHCP agents. Network: 9358c318-906a-4dc6-a248-02b5174fc792, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:35:37.957279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.968559 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Transition to ACTIVE for port object 0e562649-34af-4371-83fc-0c27bb3e7e06 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:37.983946 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9358c318-906a-4dc6-a248-02b5174fc792 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:35:38.029565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.052263 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 9358c318-906a-4dc6-a248-02b5174fc792) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:38.057634 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:38.060881 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.066536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9db88e-62a6-46ce-9c9c-6ce0c6940579 None None] Network 9358c318-906a-4dc6-a248-02b5174fc792 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:38.113136 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Attempting to bind port 0e562649-34af-4371-83fc-0c27bb3e7e06 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:38.113693 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Attempting to bind port 0e562649-34af-4371-83fc-0c27bb3e7e06 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:38.113915 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Attempting to bind port 0e562649-34af-4371-83fc-0c27bb3e7e06 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:38.120572 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Pushing event updated for resources: {'Port': ['ID=0e562649-34af-4371-83fc-0c27bb3e7e06,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:38.128369 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:38.128738 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:38.129139 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.129670 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:38.130055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Bound port: 0e562649-34af-4371-83fc-0c27bb3e7e06, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:38.130421 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.152682 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f836f3b-4a88-43d9-b648-262f71c8d741 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7868447 Apr 01 16:35:38.153980 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56710) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:38.157709 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.158061 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.158401 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.158735 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.159069 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.159428 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.159825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.160162 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.160488 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.160812 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.161136 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.161458 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:38.215992 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] For port 0e562649-34af-4371-83fc-0c27bb3e7e06, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:38.219119 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] For port 0e562649-34af-4371-83fc-0c27bb3e7e06, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0e562649-34af-4371-83fc-0c27bb3e7e06,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:38.298822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-9358c318-906a-4dc6-a248-02b5174fc792', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:35:38.299693 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.304172 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.379779 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:38.380417 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:38.459525 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eacc38-5c6f-41ec-a089-2633a921302b None None] Pushing event updated for resources: {'Port': ['ID=0e562649-34af-4371-83fc-0c27bb3e7e06,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:38.462030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Allocated IP 172.20.0.2 (9358c318-906a-4dc6-a248-02b5174fc792/4ffd7311-d775-4f60-9357-a657ed7f291e/ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:38.575642 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:38.671226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.685876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Transition to ACTIVE for port object ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:38.705304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Transition to ACTIVE for port object ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:38.774271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.838511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Network 9358c318-906a-4dc6-a248-02b5174fc792 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:38.845907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:38.850101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:38.855920 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Pushing event updated for resources: {'Port': ['ID=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:38.898204 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:35Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:38.902355 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42449c7-e9cc-4ee3-abf7-ecc036f0c52b None None] The sync data for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv is: [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:35Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:38.952329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Attempting to bind port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:38.952707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Attempting to bind port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:38.953076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Attempting to bind port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 on network 9358c318-906a-4dc6-a248-02b5174fc792 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:38.958719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:38.959099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Checking segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:38.959732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:38.960133 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Bound using segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:38.960607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Bound port: ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:38.960984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.017449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.054231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] For port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:39.057271 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] For port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:39.125614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.232568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f7fd-eb60-4a41-adbd-e1e8ac5eb57f None None] Pushing event updated for resources: {'Port': ['ID=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:39.383074 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0e562649-34af-4371-83fc-0c27bb3e7e06 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:39.513715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.1 (9358c318-906a-4dc6-a248-02b5174fc792/4ffd7311-d775-4f60-9357-a657ed7f291e/a455ed20-d52b-4468-a838-d4d431f0fca9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:39.543873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 0e562649-34af-4371-83fc-0c27bb3e7e06 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:39.550105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0e562649-34af-4371-83fc-0c27bb3e7e06 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:39.550786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.692787 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.695380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.709391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 0e562649-34af-4371-83fc-0c27bb3e7e06, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0e562649-34af-4371-83fc-0c27bb3e7e06,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:39.716429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object a455ed20-d52b-4468-a838-d4d431f0fca9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:39.777748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.812288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.850233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=0e562649-34af-4371-83fc-0c27bb3e7e06,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:39.875234 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9358c318-906a-4dc6-a248-02b5174fc792 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:39.878391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:39.882342 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:39.937503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:39.954347 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.243784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74711978-f8d2-470a-bf6c-b71a490c104d None None] Network 9358c318-906a-4dc6-a248-02b5174fc792 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:35:40.413886 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.434505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-df64a5e6-46d6-49c1-900d-a79149739688 None None] Provisioning for port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:40.829402 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc799edb-c1c6-43da-91ee-973935a595ae None None] Provisioning for port a455ed20-d52b-4468-a838-d4d431f0fca9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:40.834697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc799edb-c1c6-43da-91ee-973935a595ae None None] Provisioning complete for port a455ed20-d52b-4468-a838-d4d431f0fca9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:40.835078 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc799edb-c1c6-43da-91ee-973935a595ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.852929 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.889393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fc799edb-c1c6-43da-91ee-973935a595ae None None] Port a455ed20-d52b-4468-a838-d4d431f0fca9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:40.926779 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.018917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8a18e41f-da89-42d0-bd42-c78f7a1e03ff None None] Provisioning complete for port a455ed20-d52b-4468-a838-d4d431f0fca9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:41.019243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a18e41f-da89-42d0-bd42-c78f7a1e03ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.039221 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:41.043736 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.075711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e41f-da89-42d0-bd42-c78f7a1e03ff None None] Port a455ed20-d52b-4468-a838-d4d431f0fca9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:41.177570 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9358c318-906a-4dc6-a248-02b5174fc792 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:41.179358 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:41.370296 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 545d65d4-0382-49d3-8a8c-58685fd3e200 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:41.396063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5b02ea4-10fd-4d83-96d9-5622801d2d87 None None] Provisioning complete for port a455ed20-d52b-4468-a838-d4d431f0fca9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:41.396665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5b02ea4-10fd-4d83-96d9-5622801d2d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.436033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:41.493889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d5b02ea4-10fd-4d83-96d9-5622801d2d87 None None] Port a455ed20-d52b-4468-a838-d4d431f0fca9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:41.550197 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:41.559647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Sync routers for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:41.562907 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eef334ad-271f-45d3-adb2-f1a31b884552 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/545d65d4-0382-49d3-8a8c-58685fd3e200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078758 Apr 01 16:35:41.569851 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:41.570469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:41.639638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:41.650748 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:41.651008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.807179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:41.865599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-d3ee99ed-431b-43f7-8442-ec9df0e097b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:41.949740 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-d3ee99ed-431b-43f7-8442-ec9df0e097b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:41.950920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-d3ee99ed-431b-43f7-8442-ec9df0e097b2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118538724&fields=id&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 267 time: 0.1281781 Apr 01 16:35:41.974264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.096520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:42.104376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-b2ccec7a-6cf1-4eed-96da-d8008ced21ff tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:42.107406 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-b2ccec7a-6cf1-4eed-96da-d8008ced21ff tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:42.156833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.157578 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0e562649-34af-4371-83fc-0c27bb3e7e06 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:42.183658 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-b2ccec7a-6cf1-4eed-96da-d8008ced21ff tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:42.184830 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-b2ccec7a-6cf1-4eed-96da-d8008ced21ff tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 796 time: 0.2270310 Apr 01 16:35:42.200364 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-d585118a-efa1-48f8-949a-5987341dde08 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/quotas/942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 375 time: 0.0098679 Apr 01 16:35:42.282782 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-c434eaf9-8842-4b89-ade9-af4a4fe359fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:42.292648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:42.308825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0e562649-34af-4371-83fc-0c27bb3e7e06 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:42.309145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.333982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 2, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:42.348782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Checking router: 545d65d4-0382-49d3-8a8c-58685fd3e200 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:42.349065 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Updating router 545d65d4-0382-49d3-8a8c-58685fd3e200 port a455ed20-d52b-4468-a838-d4d431f0fca9 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:35:42.367458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ade3a07e-976e-426a-8406-466d2589d299 req-c434eaf9-8842-4b89-ade9-af4a4fe359fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:42.368782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-c434eaf9-8842-4b89-ade9-af4a4fe359fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632781 Apr 01 16:35:42.421520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.505776 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-c6198349-03da-4e9e-8c16-3ec4ada59745 service neutron] 10.222.0.18 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251936 Apr 01 16:35:42.642019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-0fa1585f-e216-4674-aafd-346045367598 service neutron] 10.222.0.18 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290746 Apr 01 16:35:42.858893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.875326 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Transition to ACTIVE for port object a455ed20-d52b-4468-a838-d4d431f0fca9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:42.949494 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:42.980131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e00103e2-4cd8-4734-b192-0a79273d8a2b req-061208cb-f67d-490b-899e-52aa18a359d5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:42.992071 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e00103e2-4cd8-4734-b192-0a79273d8a2b req-061208cb-f67d-490b-899e-52aa18a359d5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:42.993237 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e00103e2-4cd8-4734-b192-0a79273d8a2b req-061208cb-f67d-490b-899e-52aa18a359d5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 210 time: 0.1120038 Apr 01 16:35:43.086169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097d20-e779-4b5a-a274-2326f877106d None None] Pushing event updated for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:43.180852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Attempting to bind port a455ed20-d52b-4468-a838-d4d431f0fca9 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Attempting to bind port a455ed20-d52b-4468-a838-d4d431f0fca9 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Attempting to bind port a455ed20-d52b-4468-a838-d4d431f0fca9 on network 9358c318-906a-4dc6-a248-02b5174fc792 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Checking segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Bound using segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Bound port: a455ed20-d52b-4468-a838-d4d431f0fca9, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:43.190836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.287736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] For port a455ed20-d52b-4468-a838-d4d431f0fca9, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:43.290775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] For port a455ed20-d52b-4468-a838-d4d431f0fca9, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a455ed20-d52b-4468-a838-d4d431f0fca9,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:43.342366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:43.371180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.469176 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:43.469825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:43.555388 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097d20-e779-4b5a-a274-2326f877106d None None] Pushing event updated for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:43.625880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:43.626256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.722576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:44.090830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:43Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:44.096019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e83b53-bde1-475d-80a6-6d3429b63e95 None None] The sync data for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv is: [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:43Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:44.166150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6194d339-379b-4bb2-be3f-645b4be26f13 req-ba83c685-cc6d-4bcb-a6a3-ee9e5f22a6f7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 210 time: 0.0604327 Apr 01 16:35:45.018150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-de097767-14cf-420a-a14b-f579e0b38251 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:45.019806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-de097767-14cf-420a-a14b-f579e0b38251 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 796 time: 0.1664641 Apr 01 16:35:45.070643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-676d13ee-cd69-4dcc-aecd-0fe6a28add1c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 380 time: 0.0424187 Apr 01 16:35:45.078475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'port': {'device_id': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'admin_state_up': True, 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'security_groups': ['2b6c55b0-062b-4042-9785-689679114fdc']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:45.333298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:45.342897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:45.345838 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-133453bc-bd9a-4fba-a8e6-745ea516d534 req-19ce61c0-eedc-459c-989a-000488c242f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 210 time: 0.0624292 Apr 01 16:35:45.376550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a455ed20-d52b-4468-a838-d4d431f0fca9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:45.395334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:35:45.399046 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.493300 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port a455ed20-d52b-4468-a838-d4d431f0fca9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:45.499400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a455ed20-d52b-4468-a838-d4d431f0fca9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:45.499771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.587778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.5 (9358c318-906a-4dc6-a248-02b5174fc792/4ffd7311-d775-4f60-9357-a657ed7f291e/888c2caa-655d-4683-a952-e01e0e2536b4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:45.666925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.701445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port a455ed20-d52b-4468-a838-d4d431f0fca9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a455ed20-d52b-4468-a838-d4d431f0fca9,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:45.780998 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.795297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.797307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 888c2caa-655d-4683-a952-e01e0e2536b4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:45.861350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:45.898520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:45.964045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9358c318-906a-4dc6-a248-02b5174fc792 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:45.971958 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:45.976439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:46.011465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:46.047378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:46.047910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.127914 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-e8e852c3-7e52-41ac-aad9-5464441a6105 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0531533 Apr 01 16:35:46.139568 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Request body: {'port': {'device_id': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:46.251330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.280786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6528758-c9ae-479a-b322-04025f5c54fa None None] Provisioning for port 888c2caa-655d-4683-a952-e01e0e2536b4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:46.285858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6528758-c9ae-479a-b322-04025f5c54fa None None] Provisioning complete for port 888c2caa-655d-4683-a952-e01e0e2536b4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:46.286301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6528758-c9ae-479a-b322-04025f5c54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.339430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6528758-c9ae-479a-b322-04025f5c54fa None None] Port 888c2caa-655d-4683-a952-e01e0e2536b4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:35:46.595495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779f646-dadb-446b-93e5-66173a3b7a77 req-ef0e20b9-95ff-4585-9c59-617125d9b1a2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:46.596129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7779f646-dadb-446b-93e5-66173a3b7a77 req-ef0e20b9-95ff-4585-9c59-617125d9b1a2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:46.669447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:35:46.676517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.690443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Transition to ACTIVE for port object 888c2caa-655d-4683-a952-e01e0e2536b4 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:35:46.720431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-7779f646-dadb-446b-93e5-66173a3b7a77 req-ef0e20b9-95ff-4585-9c59-617125d9b1a2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:46.721583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7779f646-dadb-446b-93e5-66173a3b7a77 req-ef0e20b9-95ff-4585-9c59-617125d9b1a2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 931 time: 0.2480600 Apr 01 16:35:46.745585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.873607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7779f646-dadb-446b-93e5-66173a3b7a77 req-7262a48a-4593-44a7-9352-54539a4946ff tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454282 Apr 01 16:35:46.896074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:47.002477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Attempting to bind port 888c2caa-655d-4683-a952-e01e0e2536b4 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:35:47.002816 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Attempting to bind port 888c2caa-655d-4683-a952-e01e0e2536b4 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:35:47.003159 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Attempting to bind port 888c2caa-655d-4683-a952-e01e0e2536b4 on network 9358c318-906a-4dc6-a248-02b5174fc792 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:47.008256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Port 888c2caa-655d-4683-a952-e01e0e2536b4 on network 9358c318-906a-4dc6-a248-02b5174fc792 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:35:47.008573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Attempting to bind port 888c2caa-655d-4683-a952-e01e0e2536b4 on network 9358c318-906a-4dc6-a248-02b5174fc792 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:35:47.013542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:35:47.013880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Checking segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:35:47.014262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Bound using segment: {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:35:47.014688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Bound port: 888c2caa-655d-4683-a952-e01e0e2536b4, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b3205a-3df9-4df9-955f-6a3eb2b50b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:35:47.015029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:47.103546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:35:47.106454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:35:47.184016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:47.243198 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.243812 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:47.245157 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] 10.222.0.90 "PUT /v2.0/ports/888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 1093 time: 1.1101558 Apr 01 16:35:47.245604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:47.270176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88291ae-e578-4c75-8b53-96b09f7d9605 service neutron] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:47.299361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'status': 'completed', 'code': 200} Apr 01 16:35:47.352880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a455ed20-d52b-4468-a838-d4d431f0fca9 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:47.387612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-c3e24e6c-e1cf-4e09-8015-d25a17eb6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.389461 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-c3e24e6c-e1cf-4e09-8015-d25a17eb6cd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1096 time: 0.0798287 Apr 01 16:35:47.433117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port a455ed20-d52b-4468-a838-d4d431f0fca9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:47.433489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:47.641594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-7223e3be-e58a-442b-8565-6c816d4aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.642957 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-7223e3be-e58a-442b-8565-6c816d4aa110 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2466671 Apr 01 16:35:47.775934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-4407cc80-c370-4d7a-af02-2c800bbb0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.777403 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fde77ab-17a5-4c23-9592-4fa1932d6493 req-4407cc80-c370-4d7a-af02-2c800bbb0db8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289263 Apr 01 16:35:47.884987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-ce662a7a-afd8-4879-82e9-38f5be7d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:47.886457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-ce662a7a-afd8-4879-82e9-38f5be7d0ed1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1096 time: 0.0746291 Apr 01 16:35:47.954406 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-b122e098-5112-4f28-86ac-c88f57389a60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 217 time: 0.0613770 Apr 01 16:35:48.064896 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-323f0aff-2a89-4dce-9f9e-393311bc0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:48.066214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-323f0aff-2a89-4dce-9f9e-393311bc0707 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.1059606 Apr 01 16:35:48.146284 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409774f-20a0-4697-be5e-793d2e4ba812 req-97e1afb3-1a29-465a-ae6c-053a4cf6d726 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:48.147763 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8409774f-20a0-4697-be5e-793d2e4ba812 req-97e1afb3-1a29-465a-ae6c-053a4cf6d726 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 943 time: 0.1585824 Apr 01 16:35:48.194883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a07e-976e-426a-8406-466d2589d299 req-18b6d998-bd5a-420b-a65c-6c007f78f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:48.196806 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-18b6d998-bd5a-420b-a65c-6c007f78f62d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219916 Apr 01 16:35:48.207834 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8409774f-20a0-4697-be5e-793d2e4ba812 req-d746f4c3-8f92-4098-bf5c-a59d506f7a8c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529218 Apr 01 16:35:48.334396 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-05318049-5283-40e7-8b53-eafff60c7c4c service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296802 Apr 01 16:35:48.463527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ade3a07e-976e-426a-8406-466d2589d299 req-f794b880-f551-454e-aba7-a1ba913cc01d service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234891 Apr 01 16:35:48.625916 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:35:49.388900 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b61a59-fb59-4100-8218-5a299fc37efc req-eb705a13-68e9-462f-93fe-d945b9cebab8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:49.390351 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-49b61a59-fb59-4100-8218-5a299fc37efc req-eb705a13-68e9-462f-93fe-d945b9cebab8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 943 time: 0.0793018 Apr 01 16:35:49.537772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-49b61a59-fb59-4100-8218-5a299fc37efc req-77394bd1-9ebe-4777-960f-2df4b4cc41bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:35:49.549191 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-49b61a59-fb59-4100-8218-5a299fc37efc req-77394bd1-9ebe-4777-960f-2df4b4cc41bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:35:49.550307 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-49b61a59-fb59-4100-8218-5a299fc37efc req-77394bd1-9ebe-4777-960f-2df4b4cc41bf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543818 Apr 01 16:35:50.736771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db044bb6-862d-4ced-b5ab-fc4229e84a09 req-11bb5a1b-252c-4a4e-90c1-deeb437dc8d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:50.738238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db044bb6-862d-4ced-b5ab-fc4229e84a09 req-11bb5a1b-252c-4a4e-90c1-deeb437dc8d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 943 time: 0.0801923 Apr 01 16:35:50.781822 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-db044bb6-862d-4ced-b5ab-fc4229e84a09 req-74989f7e-0982-490b-b74b-f644693f21f7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 Apr 01 16:35:50.875470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:35:51.007680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:51.020338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '888c2caa-655d-4683-a952-e01e0e2536b4', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'mac_address': 'fa:16:3e:ba:af:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:35:51.076586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:51.093335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:35:51.108342 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:51.178530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:51.247135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:51.381373 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['888c2caa-655d-4683-a952-e01e0e2536b4'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:35:51.965511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dfb6-2147-4777-9ffc-9870b9840bd2 req-6021fed6-6f21-4701-a9e5-5e5d03614d7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:51.966972 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df53dfb6-2147-4777-9ffc-9870b9840bd2 req-6021fed6-6f21-4701-a9e5-5e5d03614d7a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 944 time: 0.0827663 Apr 01 16:35:52.011053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df53dfb6-2147-4777-9ffc-9870b9840bd2 req-08178de1-fa1a-4ab8-8894-551f0498313b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382736 Apr 01 16:35:52.907000 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:53.034652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 888c2caa-655d-4683-a952-e01e0e2536b4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:35:53.040211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 888c2caa-655d-4683-a952-e01e0e2536b4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:53.040588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:53.155743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:53.185017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:53.194302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:35:53.210705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf1a38-8ac1-4839-9b93-873864aa03ce req-9ae714c8-424e-472b-ab88-7ba4787592c5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:53.212200 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12bf1a38-8ac1-4839-9b93-873864aa03ce req-9ae714c8-424e-472b-ab88-7ba4787592c5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 944 time: 0.0838091 Apr 01 16:35:53.246363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:53.258690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12bf1a38-8ac1-4839-9b93-873864aa03ce req-f8c76e32-aff3-42d4-b20d-379e53062bb4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Apr 01 16:35:53.291092 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'code': 200} Apr 01 16:35:53.314965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:53.645410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c221962-82bb-4179-b697-922d4cc9efc9 req-b5b319fd-c18e-4ebe-a031-9dd271c3f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:53.647427 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c221962-82bb-4179-b697-922d4cc9efc9 req-b5b319fd-c18e-4ebe-a031-9dd271c3f8a8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.0684969 Apr 01 16:35:53.685397 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c221962-82bb-4179-b697-922d4cc9efc9 req-d7df1556-f089-4500-b63d-8d21cb6a6feb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330749 Apr 01 16:35:54.591954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cff284-c374-4a3d-8545-6f0d53c0faee req-0f2422bf-3271-46c2-a45c-49147fdf998d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:54.593404 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1cff284-c374-4a3d-8545-6f0d53c0faee req-0f2422bf-3271-46c2-a45c-49147fdf998d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0857973 Apr 01 16:35:54.639197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1cff284-c374-4a3d-8545-6f0d53c0faee req-2c10873c-06e0-45b9-8085-46b740fa4bef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Apr 01 16:35:55.829596 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef5c6-e0ae-44fd-9eda-7309614727a6 req-258e7793-ce71-45ae-ac4f-312f20e66d24 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:55.831175 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a49ef5c6-e0ae-44fd-9eda-7309614727a6 req-258e7793-ce71-45ae-ac4f-312f20e66d24 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0824633 Apr 01 16:35:55.875700 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a49ef5c6-e0ae-44fd-9eda-7309614727a6 req-1ca2b3e2-068d-43f3-8574-d35072882de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Apr 01 16:35:56.053516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de2f40-65c9-44d8-86d6-de7a29c04358 req-6a8d76b6-57d0-48d3-9c2f-ac8fd7af9dca tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:56.054902 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-73de2f40-65c9-44d8-86d6-de7a29c04358 req-6a8d76b6-57d0-48d3-9c2f-ac8fd7af9dca tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0777512 Apr 01 16:35:56.101947 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-73de2f40-65c9-44d8-86d6-de7a29c04358 req-290fe761-a3c1-4217-8ee0-4810e38d173b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Apr 01 16:35:56.124450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56776) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:56.192891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a60856-b7ec-4e78-962d-932e9a208c49 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:56.194998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-53a60856-b7ec-4e78-962d-932e9a208c49 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1093 time: 0.0695827 Apr 01 16:35:56.197748 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:56.202556 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:35:56.208281 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:35:56.212012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:floatingip and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:35:56.214695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:35:56.220147 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:35:56.292465 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.426432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.559105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.218 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d7c7ef31-11f9-4147-8539-c57b74423029) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:35:56.705640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.778031 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.841148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:35:56.847791 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:35:56.853072 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:35:56.882644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=d7c7ef31-11f9-4147-8539-c57b74423029,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:57.258893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.408697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.607849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.669268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.872685 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=d7c7ef31-11f9-4147-8539-c57b74423029,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:57.884469 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:58.053885 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 6bfda851-d1b0-4976-b648-36d92abc3f76 associated. External IP: 172.26.7.218, port: 888c2caa-655d-4683-a952-e01e0e2536b4. Apr 01 16:35:58.397656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 545d65d4-0382-49d3-8a8c-58685fd3e200 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:35:58.573093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:35:58.582587 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Sync routers for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:35:58.592458 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:58.593062 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:58.651470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:58.710342 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a5c0d6e-786e-456d-9af8-c592322be5a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5114057 Apr 01 16:35:58.710927 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:35:58.762363 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'status': 'completed', 'code': 200} Apr 01 16:35:58.769201 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:58.863451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-062685c7-e49d-4875-b7a9-6253246decbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.865108 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-062685c7-e49d-4875-b7a9-6253246decbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.0800276 Apr 01 16:35:58.885300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233ca32-95c2-4d7b-83ba-f3154099ffc0 req-f6fc3445-e432-47bb-9ce2-a2ff85351a71 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.886773 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4233ca32-95c2-4d7b-83ba-f3154099ffc0 req-f6fc3445-e432-47bb-9ce2-a2ff85351a71 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0801148 Apr 01 16:35:58.933210 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4233ca32-95c2-4d7b-83ba-f3154099ffc0 req-d51c78bd-e4a0-4591-9e85-2b3dce3277ea tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400469 Apr 01 16:35:58.957081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:58.997353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-7dfad034-cde2-45f4-9292-b849ebeb82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:58.998853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-7dfad034-cde2-45f4-9292-b849ebeb82d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.1284049 Apr 01 16:35:59.064329 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-157779c1-143d-4fa4-96d0-0389d1bf7213 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/6bfda851-d1b0-4976-b648-36d92abc3f76 HTTP/1.1" status: 200 len: 991 time: 0.1050775 Apr 01 16:35:59.129487 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '6bfda851-d1b0-4976-b648-36d92abc3f76', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'mac_address': 'fa:16:3e:ba:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:35:57Z', 'updated_at': '2022-04-01T16:35:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:59.134167 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Checking router: 545d65d4-0382-49d3-8a8c-58685fd3e200 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:35:59.143418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:35:59.144065 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:35:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:59.208043 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-f41e6e7c-3065-4f51-8c3b-2a3def83b2f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 999 time: 0.2035234 Apr 01 16:35:59.269194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-1cdeeb34-3dca-4130-965f-460264898064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:59.270624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-1cdeeb34-3dca-4130-965f-460264898064 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0571234 Apr 01 16:35:59.322284 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:35:59.349506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-0829bea2-fcc8-40d3-8c97-5ec82592934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:59.350974 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-0829bea2-fcc8-40d3-8c97-5ec82592934e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746815 Apr 01 16:35:59.483007 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-d77c84b0-ba03-4d8e-8e13-80a8a08e7e57 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259241 Apr 01 16:35:59.508870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a9ead2c-30ee-43cf-a30d-066beec4e673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.614698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b5f1bda-77dd-44e5-9b7d-408d8b0bac7a req-c706b298-c37e-4570-88da-54784e02df87 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262913 Apr 01 16:35:59.668196 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '6bfda851-d1b0-4976-b648-36d92abc3f76', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'mac_address': 'fa:16:3e:ba:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:35:57Z', 'updated_at': '2022-04-01T16:35:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:35:59.672086 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def72ac2-bea7-4084-9173-dfd43ca2814d None None] The sync data for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv is: [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '6bfda851-d1b0-4976-b648-36d92abc3f76', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.218', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'mac_address': 'fa:16:3e:ba:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:35:57Z', 'updated_at': '2022-04-01T16:35:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:35:59.853086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f39e9-0ec4-42d2-85d4-45c33a40bb25 None None] New status for floating IP 6bfda851-d1b0-4976-b648-36d92abc3f76: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:36:00.067188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:00.175585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f32326d0-9635-4da4-b4d6-aa9ba10ea816 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/6bfda851-d1b0-4976-b648-36d92abc3f76 HTTP/1.1" status: 200 len: 991 time: 0.1072931 Apr 01 16:36:01.179606 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56796) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:01.283681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66b60110-682f-4726-9a38-05daf8181b6b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/6bfda851-d1b0-4976-b648-36d92abc3f76 HTTP/1.1" status: 200 len: 993 time: 0.1029973 Apr 01 16:36:02.377704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf56951e-dbc1-43cc-96c3-148a05125fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:02.988910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:03.011732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:04.154580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:04.731529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:25.295689 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-69889dfb-0963-4b5f-aec5-9c17fc2ebdd3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694146 Apr 01 16:36:25.437173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-cb2f12cb-57b9-4d7a-841a-2f026016ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:25.438651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-cb2f12cb-57b9-4d7a-841a-2f026016ae7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.0746617 Apr 01 16:36:25.580623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-782ed202-2ee3-42df-bd0d-306b1f595301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:25.582047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-782ed202-2ee3-42df-bd0d-306b1f595301 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.1251695 Apr 01 16:36:25.625856 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:36:25.683762 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-fafe084b-0a90-4323-8b8d-2996f4399f53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 1001 time: 0.0949214 Apr 01 16:36:25.745120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-75c1ad0b-c768-4af5-9f02-2d768303d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:25.746488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-75c1ad0b-c768-4af5-9f02-2d768303d7f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0565214 Apr 01 16:36:25.818805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-5777527b-1c71-41ed-b9d1-e379ec14c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:25.820346 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-5777527b-1c71-41ed-b9d1-e379ec14c8d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682998 Apr 01 16:36:25.951002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-220e5351-19fe-4994-95a8-2cf223ea1039 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243742 Apr 01 16:36:26.082018 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52bcfdaf-85cb-4853-b396-93904e1c7ca4 req-3ebbe847-1e9c-4f8f-a1ae-1fe1e6ef52c5 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245182 Apr 01 16:36:27.363431 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ea41a-86b8-4232-ba03-98c53b2d2625 req-512bd11e-301e-4660-b368-013bcaf257aa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:27.364952 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-546ea41a-86b8-4232-ba03-98c53b2d2625 req-512bd11e-301e-4660-b368-013bcaf257aa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0839472 Apr 01 16:36:27.411071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-546ea41a-86b8-4232-ba03-98c53b2d2625 req-bf9ace11-faf5-4ed4-95a9-c9084027f285 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Apr 01 16:36:27.507416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56818) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:27.649388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-a33d531c-6319-4870-86d4-87492631423f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408267 Apr 01 16:36:28.599941 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa25d7-13a0-4f25-a665-51fc2df4d623 req-d2bd5223-8e4d-4be3-be61-c55bc09d976b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:28.601397 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8faa25d7-13a0-4f25-a665-51fc2df4d623 req-d2bd5223-8e4d-4be3-be61-c55bc09d976b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0832429 Apr 01 16:36:28.645242 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8faa25d7-13a0-4f25-a665-51fc2df4d623 req-7ccc83e3-c95e-43c2-a60c-ec96e324d53f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381286 Apr 01 16:36:29.514268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa4e94f2-bd3c-4ce0-a5e6-3d04891b7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:29.647135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-485ef500-7f97-46b4-ab95-0eec057edf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:29.648620 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-485ef500-7f97-46b4-ab95-0eec057edf52 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.0725777 Apr 01 16:36:29.925841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-fe9545db-9ce8-4e30-bdd6-b951171bc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:29.927295 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-fe9545db-9ce8-4e30-bdd6-b951171bc6dd service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.2726371 Apr 01 16:36:30.013510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b46eb0-3834-47b3-a676-afce7b363518 req-14f90cdf-3bb7-475d-b6f5-16d087248ab0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:30.014917 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42b46eb0-3834-47b3-a676-afce7b363518 req-14f90cdf-3bb7-475d-b6f5-16d087248ab0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.1767735 Apr 01 16:36:30.068746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-0a5900cc-a3bc-429f-bba1-8361d3a4d87e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 1001 time: 0.1352136 Apr 01 16:36:30.079391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42b46eb0-3834-47b3-a676-afce7b363518 req-99eb2d93-549d-4a11-8bd0-96130c2d4833 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586016 Apr 01 16:36:30.138841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-5d2efb4a-9be1-4c4a-b188-7696f9566809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:30.140368 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-5d2efb4a-9be1-4c4a-b188-7696f9566809 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0641017 Apr 01 16:36:30.215444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-ad5958c3-5f37-4ea8-843f-311309c247fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:30.216805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-ad5958c3-5f37-4ea8-843f-311309c247fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709932 Apr 01 16:36:30.346428 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-94da4d2b-16ba-42db-aea4-61aa0f474af5 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230805 Apr 01 16:36:30.482413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-a01a33a7-24d9-447a-bd07-534c6a426ad4 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303418 Apr 01 16:36:31.377601 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e663-8011-4d19-8215-bedf7fa8603e req-8e488d4b-2e47-48f6-8498-6dd776653499 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:31.378949 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12f1e663-8011-4d19-8215-bedf7fa8603e req-8e488d4b-2e47-48f6-8498-6dd776653499 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.1895108 Apr 01 16:36:31.422311 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12f1e663-8011-4d19-8215-bedf7fa8603e req-3770e602-d7d3-4714-8eff-8fcfec32e4e9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Apr 01 16:36:32.381305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-908bf5b1-eeec-4ba8-b0f8-5f699b617785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:32.607663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327052e-1bed-4ea0-bb80-c3d879a6f49f req-53255aa8-86bb-41f5-bff1-f7c561fd1a87 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:32.609127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0327052e-1bed-4ea0-bb80-c3d879a6f49f req-53255aa8-86bb-41f5-bff1-f7c561fd1a87 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0851305 Apr 01 16:36:32.652988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0327052e-1bed-4ea0-bb80-c3d879a6f49f req-dbe5a8e6-6c43-4e1a-9107-76e86ada08c1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 Apr 01 16:36:32.993020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:33.021240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:33.838898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa29d7-260c-4fb8-b4a2-42f57873d8f5 req-8e382d28-0bc4-4400-b0be-70d34893d810 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:33.840408 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fa29d7-260c-4fb8-b4a2-42f57873d8f5 req-8e382d28-0bc4-4400-b0be-70d34893d810 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0809741 Apr 01 16:36:33.883975 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fa29d7-260c-4fb8-b4a2-42f57873d8f5 req-536aa5ec-83a0-42ef-91a2-094865ff10cc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Apr 01 16:36:34.125985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:34.679608 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:35.068579 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c79ac6-5e99-4c71-bcc6-48e7f81f691f req-1c2e5717-704a-4590-bad2-214b18463c4e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:35.070048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1c79ac6-5e99-4c71-bcc6-48e7f81f691f req-1c2e5717-704a-4590-bad2-214b18463c4e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0793040 Apr 01 16:36:35.115824 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1c79ac6-5e99-4c71-bcc6-48e7f81f691f req-b7a998ef-5758-4889-83bc-454deefde984 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385633 Apr 01 16:36:36.296745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9d6a1-910e-4d9e-ad8e-c52b613ec052 req-63f5a11a-0aeb-4d2f-a52a-4dda527f6be1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:36.298198 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71c9d6a1-910e-4d9e-ad8e-c52b613ec052 req-63f5a11a-0aeb-4d2f-a52a-4dda527f6be1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0785601 Apr 01 16:36:36.341377 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71c9d6a1-910e-4d9e-ad8e-c52b613ec052 req-fe7d0fcb-fa5d-4e79-a6b9-f81ece24debb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Apr 01 16:36:37.524582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55239d82-8f37-4eb1-ac91-08a521f24fb3 req-99d02226-9c17-4a02-9162-784fcc86bb49 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:37.526021 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55239d82-8f37-4eb1-ac91-08a521f24fb3 req-99d02226-9c17-4a02-9162-784fcc86bb49 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0817502 Apr 01 16:36:37.568745 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55239d82-8f37-4eb1-ac91-08a521f24fb3 req-bf275b0c-484b-48f4-b005-027d163e0389 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365295 Apr 01 16:36:38.750033 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d77a9-b20e-4717-8c93-a98d38e23ebb req-627e9556-6c59-4a05-be4e-58c1e47dc3b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:38.751563 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-262d77a9-b20e-4717-8c93-a98d38e23ebb req-627e9556-6c59-4a05-be4e-58c1e47dc3b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0807962 Apr 01 16:36:38.795333 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-262d77a9-b20e-4717-8c93-a98d38e23ebb req-5722ebcc-f8db-4997-bb51-5e217cb20c69 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Apr 01 16:36:39.980671 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d6760-e54c-4d98-826f-7e13c7b4e68e req-b8e32c32-7bc6-4501-bfbb-6d8202fa0d48 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:39.982118 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d47d6760-e54c-4d98-826f-7e13c7b4e68e req-b8e32c32-7bc6-4501-bfbb-6d8202fa0d48 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0837052 Apr 01 16:36:40.025870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d47d6760-e54c-4d98-826f-7e13c7b4e68e req-4c5380bb-d3b9-4feb-be60-6041915ed937 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Apr 01 16:36:41.215830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020195a3-5b50-426e-a005-3770f3d5e007 req-cecbb04b-5c69-4660-889b-b79528609205 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:41.217222 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-020195a3-5b50-426e-a005-3770f3d5e007 req-cecbb04b-5c69-4660-889b-b79528609205 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0806873 Apr 01 16:36:41.260559 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-020195a3-5b50-426e-a005-3770f3d5e007 req-d9ceeab1-9294-4788-975a-ad1b11087ec4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Apr 01 16:36:42.444361 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7a7da-e9c5-49b6-a461-c92d6f7d4dbb req-b01bdf70-c942-4558-bf86-2fb699eea3bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:42.445733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-77a7a7da-e9c5-49b6-a461-c92d6f7d4dbb req-b01bdf70-c942-4558-bf86-2fb699eea3bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0794735 Apr 01 16:36:42.489370 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-77a7a7da-e9c5-49b6-a461-c92d6f7d4dbb req-42fa4146-b64a-4ee5-87f4-5b4702982adb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373423 Apr 01 16:36:43.670094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512d9c9-518c-46fe-abbf-5b93330c8810 req-6ae95fce-3d36-40ba-948e-cfab3b672b15 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:43.671548 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5512d9c9-518c-46fe-abbf-5b93330c8810 req-6ae95fce-3d36-40ba-948e-cfab3b672b15 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0778418 Apr 01 16:36:43.716556 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5512d9c9-518c-46fe-abbf-5b93330c8810 req-745e0e5c-ae74-4e2a-b1b4-1850efa74d37 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 Apr 01 16:36:44.902888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1513bd-f33f-4bce-bb72-b3043787c9f2 req-5b3830b5-8ef8-4e57-aaad-d4a87dcb7532 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:44.904348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec1513bd-f33f-4bce-bb72-b3043787c9f2 req-5b3830b5-8ef8-4e57-aaad-d4a87dcb7532 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0839467 Apr 01 16:36:44.947125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec1513bd-f33f-4bce-bb72-b3043787c9f2 req-71e1c1cc-9737-4435-9240-d31cc118bec5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Apr 01 16:36:46.135085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4687b-86a9-4859-a35c-e7dab6175d6e req-3a65a781-9f93-4f9e-aa84-fa2d166eccb0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:46.136582 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ea4687b-86a9-4859-a35c-e7dab6175d6e req-3a65a781-9f93-4f9e-aa84-fa2d166eccb0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0840726 Apr 01 16:36:46.180832 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ea4687b-86a9-4859-a35c-e7dab6175d6e req-bd9f4bb1-d655-456e-bfed-e8a307ccf982 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Apr 01 16:36:47.416732 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-5819f926-3d67-41c5-a68f-337800640aa5 service neutron] 10.222.0.90 "GET /v2.0/ports/888c2caa-655d-4683-a952-e01e0e2536b4/bindings/hv-neutron-8359 HTTP/1.1" status: 200 len: 384 time: 0.0923185 Apr 01 16:36:47.437847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108cf6-271c-4c00-9cb2-97f01a6d9b82 req-fbbcc26c-92b1-4412-a96b-f56c46730439 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:47.439368 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b108cf6-271c-4c00-9cb2-97f01a6d9b82 req-fbbcc26c-92b1-4412-a96b-f56c46730439 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.1479428 Apr 01 16:36:47.484121 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b108cf6-271c-4c00-9cb2-97f01a6d9b82 req-2bf6620b-b544-4663-a334-8037266654f8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Apr 01 16:36:47.992180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-6387a690-f09d-4982-83b2-e20913a1fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:47.993617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-6387a690-f09d-4982-83b2-e20913a1fa4e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 1098 time: 0.0689821 Apr 01 16:36:48.086318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-0eefbab0-ded0-4a9a-8780-30c2c291be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:48.087854 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-0eefbab0-ded0-4a9a-8780-30c2c291be5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.0735927 Apr 01 16:36:48.316156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-c76deda6-cfb3-43ba-ba49-e698a5057a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:48.317513 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-c76deda6-cfb3-43ba-ba49-e698a5057a08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.2240310 Apr 01 16:36:48.418798 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-5270ac1e-441c-4200-a732-e48f515090bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 1001 time: 0.0953710 Apr 01 16:36:48.478525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-641efc56-56b0-4ae9-a087-ec4feb0e40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:48.479987 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-641efc56-56b0-4ae9-a087-ec4feb0e40cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0560451 Apr 01 16:36:48.556592 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262d77-d90c-4392-a5a2-054ea859030a req-4cb54706-e7a7-4489-9735-20ebdc326c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:48.558050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-4cb54706-e7a7-4489-9735-20ebdc326c03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722940 Apr 01 16:36:48.670794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa7f1-a9c6-4d32-8c02-e904e639509d req-241988b3-1d6b-443d-8d4d-04eb6260016d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:48.672417 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51dfa7f1-a9c6-4d32-8c02-e904e639509d req-241988b3-1d6b-443d-8d4d-04eb6260016d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0791788 Apr 01 16:36:48.690548 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-b6ffb29a-de3f-4b9a-baca-1998ede4178f service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266110 Apr 01 16:36:48.720535 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51dfa7f1-a9c6-4d32-8c02-e904e639509d req-b2185bfe-0a98-4129-85ab-c46c065d5fa2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Apr 01 16:36:48.822692 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-829f3e23-e907-4510-84a1-b0237ea98f24 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 Apr 01 16:36:49.913439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b173410-47a8-4b0c-aed8-8cd39a44e50f req-6f9257c5-c9d9-454a-8337-7775baf97fe5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:49.914884 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b173410-47a8-4b0c-aed8-8cd39a44e50f req-6f9257c5-c9d9-454a-8337-7775baf97fe5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0832448 Apr 01 16:36:49.958413 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b173410-47a8-4b0c-aed8-8cd39a44e50f req-69dbbb44-ecd2-4e07-90bb-cd70c3fc4fee tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Apr 01 16:36:51.140921 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2512338-8d69-4848-809f-814875973e9c req-58416dc3-a9fc-45ff-89d2-9f9207827b7f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:51.142362 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2512338-8d69-4848-809f-814875973e9c req-58416dc3-a9fc-45ff-89d2-9f9207827b7f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0815077 Apr 01 16:36:51.185895 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2512338-8d69-4848-809f-814875973e9c req-c68a81a0-7f63-49ba-be55-bc3d29adce4a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377817 Apr 01 16:36:51.233086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:36:51.236796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:36:51.457411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.475435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:51.501724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:51.510435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '888c2caa-655d-4683-a952-e01e0e2536b4', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'port_id': '888c2caa-655d-4683-a952-e01e0e2536b4', 'mac_address': 'fa:16:3e:ba:af:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:36:51.572976 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'code': 200} Apr 01 16:36:51.574628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:51.575998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.591423 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e5878-525e-4183-962d-202300a21b32 req-d83972a6-3668-48db-aab4-72bddefbe997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:51.597854 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:36:51.598921 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a37e5878-525e-4183-962d-202300a21b32 req-d83972a6-3668-48db-aab4-72bddefbe997 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0971506 Apr 01 16:36:51.647429 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a37e5878-525e-4183-962d-202300a21b32 req-1b98551e-aad9-4775-be87-1ead2e4b6e05 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474489 Apr 01 16:36:51.673967 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.701040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-e441c63c-997a-41ab-813b-6bdad8e00ec5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:51.703161 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-e441c63c-997a-41ab-813b-6bdad8e00ec5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda&tenant_id=942cfa30fa334e90b35b8b3d669e8eec&binding%3Ahost_id=hv-neutron-8359 HTTP/1.1" status: 200 len: 943 time: 0.1020825 Apr 01 16:36:51.754840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:51.765538 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.765883 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.766221 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.766555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.766889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.767240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.767571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.767902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.768229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.768548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.768866 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.769184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.783405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:36:51.783761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:36:51.898550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a41f9-d600-4962-9f49-510b11354ce3 req-63c96009-ebc8-4561-94dc-156149755372 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:51.900051 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-025a41f9-d600-4962-9f49-510b11354ce3 req-63c96009-ebc8-4561-94dc-156149755372 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 943 time: 0.1425571 Apr 01 16:36:51.907088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-f6b52b62-535d-43fc-966d-d53e13a4e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:51.908529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-f6b52b62-535d-43fc-966d-d53e13a4e9f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1096 time: 0.1149497 Apr 01 16:36:52.037753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-025a41f9-d600-4962-9f49-510b11354ce3 req-b404c13b-4681-47e8-9cb6-c54fb51fd896 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281612 Apr 01 16:36:52.076074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-d264bd56-1bbb-483c-88ed-ffef2b42cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:52.077619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-d264bd56-1bbb-483c-88ed-ffef2b42cbd4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.1549158 Apr 01 16:36:52.182391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-b73480e0-2854-465c-9f04-938e7068da67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 999 time: 0.0988269 Apr 01 16:36:52.243552 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-13232ea1-a7f6-4158-8422-6e69d9ac8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:52.244971 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-13232ea1-a7f6-4158-8422-6e69d9ac8201 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0572927 Apr 01 16:36:52.320372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-8538b213-fe3a-4505-a7ca-7bd2002e5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:52.321758 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-8538b213-fe3a-4505-a7ca-7bd2002e5331 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710592 Apr 01 16:36:52.340778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.357334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:36:52.372561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:52.422557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:52.456163 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-d85be2ba-0cc4-4dc2-9615-ee7909521704 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249311 Apr 01 16:36:52.492027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['888c2caa-655d-4683-a952-e01e0e2536b4'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:36:52.533052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:52.586868 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b43ee36e-847a-4f17-bf48-708d45e1a0e9 req-d81adcfe-b035-4302-894c-7b316157c04c service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285279 Apr 01 16:36:53.229065 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0a83e-459e-467a-a824-89591e328312 req-6432368c-4c51-4506-a1fd-6622bf0b898b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:53.231053 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ff0a83e-459e-467a-a824-89591e328312 req-6432368c-4c51-4506-a1fd-6622bf0b898b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 944 time: 0.0812311 Apr 01 16:36:53.263958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:36:53.278352 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ff0a83e-459e-467a-a824-89591e328312 req-61365c7f-9e02-4290-a718-20f29dc599b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 Apr 01 16:36:53.330016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 888c2caa-655d-4683-a952-e01e0e2536b4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:36:53.330386 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:53.445726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:53.477600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:36:53.542445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:53.577154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:53.613816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:53.627626 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'code': 200} Apr 01 16:36:54.458625 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b700-8559-4e58-9582-16e75ffa402e req-a0d508c8-6d1e-4b68-95e5-54a205a7a9c7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:54.460007 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4151b700-8559-4e58-9582-16e75ffa402e req-a0d508c8-6d1e-4b68-95e5-54a205a7a9c7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0781202 Apr 01 16:36:54.503727 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4151b700-8559-4e58-9582-16e75ffa402e req-eb4ef86b-292d-4e97-ae36-5cb88d757763 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Apr 01 16:36:54.525641 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:54.630666 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de916477-649d-4a31-ba4e-a0404f0e9979 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/6bfda851-d1b0-4976-b648-36d92abc3f76 HTTP/1.1" status: 200 len: 993 time: 0.1038499 Apr 01 16:36:59.524810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2bb27710-1896-404e-8bfa-c563ad272d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.388160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3201d566-6333-432c-9393-4bf1c280c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.628265 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:37:02.970878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.987984 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.125429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.696678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.014602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:21.215775 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port d7c7ef31-11f9-4147-8539-c57b74423029 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:37:21.216114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.383920 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.384249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.600449 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for d7c7ef31-11f9-4147-8539-c57b74423029 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:37:21.810511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.859935 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=d7c7ef31-11f9-4147-8539-c57b74423029,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:21.901816 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.902161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.902496 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.902830 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.903174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.903607 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.904007 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.904330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.904649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.904968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.905350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.905704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:21.965049 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.965404 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 6bfda851-d1b0-4976-b648-36d92abc3f76 disassociated (deleted). External IP: 172.26.7.218, port: 888c2caa-655d-4683-a952-e01e0e2536b4. Apr 01 16:37:22.308753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 545d65d4-0382-49d3-8a8c-58685fd3e200 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:22.483268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:22.492972 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Sync routers for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:22.502536 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:22.503256 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:22.575801 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.631293 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a926698f-4084-419c-8100-a2d3389ea9d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/floatingips/6bfda851-d1b0-4976-b648-36d92abc3f76 HTTP/1.1" status: 204 len: 168 time: 1.6155305 Apr 01 16:37:22.631866 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:22.715898 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:22.744313 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'status': 'completed', 'code': 200} Apr 01 16:37:22.958837 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-06dc5a26-1971-4f80-bcf7-220bab07d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:22.960320 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-06dc5a26-1971-4f80-bcf7-220bab07d1fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 1098 time: 0.1923034 Apr 01 16:37:23.037004 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:23.041360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Checking router: 545d65d4-0382-49d3-8a8c-58685fd3e200 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:23.050062 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:23.050751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:23.109991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-1ba74061-9e2c-42c5-b8ff-cb3d21db53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.111521 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-1ba74061-9e2c-42c5-b8ff-cb3d21db53a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 200 len: 897 time: 0.1448617 Apr 01 16:37:23.228487 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:23.233918 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-8cba6999-6c4c-4bc6-90c2-18f93fdb3399 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 200 len: 217 time: 0.1061821 Apr 01 16:37:23.312659 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-d996e473-fe90-4226-8dcb-3e7ff987d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.313994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-d996e473-fe90-4226-8dcb-3e7ff987d639 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 200 len: 834 time: 0.0728316 Apr 01 16:37:23.326074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6acc0d-2577-497b-84b3-86b237278e45 req-880b460c-76e4-4b4e-89be-18f059938952 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.328034 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a6acc0d-2577-497b-84b3-86b237278e45 req-880b460c-76e4-4b4e-89be-18f059938952 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.1472900 Apr 01 16:37:23.411433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a6acc0d-2577-497b-84b3-86b237278e45 req-ea5363d4-f72c-488d-a75b-d36442a4d598 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532975 Apr 01 16:37:23.431862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-e99e9d72-9107-4e68-a88a-b58a4829aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.433325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-e99e9d72-9107-4e68-a88a-b58a4829aac3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9358c318-906a-4dc6-a248-02b5174fc792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044619 Apr 01 16:37:23.539412 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:23.543315 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf8fb1-8eeb-465b-b11c-56df93e10496 None None] The sync data for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv is: [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:35:40Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': 'a455ed20-d52b-4468-a838-d4d431f0fca9', 'name': '', 'network_id': '9358c318-906a-4dc6-a248-02b5174fc792', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:d4:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:39Z', 'updated_at': '2022-04-01T16:35:45Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '4ffd7311-d775-4f60-9357-a657ed7f291e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:23.565819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-39710207-d0bb-4aa5-960e-e48463c755a3 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255088 Apr 01 16:37:23.703298 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-283935a9-58a4-4b14-a23c-20f6e6b96745 req-6f33dfd6-1e48-45d8-acae-aec814650385 service neutron] 10.222.0.90 "GET /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306622 Apr 01 16:37:23.756316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d9799-a812-49d9-abf9-9bb07c7fae30 None None] New status for floating IP 6bfda851-d1b0-4976-b648-36d92abc3f76: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:37:24.596451 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920910c3-1d29-4c15-9ea5-37c61614b98f req-fc4fa5bb-3247-46bd-a57d-1743164a7b0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:24.597133 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-920910c3-1d29-4c15-9ea5-37c61614b98f req-fc4fa5bb-3247-46bd-a57d-1743164a7b0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:24.710974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-920910c3-1d29-4c15-9ea5-37c61614b98f req-fc4fa5bb-3247-46bd-a57d-1743164a7b0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:24.712256 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-920910c3-1d29-4c15-9ea5-37c61614b98f req-fc4fa5bb-3247-46bd-a57d-1743164a7b0c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.1941540 Apr 01 16:37:24.761670 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-920910c3-1d29-4c15-9ea5-37c61614b98f req-d6c38476-4507-4395-a5f2-9a27594a577d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b6c55b0-062b-4042-9785-689679114fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Apr 01 16:37:24.794110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-c40f700b-1cbb-4afb-8b19-ae690721c8b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:24.795644 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-c40f700b-1cbb-4afb-8b19-ae690721c8b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 945 time: 0.0833912 Apr 01 16:37:24.865156 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:37:24.865496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.109450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 888c2caa-655d-4683-a952-e01e0e2536b4, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=888c2caa-655d-4683-a952-e01e0e2536b4,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:25.109813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.230796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 888c2caa-655d-4683-a952-e01e0e2536b4 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:37:25.433372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.484751 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=888c2caa-655d-4683-a952-e01e0e2536b4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.550619 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:25.663877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] No DVR routers for this DVR port 888c2caa-655d-4683-a952-e01e0e2536b4 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:25.666279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.668703 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-deleted', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:25.740533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f74535f-73a1-45a4-8134-9e952f6f0c76 req-3d3ad1f1-9f78-400d-b5a1-9c56efaa8c3a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "DELETE /v2.0/ports/888c2caa-655d-4683-a952-e01e0e2536b4 HTTP/1.1" status: 204 len: 173 time: 0.9399426 Apr 01 16:37:25.767564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca395ed8-80aa-4d2f-b44e-37495c9b0fda', 'name': 'network-vif-deleted', 'tag': '888c2caa-655d-4683-a952-e01e0e2536b4', 'status': 'completed', 'code': 200} Apr 01 16:37:25.943126 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8adb42fb-7396-4cc5-915d-29691c89506e req-7e4e71e3-362b-477d-aeaa-66d3492cf018 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca395ed8-80aa-4d2f-b44e-37495c9b0fda HTTP/1.1" status: 200 len: 210 time: 0.0715065 Apr 01 16:37:27.040667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:27.450708 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:37:27.486979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 888c2caa-655d-4683-a952-e01e0e2536b4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:37:27.487551 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 888c2caa-655d-4683-a952-e01e0e2536b4 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:37:27.680827 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.026648 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port a455ed20-d52b-4468-a838-d4d431f0fca9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:37:28.026876 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.221733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port a455ed20-d52b-4468-a838-d4d431f0fca9, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=a455ed20-d52b-4468-a838-d4d431f0fca9,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:28.222443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.340604 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for a455ed20-d52b-4468-a838-d4d431f0fca9 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:37:28.710675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.762725 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=a455ed20-d52b-4468-a838-d4d431f0fca9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:29.142527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.495969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 545d65d4-0382-49d3-8a8c-58685fd3e200 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:29.553465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-480897ee-b2c5-43a4-a8c9-540a93ed4b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.667720 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:29.677478 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Sync routers for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:29.680534 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9c95a00-e042-447f-b969-bc2f25527885 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/545d65d4-0382-49d3-8a8c-58685fd3e200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388240 Apr 01 16:37:29.683241 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 56942) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:29.686824 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:29.687523 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:29.751227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting subnet 4ffd7311-d775-4f60-9357-a657ed7f291e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:37:29.754137 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.807371 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.860385 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:29.892599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.028335 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.068464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffd7311-d775-4f60-9357-a657ed7f291e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:30.070394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.076731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bccf66-5acd-4389-9eaf-21453dae8eb9 None None] Network 9358c318-906a-4dc6-a248-02b5174fc792 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:37:30.077181 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f5720d4-6702-48e3-bcce-52723c7dab75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/subnets/4ffd7311-d775-4f60-9357-a657ed7f291e HTTP/1.1" status: 204 len: 168 time: 0.3929908 Apr 01 16:37:30.080529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:30.188965 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:37:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:30.193229 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Checking router: 545d65d4-0382-49d3-8a8c-58685fd3e200 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:30.202139 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Routers {'545d65d4-0382-49d3-8a8c-58685fd3e200'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:30.202427 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['545d65d4-0382-49d3-8a8c-58685fd3e200'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:30.317033 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.356301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] DHCP port deletion for 9358c318-906a-4dc6-a248-02b5174fc792 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:37:30.361237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Deleting port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:37:30.361619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.384308 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] Set router 545d65d4-0382-49d3-8a8c-58685fd3e200 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:30.502192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.568631 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] For port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,segment=NetworkSegment(77b3205a-3df9-4df9-955f-6a3eb2b50b41),segment_id=77b3205a-3df9-4df9-955f-6a3eb2b50b41)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:30.569214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.590744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 0e562649-34af-4371-83fc-0c27bb3e7e06 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:37:30.591424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.666154 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:37:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:30.669992 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4186c-dae1-4b48-982a-9445c977c65f None None] The sync data for ids ['545d65d4-0382-49d3-8a8c-58685fd3e200'] in dv-neutron-835943-1-hyperv is: [{'id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059904943', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:35:34Z', 'updated_at': '2022-04-01T16:37:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '0e562649-34af-4371-83fc-0c27bb3e7e06', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545d65d4-0382-49d3-8a8c-58685fd3e200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:35:35Z', 'updated_at': '2022-04-01T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:30.690382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Calling delete_port for ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:37:30.778532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 0e562649-34af-4371-83fc-0c27bb3e7e06, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0e562649-34af-4371-83fc-0c27bb3e7e06,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:30.778884 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.853587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.898848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 0e562649-34af-4371-83fc-0c27bb3e7e06 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:37:30.900444 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] Pushing event deleted for resources: {'Port': ['ID=ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:30.902275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715360a-45fb-4d68-b0e8-9ce669d1a503 None None] No DVR routers for this DVR port ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:31.122821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.173451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=0e562649-34af-4371-83fc-0c27bb3e7e06,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:31.264798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.438490 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.438699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:37:31.440831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.472523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:37:31.472869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device ff9c0dff-b245-4985-b7f9-f0ef56cd8fb2 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:37:31.473310 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a455ed20-d52b-4468-a838-d4d431f0fca9 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:37:31.508079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: a455ed20-d52b-4468-a838-d4d431f0fca9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:37:31.508425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device a455ed20-d52b-4468-a838-d4d431f0fca9 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:37:31.539634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.540180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Fanout notify agent at l3_agent the message router_deleted on router 545d65d4-0382-49d3-8a8c-58685fd3e200 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:37:31.555152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.556263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0569a60-f976-4f80-b8d8-765296c439f5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/routers/545d65d4-0382-49d3-8a8c-58685fd3e200 HTTP/1.1" status: 204 len: 168 time: 1.4746940 Apr 01 16:37:31.558804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56952) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:31.774924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.903307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.927576 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9358c318-906a-4dc6-a248-02b5174fc792']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.940129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b3205a-3df9-4df9-955f-6a3eb2b50b41') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.940435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b3205a-3df9-4df9-955f-6a3eb2b50b41') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:31.953027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.969870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.976546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:37:31.976943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:37:31.993601 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:37:32.130737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.147929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.159675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Network': ['ID=9358c318-906a-4dc6-a248-02b5174fc792,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:32.237609 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3349b0c-0a9c-414d-9319-e0f82ebd9d1e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/networks/9358c318-906a-4dc6-a248-02b5174fc792 HTTP/1.1" status: 204 len: 168 time: 0.6777430 Apr 01 16:37:32.240154 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56956) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:32.309984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.339412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.382091 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c42d1ea5-4e76-4d77-85b0-af88c84b309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.465403 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.483483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6c55b0-062b-4042-9785-689679114fdc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:32.555371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.556499 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f3b1dcf-f5ef-4c43-8415-32a62d601be3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b6c55b0-062b-4042-9785-689679114fdc HTTP/1.1" status: 204 len: 168 time: 0.3154569 Apr 01 16:37:32.964612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.987181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.351411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0e562649-34af-4371-83fc-0c27bb3e7e06 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:37:33.360750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56964) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:33.365970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736327802', 'description': 'tempest-secgroup-smoke-736327802 description', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:33.371969 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:33.377051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:33.380042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:33.385486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 0e562649-34af-4371-83fc-0c27bb3e7e06 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:37:33.394145 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0e562649-34af-4371-83fc-0c27bb3e7e06 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:37:33.394914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:33.462211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.484914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:33.488895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:33.491770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:33.497503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:33.566861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.650041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.698191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40209723-ca5e-4a3c-ae58-1a7a17c06d93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:33.759255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.760586 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ad6d227-e165-4c45-b23c-f48f84510b74 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3987901 Apr 01 16:37:33.763559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56968) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:33.768848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:33.774660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:33.778650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:33.781586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:33.787387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:33.863271 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:33.922288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.001586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.024660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5820b3-f610-4077-b6bb-6f9a8a4a5f47,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:34.104846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.106064 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8cc9a5d8-c142-42bd-97d8-8ab7637e9c83 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415742 Apr 01 16:37:34.109801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:34.114681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:34.121028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:34.125085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:34.127989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:34.133635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:34.179191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.210530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.270470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.330204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.355787 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d15b6f-865d-47d6-b19a-b38d1d459862,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:34.442258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.443444 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-200940f9-c514-4fc2-a611-6ce280e29e4f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326836 Apr 01 16:37:34.446099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56976) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:34.450930 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:34.457299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:34.461131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:34.465467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:34.470550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:34.542355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.605450 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.667810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.688576 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.689774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a437a47-49df-43a1-b9d2-c13e2f1ec79a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:34.759004 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.760191 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3b1696fc-f6a6-421c-9500-4ff50567b4bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131893 Apr 01 16:37:34.762907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56980) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:34.768520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:34.774487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:34.778383 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:34.781303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:34.786844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:34.868102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.929150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.993266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.018173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b45a7b2-cda8-4e96-8cfb-8ce4be0a5d76,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:35.096444 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.097656 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-595e1a4a-0130-44db-9898-b29a1ddbc1f3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337944 Apr 01 16:37:35.100391 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56984) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:35.105360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:35.114306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:35.118741 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:35.121747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:35.128305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:35.190838 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:35.197785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.261427 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.336029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.363564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0721be72-93fc-4724-9d8d-d8ee2411729b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:35.427458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.428638 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0c98fc96-05ac-4b59-b773-4b8094457865 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273466 Apr 01 16:37:35.431166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:35.435959 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': '40209723-ca5e-4a3c-ae58-1a7a17c06d93', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:35.441756 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:35.445512 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:35.448332 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:35.453917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:35.527665 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:35.534933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.598591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.666934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.691439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cd502a-c0de-404d-b09c-775c367948c2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:35.756041 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.757242 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-efccfcfa-4592-4f12-aba1-36fcdcc490b8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3251643 Apr 01 16:37:35.760000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:35.766236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'network': {'name': 'tempest-network-smoke--1952522682', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:35.771333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:35.779188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:network and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:35.784020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:35.790955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:35.870636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:35.874121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.901609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:37:35.910401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.910742 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Added segment 1b5bd2ee-ed35-4907-8215-bc2498ed87bd of type vlan for network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 Apr 01 16:37:35.935441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.013414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.019386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.019968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.129236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Network': ['ID=6b4c64f3-a15f-4464-9c0c-93dbabb375a5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:36.139391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:37:36.174420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-573a3b1e-38be-445a-8e5e-0e79c081e6b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4133742 Apr 01 16:37:36.177073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 56996) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:36.182320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'admin_state_up': True, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:36.190105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:36.193902 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:router and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:36.196792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:36.203541 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:36.282456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.283507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.297796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.635026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.108161 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.137795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.272036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.112 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d1b4c5b3-a3c0-4672-9e17-59bd5347bf60) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:37.439588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.513459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.576516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:37.579790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:37.587972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:37.627234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:38.057348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:38.385347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:38.747215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 68118695-0391-4d43-998a-61242afedad2 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:37:38.922310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:38.932614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Sync routers for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:38.942169 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:38.942779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:39.002098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.003254 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-83612a52-5a56-4f67-becb-504e8bf16347 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8251777 Apr 01 16:37:39.006429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57002) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:39.086320 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5eb748f7-500d-4a41-b550-6bf1b497d3d5 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=942cfa30fa334e90b35b8b3d669e8eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787933 Apr 01 16:37:39.088986 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57008) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:39.118569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:39.220452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9352bc7b-db6c-48b2-a5b0-a3ab4794161f tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:39.224557 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9352bc7b-db6c-48b2-a5b0-a3ab4794161f tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320653 Apr 01 16:37:39.224770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:39.270163 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-85261334-c353-4101-9c10-54f027e89e12 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420265 Apr 01 16:37:39.270376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57016) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:39.275578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393500348', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:39.383724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:39.387463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:subnet and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:39.390487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:39.396288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:39.432035 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:39.435986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Checking router: 68118695-0391-4d43-998a-61242afedad2 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:39.436340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Updating router 68118695-0391-4d43-998a-61242afedad2 port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:39.470488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:39.474026 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.488610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.629112 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:37:39.768418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.808653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.820671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Transition to ACTIVE for port object d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:39.846371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Subnet': ['ID=0879349c-090a-4b69-bf8d-1d065ffca5c7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:39.855058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Checking segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:39.855451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network hostable DHCP agents. Network: 6b4c64f3-a15f-4464-9c0c-93dbabb375a5, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:37:39.893676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.972786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Attempting to bind port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:39.973406 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Attempting to bind port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:39.973517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Attempting to bind port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:39.979003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115c96e-470d-4130-afd4-2c862951ae8c None None] Pushing event updated for resources: {'Port': ['ID=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:39.979183 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:37:39.983552 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:39.983923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:39.984341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:39.985109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:39.985233 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Bound port: d1b4c5b3-a3c0-4672-9e17-59bd5347bf60, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:39.985533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:40.042176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 6b4c64f3-a15f-4464-9c0c-93dbabb375a5) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:40.046886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:40.047460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:40.053104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4237a6-969b-49a3-ad7a-e7598dd3d99d None None] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:37:40.084754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] For port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:40.117339 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0c2748d2-1025-4cc5-8b01-7893795c06ed tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8459961 Apr 01 16:37:40.120119 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:40.141849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] For port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:40.208357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:40.335452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:40.336084 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:40.397479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115c96e-470d-4130-afd4-2c862951ae8c None None] Pushing event updated for resources: {'Port': ['ID=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:40.409148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:37:40.409960 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:40.611622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:40.888723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Allocated IP 172.20.0.2 (6b4c64f3-a15f-4464-9c0c-93dbabb375a5/0879349c-090a-4b69-bf8d-1d065ffca5c7/de14c52c-7aae-4544-80ac-3f03128a755c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:40.905189 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.147103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:41.159527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e68c1d-8a4b-4639-a7ee-38d9e8318dd5 None None] The sync data for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv is: [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:41.166076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.177107 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Transition to ACTIVE for port object de14c52c-7aae-4544-80ac-3f03128a755c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:41.203931 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Transition to ACTIVE for port object de14c52c-7aae-4544-80ac-3f03128a755c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:41.265795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.331774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:41.333742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.1 (6b4c64f3-a15f-4464-9c0c-93dbabb375a5/0879349c-090a-4b69-bf8d-1d065ffca5c7/8d969e29-8454-4e57-ab6b-e6b7699e7f76) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:41.339199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:41.344252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:41.350236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Pushing event updated for resources: {'Port': ['ID=de14c52c-7aae-4544-80ac-3f03128a755c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:41.463039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Attempting to bind port de14c52c-7aae-4544-80ac-3f03128a755c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:41.463435 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Attempting to bind port de14c52c-7aae-4544-80ac-3f03128a755c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:41.463802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Attempting to bind port de14c52c-7aae-4544-80ac-3f03128a755c on network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:41.470048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:41.470421 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Checking segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:41.470830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.471303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Bound using segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:41.471779 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Bound port: de14c52c-7aae-4544-80ac-3f03128a755c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:41.472157 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.548298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.565522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 8d969e29-8454-4e57-ab6b-e6b7699e7f76 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:41.573580 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] For port de14c52c-7aae-4544-80ac-3f03128a755c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:41.576682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] For port de14c52c-7aae-4544-80ac-3f03128a755c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de14c52c-7aae-4544-80ac-3f03128a755c,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:41.662218 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.689019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.750037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c6f21-2c21-47e2-874a-2b4c95ae776d None None] Pushing event updated for resources: {'Port': ['ID=de14c52c-7aae-4544-80ac-3f03128a755c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:41.761935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:41.766352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:41.775251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:41.814211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:41.842638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.195811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.710854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.768173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.882539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:42.885973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:43.021334 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:43.022353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:43.210180 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 68118695-0391-4d43-998a-61242afedad2 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:43.396501 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:43.409719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140949bf-ec52-4028-a3d3-d3ba3337e7ad None None] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:37:43.417450 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f6e601c-6cb5-4284-87df-a69287366c1a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/68118695-0391-4d43-998a-61242afedad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962031 Apr 01 16:37:43.418510 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Sync routers for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:43.433847 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:43.434470 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:43.478819 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:43.590720 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-39f2ffa2-4d2a-4962-8ee2-fe5c215a43fd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736327802&fields=id&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 267 time: 0.0396841 Apr 01 16:37:43.670479 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:43.677208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-af9da5e7-2c5a-4cc3-9c6f-beb2018c79d2 None None] Provisioning for port de14c52c-7aae-4544-80ac-3f03128a755c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:43.743397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:43.749624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:43.750003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:43.753729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-081c7795-dab5-418f-aace-d6f8dbfb1580 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:43.754702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-081c7795-dab5-418f-aace-d6f8dbfb1580 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:43.828303 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-081c7795-dab5-418f-aace-d6f8dbfb1580 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:43.831890 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-081c7795-dab5-418f-aace-d6f8dbfb1580 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 797 time: 0.2313046 Apr 01 16:37:43.852561 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e9885ccb-126a-4e53-a5f4-13031e4758b4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/quotas/942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 375 time: 0.0150831 Apr 01 16:37:43.894952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:43.924346 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:43.948252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e41bcc3f-dca1-4251-9f0d-d7e14f4c5ea1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:43.970760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:43.972008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de14c52c-7aae-4544-80ac-3f03128a755c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:44.033683 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 2, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:44.036674 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Checking router: 68118695-0391-4d43-998a-61242afedad2 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:44.037034 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Updating router 68118695-0391-4d43-998a-61242afedad2 port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:44.047749 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e41bcc3f-dca1-4251-9f0d-d7e14f4c5ea1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:44.049084 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e41bcc3f-dca1-4251-9f0d-d7e14f4c5ea1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1957817 Apr 01 16:37:44.084187 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:44.102649 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.190311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Provisioning for port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:44.196309 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Provisioning complete for port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:44.201483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.236951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port de14c52c-7aae-4544-80ac-3f03128a755c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:44.251805 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port de14c52c-7aae-4544-80ac-3f03128a755c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:44.252183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.334500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:44.343821 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-61005cf4-06d9-4dec-923e-e17e1e1fd939 service neutron] 10.222.0.18 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815619 Apr 01 16:37:44.447872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Provisioning complete for port de14c52c-7aae-4544-80ac-3f03128a755c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:44.448376 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.483657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.490513 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.503653 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-3f236c38-1a45-4e3a-939a-1c1bca713e80 service neutron] 10.222.0.18 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554472 Apr 01 16:37:44.505036 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Transition to ACTIVE for port object 8d969e29-8454-4e57-ab6b-e6b7699e7f76 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:44.538105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port de14c52c-7aae-4544-80ac-3f03128a755c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de14c52c-7aae-4544-80ac-3f03128a755c,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:44.570746 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.597513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.607908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.707031 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Pushing event updated for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:44.716532 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.717419 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.717928 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.718407 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.718881 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.719414 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.723539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:44.765802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:37:44.766199 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a9adfc41-3ac8-4453-a50b-6c462e3d5642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:37:44.766697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=de14c52c-7aae-4544-80ac-3f03128a755c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:44.827349 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Attempting to bind port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:44.827792 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Attempting to bind port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:44.828260 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Attempting to bind port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 on network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:44.835665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-64c517bd-4096-4b1c-93b2-55f629169062 req-1afaed1c-a8e5-4833-bdc6-65cd5d311f93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:44.836413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:44.836413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Checking segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:44.836413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.836413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Bound using segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:44.836413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Bound port: 8d969e29-8454-4e57-ab6b-e6b7699e7f76, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:44.837072 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:44.845151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-64c517bd-4096-4b1c-93b2-55f629169062 req-1afaed1c-a8e5-4833-bdc6-65cd5d311f93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:44.846623 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-64c517bd-4096-4b1c-93b2-55f629169062 req-1afaed1c-a8e5-4833-bdc6-65cd5d311f93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 210 time: 0.0678275 Apr 01 16:37:44.926336 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] For port 8d969e29-8454-4e57-ab6b-e6b7699e7f76, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:44.929435 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] For port 8d969e29-8454-4e57-ab6b-e6b7699e7f76, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d969e29-8454-4e57-ab6b-e6b7699e7f76,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:44.982341 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:45.059723 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:45.060507 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:45.132585 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43eac1-9afc-4337-9e56-a1b2844695cf None None] Pushing event updated for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:45.254268 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:45.413393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:45.490200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:45.490817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:45.573461 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:44Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:45.577331 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7ebc3-5bd6-4ef3-8737-775ed5034a83 None None] The sync data for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv is: [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:44Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:45.615477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de14c52c-7aae-4544-80ac-3f03128a755c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:45.702443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port de14c52c-7aae-4544-80ac-3f03128a755c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:45.702813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:46.016983 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05d4c3e5-f301-4d04-a5e8-009aba08c4dd req-23dc3789-45a1-4862-bf41-1a72d2bf8d7d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 210 time: 0.0478351 Apr 01 16:37:47.080125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-8793368c-8f94-4383-8002-988b1ab464b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:47.081785 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-8793368c-8f94-4383-8002-988b1ab464b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:47.096093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-8793368c-8f94-4383-8002-988b1ab464b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:47.097440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-8793368c-8f94-4383-8002-988b1ab464b0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 797 time: 0.1734734 Apr 01 16:37:47.184404 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-65b7a289-21cf-4d82-a1c4-171ab66d8e81 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:47.195133 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb6a4b44-5267-4b85-bef2-aef76d9b2ae3 req-fbf703f3-868d-408a-8320-6ef8d9d70aa9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 210 time: 0.0569870 Apr 01 16:37:47.270349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-65b7a289-21cf-4d82-a1c4-171ab66d8e81 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:47.271584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-65b7a289-21cf-4d82-a1c4-171ab66d8e81 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 379 time: 0.1662474 Apr 01 16:37:47.280121 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'port': {'device_id': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'admin_state_up': True, 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'security_groups': ['40209723-ca5e-4a3c-ae58-1a7a17c06d93']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:47.423849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:47.431558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d969e29-8454-4e57-ab6b-e6b7699e7f76 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:47.437695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:47.507388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:47.510906 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:47.581680 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:47.586898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:47.587372 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:47.674390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.9 (6b4c64f3-a15f-4464-9c0c-93dbabb375a5/0879349c-090a-4b69-bf8d-1d065ffca5c7/e0ae72f3-5274-478d-a16b-438548941a7a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:47.708849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:47.744533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8d969e29-8454-4e57-ab6b-e6b7699e7f76, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d969e29-8454-4e57-ab6b-e6b7699e7f76,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:47.836339 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:47.912347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:47.971550 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:47.986707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object e0ae72f3-5274-478d-a16b-438548941a7a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:48.105176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:48.171792 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:48.179922 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:48.182330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:48.222699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:48.257856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:48.258474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:48.334104 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-b9c865f4-726f-4ae5-a762-7165ff1922f4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577006 Apr 01 16:37:48.346477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Request body: {'port': {'device_id': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:48.395391 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9878-0182-4148-9e08-b6894bfc2221 req-cdaea025-ee68-4d4a-80ac-08c577250fdb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:48.396859 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f7b9878-0182-4148-9e08-b6894bfc2221 req-cdaea025-ee68-4d4a-80ac-08c577250fdb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 931 time: 0.0850484 Apr 01 16:37:48.441187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f7b9878-0182-4148-9e08-b6894bfc2221 req-b085aac8-6301-4a84-93ec-5f2738925df4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Apr 01 16:37:48.460748 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:48.487727 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6dbff21c-3e57-43fe-8b0d-a590d74483a2 None None] Provisioning for port e0ae72f3-5274-478d-a16b-438548941a7a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:48.493261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6dbff21c-3e57-43fe-8b0d-a590d74483a2 None None] Provisioning complete for port e0ae72f3-5274-478d-a16b-438548941a7a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:48.493630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6dbff21c-3e57-43fe-8b0d-a590d74483a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:48.556155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6dbff21c-3e57-43fe-8b0d-a590d74483a2 None None] Port e0ae72f3-5274-478d-a16b-438548941a7a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:37:48.798375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ae72f3-5274-478d-a16b-438548941a7a {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:48.805424 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:48.819968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Transition to ACTIVE for port object e0ae72f3-5274-478d-a16b-438548941a7a will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:48.886923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:49.045460 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:49.121810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Attempting to bind port e0ae72f3-5274-478d-a16b-438548941a7a on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:49.122467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Attempting to bind port e0ae72f3-5274-478d-a16b-438548941a7a by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:49.122467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Attempting to bind port e0ae72f3-5274-478d-a16b-438548941a7a on network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:49.127924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Port e0ae72f3-5274-478d-a16b-438548941a7a on network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:37:49.128248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Attempting to bind port e0ae72f3-5274-478d-a16b-438548941a7a on network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:37:49.133352 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:37:49.133693 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Checking segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:37:49.134076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Bound using segment: {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:37:49.134506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Bound port: e0ae72f3-5274-478d-a16b-438548941a7a, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5bd2ee-ed35-4907-8215-bc2498ed87bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:49.134854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:49.226786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:37:49.229675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e0ae72f3-5274-478d-a16b-438548941a7a,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:37:49.295732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:49.351276 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:49.351887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:49.353324 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] 10.222.0.90 "PUT /v2.0/ports/e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 1093 time: 1.0118015 Apr 01 16:37:49.353806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:49.389055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbda3b-c9f6-41d5-b46e-f38685b11158 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:49.409149 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'status': 'completed', 'code': 200} Apr 01 16:37:49.422335 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d969e29-8454-4e57-ab6b-e6b7699e7f76 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:49.495267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:49.496336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:49.511603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-d6059d23-e0bb-4aa3-a0bc-87b8306878f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:49.513378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-d6059d23-e0bb-4aa3-a0bc-87b8306878f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1096 time: 0.0850248 Apr 01 16:37:49.653138 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75d369-b5bb-4b09-98c4-d9247531ae78 req-f1f60252-f60f-4e17-9f44-163466e395fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:49.654801 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a75d369-b5bb-4b09-98c4-d9247531ae78 req-f1f60252-f60f-4e17-9f44-163466e395fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 943 time: 0.0926256 Apr 01 16:37:49.664505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-dbff3b0f-4011-4e46-b74b-88fa9a8f47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:49.665983 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-dbff3b0f-4011-4e46-b74b-88fa9a8f47a9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1453667 Apr 01 16:37:49.701757 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a75d369-b5bb-4b09-98c4-d9247531ae78 req-f0ed95ff-c6e6-4c72-bf2f-8adc7d8dbdda tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 Apr 01 16:37:49.810396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-95b0ac0e-eca5-4d10-9a7b-ddc027928f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:49.811872 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-285ca970-7fb2-4dde-93d6-0be3c6f432ff req-95b0ac0e-eca5-4d10-9a7b-ddc027928f3e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403122 Apr 01 16:37:50.003860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-4fcd10c2-d562-4539-9967-8117e53e31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:50.005237 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-4fcd10c2-d562-4539-9967-8117e53e31ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1096 time: 0.1600029 Apr 01 16:37:50.076278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-7891b50b-be4b-472b-a225-cf4ef3bea044 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 217 time: 0.0612874 Apr 01 16:37:50.137775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-3b27a088-3b90-4631-9f8c-6597b24097e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:50.139246 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-3b27a088-3b90-4631-9f8c-6597b24097e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 200 len: 835 time: 0.0567393 Apr 01 16:37:50.212728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e172cefb-79d3-4b44-889e-88fe8b72177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:50.214176 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-e172cefb-79d3-4b44-889e-88fe8b72177c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687726 Apr 01 16:37:50.342770 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-73a681d0-43a0-4622-a25a-ca09f218323c service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220348 Apr 01 16:37:50.470984 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cde0f7b8-cf95-49e8-8ba1-a80e0c53b2c4 req-4d6409a4-4e94-4872-ae0c-edd1d746e750 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216905 Apr 01 16:37:50.889505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743373-3f6b-4a8c-8f2b-eb432b9a0d64 req-e21eb925-0754-4e41-b0b9-63bd4dd5d9ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:50.890193 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e1743373-3f6b-4a8c-8f2b-eb432b9a0d64 req-e21eb925-0754-4e41-b0b9-63bd4dd5d9ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:50.967454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e1743373-3f6b-4a8c-8f2b-eb432b9a0d64 req-e21eb925-0754-4e41-b0b9-63bd4dd5d9ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:50.968605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1743373-3f6b-4a8c-8f2b-eb432b9a0d64 req-e21eb925-0754-4e41-b0b9-63bd4dd5d9ef tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 943 time: 0.1612117 Apr 01 16:37:51.013708 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1743373-3f6b-4a8c-8f2b-eb432b9a0d64 req-4674d6ad-f01b-413b-b0e4-cb3aada50032 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392034 Apr 01 16:37:51.574462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e0ae72f3-5274-478d-a16b-438548941a7a details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:37:51.718382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e0ae72f3-5274-478d-a16b-438548941a7a,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:51.732589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'port_id': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'mac_address': 'fa:16:3e:60:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:37:51.789910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:51.809492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ae72f3-5274-478d-a16b-438548941a7a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:51.825178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e0ae72f3-5274-478d-a16b-438548941a7a,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:51.910400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:51.979008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:51.987410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.987760 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.988100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.988434 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.988766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.989101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.989427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.989752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.990184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.990515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.990840 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:51.991180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:52.120559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['e0ae72f3-5274-478d-a16b-438548941a7a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:37:52.219105 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7e8d7-68d5-418d-98ca-66b702346c53 req-013d80ca-075c-484d-a07e-64e01c831572 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:52.221300 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-96c7e8d7-68d5-418d-98ca-66b702346c53 req-013d80ca-075c-484d-a07e-64e01c831572 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 944 time: 0.0990217 Apr 01 16:37:52.269112 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-96c7e8d7-68d5-418d-98ca-66b702346c53 req-e403fa3f-6e07-42ab-9dd4-ad144e7f936f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Apr 01 16:37:53.456822 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea1da7-b959-4e3f-8697-df123c6dd2eb req-1c290c70-c31b-46c0-87dc-79d628cacc14 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:53.458148 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e9ea1da7-b959-4e3f-8697-df123c6dd2eb req-1c290c70-c31b-46c0-87dc-79d628cacc14 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 944 time: 0.0827627 Apr 01 16:37:53.501649 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e9ea1da7-b959-4e3f-8697-df123c6dd2eb req-35faa46d-6101-4b09-9608-35141a1f36cb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379024 Apr 01 16:37:53.590070 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e0ae72f3-5274-478d-a16b-438548941a7a up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:53.709638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port e0ae72f3-5274-478d-a16b-438548941a7a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:53.714261 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port e0ae72f3-5274-478d-a16b-438548941a7a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:53.715515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:53.830910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:53.857527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:53.867528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e0ae72f3-5274-478d-a16b-438548941a7a,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:37:53.900072 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'code': 200} Apr 01 16:37:53.941641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:54.007619 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:54.250105 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3207f9-9574-488e-bdce-f59ab0a55d58 req-29ee46a3-89d7-487d-a2bd-df35d3a425b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:54.252095 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c3207f9-9574-488e-bdce-f59ab0a55d58 req-29ee46a3-89d7-487d-a2bd-df35d3a425b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1098 time: 0.0693827 Apr 01 16:37:54.291690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c3207f9-9574-488e-bdce-f59ab0a55d58 req-4c1e9d5c-e90c-433e-b09f-8bf1c3a10154 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336683 Apr 01 16:37:54.684238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673384e-f78b-4fc5-8649-30e32cf6b7cf req-713b76a0-8cc9-4883-947f-58ccb88e7ae1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:54.685679 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9673384e-f78b-4fc5-8649-30e32cf6b7cf req-713b76a0-8cc9-4883-947f-58ccb88e7ae1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0825522 Apr 01 16:37:54.728949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9673384e-f78b-4fc5-8649-30e32cf6b7cf req-1c8adcc0-503c-4819-a8fd-c1e2ba6a4943 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370927 Apr 01 16:37:55.918805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857e37-f3f0-4d9d-8b57-a26b5921642f req-4c89c144-4eee-4dab-aceb-9c737113e045 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:55.924706 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b857e37-f3f0-4d9d-8b57-a26b5921642f req-4c89c144-4eee-4dab-aceb-9c737113e045 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0866179 Apr 01 16:37:55.963916 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b857e37-f3f0-4d9d-8b57-a26b5921642f req-b5318674-92df-4a7b-9af1-23b200a34e82 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380034 Apr 01 16:37:56.145328 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1954820-d602-46e2-8621-6a15ccbbc8e3 req-76462e80-b765-4b8d-ac43-25f97377a753 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:56.146769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1954820-d602-46e2-8621-6a15ccbbc8e3 req-76462e80-b765-4b8d-ac43-25f97377a753 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0804367 Apr 01 16:37:56.189981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1954820-d602-46e2-8621-6a15ccbbc8e3 req-b05f0227-a1ea-49a6-844c-3f698dcd54c1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375562 Apr 01 16:37:56.211903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:56.283011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06a843-82d4-45c9-9051-688c14e6f882 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:56.284506 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af06a843-82d4-45c9-9051-688c14e6f882 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1093 time: 0.0716579 Apr 01 16:37:56.287176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:56.291856 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:56.298278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:56.302113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:floatingip and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:56.304915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:56.310673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:56.409853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:56.542828 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:56.676390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.30 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/8fb5fafc-a4e0-45d2-9f8a-716ee7265351) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:56.824801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:56.916296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:56.974440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:56.977085 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:56.985465 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:37:57.123796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=8fb5fafc-a4e0-45d2-9f8a-716ee7265351,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:57.496064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:57.630960 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:57.836621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:57.921120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:58.023903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=8fb5fafc-a4e0-45d2-9f8a-716ee7265351,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:58.035519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:58.207028 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 8c84b118-418e-4911-805e-963a28a78a31 associated. External IP: 172.26.7.30, port: e0ae72f3-5274-478d-a16b-438548941a7a. Apr 01 16:37:58.544686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 68118695-0391-4d43-998a-61242afedad2 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:37:58.822654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:37:58.832037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Sync routers for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:58.841313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:58.841939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:58.895855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:58.950423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b60edeaa-6a8c-4283-b247-3f7b9ca8fd93 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6622589 Apr 01 16:37:58.951009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:59.003412 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'status': 'completed', 'code': 200} Apr 01 16:37:59.029772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:59.100963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-ae758196-f95f-4b1d-8ec5-731b6014559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:59.102821 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-ae758196-f95f-4b1d-8ec5-731b6014559e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1098 time: 0.0769751 Apr 01 16:37:59.135010 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0485940-ebd0-4383-a484-801874fca0de req-c1f03260-59af-4df7-9c07-e6bc439e1280 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:59.136624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0485940-ebd0-4383-a484-801874fca0de req-c1f03260-59af-4df7-9c07-e6bc439e1280 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0923994 Apr 01 16:37:59.187514 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0485940-ebd0-4383-a484-801874fca0de req-2585219f-76a1-486e-aa7f-3ecad24cd8ab tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Apr 01 16:37:59.210536 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:59.241919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-c4675f92-b2e6-4355-b83d-35823ad6a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:59.243395 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-c4675f92-b2e6-4355-b83d-35823ad6a148 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 898 time: 0.1344457 Apr 01 16:37:59.321254 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-371f6bb9-63b4-4e34-9d50-bf0d58f8c013 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 200 len: 990 time: 0.1090539 Apr 01 16:37:59.349202 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-3c0b8d5d-7d48-4c9a-a329-239e94c5efcc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 998 time: 0.0994999 Apr 01 16:37:59.387119 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8c84b118-418e-4911-805e-963a28a78a31', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '68118695-0391-4d43-998a-61242afedad2', 'port_id': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'mac_address': 'fa:16:3e:60:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:57Z', 'updated_at': '2022-04-01T16:37:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:59.391109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Checking router: 68118695-0391-4d43-998a-61242afedad2 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:59.399639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:37:59.400247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:37:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:59.413000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-f8ec3a4d-e865-4b48-b9c6-9bc9394925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:59.414553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-f8ec3a4d-e865-4b48-b9c6-9bc9394925c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 200 len: 835 time: 0.0592062 Apr 01 16:37:59.494836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-62542149-4338-42a2-8562-510f209e74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:59.497653 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-62542149-4338-42a2-8562-510f209e74d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758832 Apr 01 16:37:59.580009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f38cdcc-77e6-41d3-8dec-1f19b2f5dba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:59.588972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:37:59.625938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-71627076-7007-4973-a638-e634d21fb8c7 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237841 Apr 01 16:37:59.755033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4e35625-2d62-4f39-8ad0-90a6d00ae8cb req-63469f28-70f2-4241-a551-db45593df3a7 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240325 Apr 01 16:37:59.974482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8c84b118-418e-4911-805e-963a28a78a31', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '68118695-0391-4d43-998a-61242afedad2', 'port_id': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'mac_address': 'fa:16:3e:60:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:57Z', 'updated_at': '2022-04-01T16:37:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:59.978263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f50621-a30b-4de4-a1fe-99bae8c9b1ee None None] The sync data for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv is: [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '8c84b118-418e-4911-805e-963a28a78a31', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': '68118695-0391-4d43-998a-61242afedad2', 'port_id': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'mac_address': 'fa:16:3e:60:77:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:57Z', 'updated_at': '2022-04-01T16:37:57Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:38:00.159355 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21425240-390c-42f4-83eb-13b4ebe536ff None None] New status for floating IP 8c84b118-418e-4911-805e-963a28a78a31: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:38:00.325018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:38:00.427173 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e6f45316-94d7-43f6-b772-27e3dd6df31e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 200 len: 990 time: 0.1010141 Apr 01 16:38:01.430142 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:38:01.536145 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a55971f2-0627-440f-bf6d-dc5074f3726c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 200 len: 992 time: 0.1049366 Apr 01 16:38:02.398334 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-beaae25a-3e3c-4161-94b6-227889c0f5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:02.984115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:03.012332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:04.149461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:04.712430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:16.627550 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:38:26.545970 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac3f1-088b-4746-9be8-cc4fd5ca7c31 req-ce71f1d5-adb3-4c03-90bb-ae00dff6d62a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:26.547794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-023ac3f1-088b-4746-9be8-cc4fd5ca7c31 req-ce71f1d5-adb3-4c03-90bb-ae00dff6d62a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0917635 Apr 01 16:38:26.593034 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-023ac3f1-088b-4746-9be8-cc4fd5ca7c31 req-c88cb6d9-d8ba-49bd-8d83-898ac9ccff33 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388107 Apr 01 16:38:27.363629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9b15-9d1f-4483-887b-6d013332a867 req-306f1bcf-7d25-4ccb-b926-2a783f086c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:27.365102 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-306f1bcf-7d25-4ccb-b926-2a783f086c6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1098 time: 0.0707183 Apr 01 16:38:27.510569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9b15-9d1f-4483-887b-6d013332a867 req-2e552eb9-68b8-48f4-96f6-7097e7da6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:27.511966 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-2e552eb9-68b8-48f4-96f6-7097e7da6160 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 898 time: 0.1278558 Apr 01 16:38:27.713664 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-f1620f78-7e9c-4650-8914-904c586223bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 1000 time: 0.1948814 Apr 01 16:38:27.779956 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9b15-9d1f-4483-887b-6d013332a867 req-0c4e619e-5756-4034-871f-8198791502f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:27.780885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cfc3-fc8f-4219-89c0-2abed473fbd0 req-9e8c11a2-dd73-49c3-91fb-e3868eba5fec tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:27.781379 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-0c4e619e-5756-4034-871f-8198791502f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 200 len: 835 time: 0.0614107 Apr 01 16:38:27.782331 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63b2cfc3-fc8f-4219-89c0-2abed473fbd0 req-9e8c11a2-dd73-49c3-91fb-e3868eba5fec tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0824654 Apr 01 16:38:27.826067 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63b2cfc3-fc8f-4219-89c0-2abed473fbd0 req-bde2b018-cd72-4a37-b5e9-9372d0691877 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Apr 01 16:38:27.855330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9b15-9d1f-4483-887b-6d013332a867 req-93871ce3-830d-442a-aded-cfdc0f17622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:27.857134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-93871ce3-830d-442a-aded-cfdc0f17622b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702050 Apr 01 16:38:27.866615 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-17ead013-e11f-42c3-8dde-0011e3e03d90 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:38:27.867561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-17ead013-e11f-42c3-8dde-0011e3e03d90 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048459 Apr 01 16:38:27.998205 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-9209df3b-5754-44b6-ae50-675735ed8a1f service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244020 Apr 01 16:38:28.126958 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-179d9b15-9d1f-4483-887b-6d013332a867 req-490644f7-ef26-49fa-8fac-c6ecc3195cd9 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Apr 01 16:38:29.017069 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a19b9-cb1a-4acb-af0b-65a89681265c req-22aebd0e-f4fa-4271-bcd3-85a4865fc30a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:29.019037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a86a19b9-cb1a-4acb-af0b-65a89681265c req-22aebd0e-f4fa-4271-bcd3-85a4865fc30a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0879104 Apr 01 16:38:29.064267 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a86a19b9-cb1a-4acb-af0b-65a89681265c req-e421f4d6-26e1-4f2d-9b0f-7e97f7d4a3d2 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395794 Apr 01 16:38:29.503900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6c0b-97bb-4c22-bf44-b06153b8eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:30.251669 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6b81-81cc-4e7c-b076-5f990e9ce683 req-92a2d627-091b-4422-9635-be9e121fd62c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:30.253104 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0cc6b81-81cc-4e7c-b076-5f990e9ce683 req-92a2d627-091b-4422-9635-be9e121fd62c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0834615 Apr 01 16:38:30.295901 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0cc6b81-81cc-4e7c-b076-5f990e9ce683 req-d1e49c2b-511b-4c1b-b235-b30ff6bd362f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372553 Apr 01 16:38:31.484255 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc0e2-a161-4af3-90a4-0fb19e23b2bc req-58d87326-615c-459a-b60a-27388448ee35 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:31.485621 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-306fc0e2-a161-4af3-90a4-0fb19e23b2bc req-58d87326-615c-459a-b60a-27388448ee35 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0792179 Apr 01 16:38:31.531977 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-306fc0e2-a161-4af3-90a4-0fb19e23b2bc req-d10e9a5b-68fa-4ee1-ac5c-eb4814e645e1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397992 Apr 01 16:38:32.386456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c82833e-1c9a-40a2-9523-5e72e0ffc53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:32.713287 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b64c74-31e2-4b60-a46a-39a82dd8ecd3 req-962b8f7a-99e7-4408-9cd3-de2d5af73e4e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:32.714638 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36b64c74-31e2-4b60-a46a-39a82dd8ecd3 req-962b8f7a-99e7-4408-9cd3-de2d5af73e4e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0789986 Apr 01 16:38:32.758159 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36b64c74-31e2-4b60-a46a-39a82dd8ecd3 req-88a4ef7e-1887-466e-a3de-da2abaacb6f8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378361 Apr 01 16:38:33.003958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:33.031828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:33.940125 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c1417-b663-4f9d-abb1-70ee3e1a0abc req-6e26bb17-2836-4a33-bccf-5bee1bd021c9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:33.941549 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c94c1417-b663-4f9d-abb1-70ee3e1a0abc req-6e26bb17-2836-4a33-bccf-5bee1bd021c9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0808718 Apr 01 16:38:33.988611 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c94c1417-b663-4f9d-abb1-70ee3e1a0abc req-a751cd9b-72c1-4d16-b76c-c481e9e03406 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Apr 01 16:38:34.142895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:34.714336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:35.181074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e8e3-34b2-40f4-b9c8-3ccfc32d28a4 req-2fff8fbd-c86d-46ba-b9e1-39ece3074376 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:35.182536 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46a6e8e3-34b2-40f4-b9c8-3ccfc32d28a4 req-2fff8fbd-c86d-46ba-b9e1-39ece3074376 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0847509 Apr 01 16:38:35.226445 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46a6e8e3-34b2-40f4-b9c8-3ccfc32d28a4 req-e8d9d044-a80c-4046-8d94-5a52285351d1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383062 Apr 01 16:38:36.413217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572f769-d5da-4532-ac33-37d77d33db83 req-3068d442-e1b8-4362-85b6-9aa707694a95 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:36.414593 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0572f769-d5da-4532-ac33-37d77d33db83 req-3068d442-e1b8-4362-85b6-9aa707694a95 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0796883 Apr 01 16:38:36.462698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0572f769-d5da-4532-ac33-37d77d33db83 req-5d918e35-e296-4298-bb33-d610bbfa504e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423958 Apr 01 16:38:37.648937 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b559-6624-4d41-b982-fb351a64a79d req-9a75a3a7-8789-448b-b984-5b4a71c7f4fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:37.650493 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8462b559-6624-4d41-b982-fb351a64a79d req-9a75a3a7-8789-448b-b984-5b4a71c7f4fa tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0799005 Apr 01 16:38:37.699468 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8462b559-6624-4d41-b982-fb351a64a79d req-0e4af0d3-2c05-4579-84db-bbd3e1ca3136 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Apr 01 16:38:37.723478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:38:37.824081 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-daa61911-0f9d-4d66-a344-d167d8e33dd5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 200 len: 992 time: 0.0993998 Apr 01 16:38:39.396680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9c352-47dd-41f6-aa16-20ee8e8cc30f req-e2de2e4b-f450-45f9-be49-b99176fee6e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:39.398146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42f9c352-47dd-41f6-aa16-20ee8e8cc30f req-e2de2e4b-f450-45f9-be49-b99176fee6e0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0810575 Apr 01 16:38:39.447571 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42f9c352-47dd-41f6-aa16-20ee8e8cc30f req-11decf25-8872-45ed-a258-f73372beb840 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 Apr 01 16:38:39.548438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-b5c5faca-9a53-4521-94d1-9a04157107c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:39.549796 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-b5c5faca-9a53-4521-94d1-9a04157107c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1098 time: 0.1176496 Apr 01 16:38:39.681690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-a17ad4da-e2d3-42c0-9c04-db92300d0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:39.683136 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-a17ad4da-e2d3-42c0-9c04-db92300d0b81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 898 time: 0.1269650 Apr 01 16:38:39.785332 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-60b35ded-f3cd-4abe-b767-cf5b5a5cfe20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 1000 time: 0.0955236 Apr 01 16:38:39.844860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-a9044525-3ab0-4898-aeab-435b179dc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:39.846234 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-a9044525-3ab0-4898-aeab-435b179dc8e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 200 len: 835 time: 0.0553982 Apr 01 16:38:39.918099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-e43b83fd-d359-4e36-ac0c-5dd55d08ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:39.919564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-e43b83fd-d359-4e36-ac0c-5dd55d08ab0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673618 Apr 01 16:38:40.046816 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-1ca21749-d357-45d2-b944-4839f62a46c8 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211596 Apr 01 16:38:40.270772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c036b545-f89e-41a3-b341-5d80bed109a6 req-f65ee711-1bea-4493-b712-573c74389837 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183464 Apr 01 16:38:40.635908 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458c760-7394-4e40-af80-c96465d6b00e req-04966fe9-d34f-40d6-92e2-5d82b8eb4b6d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:40.637389 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4458c760-7394-4e40-af80-c96465d6b00e req-04966fe9-d34f-40d6-92e2-5d82b8eb4b6d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0845058 Apr 01 16:38:40.682099 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4458c760-7394-4e40-af80-c96465d6b00e req-e884b51a-0758-4a78-ba2b-62af877ad16c tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 Apr 01 16:38:41.869497 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b55f53-29e2-4dec-b148-34c2c5b357a8 req-64e23e72-5165-4f1e-a541-41619536c31a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:41.870940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3b55f53-29e2-4dec-b148-34c2c5b357a8 req-64e23e72-5165-4f1e-a541-41619536c31a tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0816636 Apr 01 16:38:41.914613 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3b55f53-29e2-4dec-b148-34c2c5b357a8 req-068eb407-1c3c-4f69-8cc7-9b7e5c3faeb5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Apr 01 16:38:41.937619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:38:42.137406 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-24e1f627-d8a1-49b5-9d7a-e0f47b05775e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 200 len: 992 time: 0.1985917 Apr 01 16:38:53.629294 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:38:59.530686 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-119a99e6-ed91-4b02-8103-e3748acc38d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:02.380197 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-135b9573-826c-4506-ad09-11e3cd2f5487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:03.003104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:03.054019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:04.153263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:04.707148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:10.539708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:10.738848 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 8fb5fafc-a4e0-45d2-9f8a-716ee7265351 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:39:10.739215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:10.901640 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:10.901968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:11.023481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 8fb5fafc-a4e0-45d2-9f8a-716ee7265351 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:39:11.250419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:11.299351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=8fb5fafc-a4e0-45d2-9f8a-716ee7265351,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:11.335179 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.336110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.336435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.336777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.337109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.337437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.337764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.338092 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.338433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.338737 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.339076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.339413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:11.397109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:11.397493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 8c84b118-418e-4911-805e-963a28a78a31 disassociated (deleted). External IP: 172.26.7.30, port: e0ae72f3-5274-478d-a16b-438548941a7a. Apr 01 16:39:11.845475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 68118695-0391-4d43-998a-61242afedad2 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:39:12.021293 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:39:12.032464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Sync routers for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:39:12.040427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:12.041086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:12.112168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:12.170906 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-82cf3566-7f84-4c2d-9797-30cff2758baf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c84b118-418e-4911-805e-963a28a78a31 HTTP/1.1" status: 204 len: 168 time: 1.6301742 Apr 01 16:39:12.171515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:12.216730 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'status': 'completed', 'code': 200} Apr 01 16:39:12.221688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:12.314292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676916-7d17-4377-919b-2b7d12073a77 req-8fecb115-661b-4539-8cf6-d23d103c587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:12.315684 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-8fecb115-661b-4539-8cf6-d23d103c587a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 1098 time: 0.0739467 Apr 01 16:39:12.450168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676916-7d17-4377-919b-2b7d12073a77 req-f928c84e-05e2-43dd-b0ec-e272111cc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:12.451678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-f928c84e-05e2-43dd-b0ec-e272111cc24f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 200 len: 898 time: 0.1293285 Apr 01 16:39:12.524228 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-63c96434-d320-44b9-a659-59c623188e08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 200 len: 217 time: 0.0665019 Apr 01 16:39:12.540876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:12.544757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Checking router: 68118695-0391-4d43-998a-61242afedad2 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:39:12.553369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:12.554003 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:12.586934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676916-7d17-4377-919b-2b7d12073a77 req-47661032-de54-47a6-9944-4f3c1e500e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:12.588396 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-47661032-de54-47a6-9944-4f3c1e500e79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 200 len: 835 time: 0.0585091 Apr 01 16:39:12.667980 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676916-7d17-4377-919b-2b7d12073a77 req-5a5c339d-3401-478e-86b8-aaa02a1e5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:12.669436 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-5a5c339d-3401-478e-86b8-aaa02a1e5f67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6b4c64f3-a15f-4464-9c0c-93dbabb375a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755239 Apr 01 16:39:12.740517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:12.770895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c694e1-f132-4554-b903-bc8c573a37d4 req-20f3be96-9f8f-4550-a0ff-2a1af816e77f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:12.772536 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-23c694e1-f132-4554-b903-bc8c573a37d4 req-20f3be96-9f8f-4550-a0ff-2a1af816e77f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.0839241 Apr 01 16:39:12.808537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-653d7a56-ae0c-4533-a00d-6f20905b2c56 service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323805 Apr 01 16:39:12.824339 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-23c694e1-f132-4554-b903-bc8c573a37d4 req-52fffe00-37c8-4f85-8d62-cf563402e928 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449824 Apr 01 16:39:12.946368 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43676916-7d17-4377-919b-2b7d12073a77 req-06a8032e-9f5e-4b5c-8663-623d725959da service neutron] 10.222.0.90 "GET /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307983 Apr 01 16:39:13.099617 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:13.103588 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183640d7-78b3-4aac-aab1-6100a71dd9ea None None] The sync data for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv is: [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '8d969e29-8454-4e57-ab6b-e6b7699e7f76', 'name': '', 'network_id': '6b4c64f3-a15f-4464-9c0c-93dbabb375a5', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:80:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:41Z', 'updated_at': '2022-04-01T16:37:47Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '0879349c-090a-4b69-bf8d-1d065ffca5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:39:13.305027 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42423c69-6b58-46ba-9388-2528c8baf012 None None] New status for floating IP 8c84b118-418e-4911-805e-963a28a78a31: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:39:14.009675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f641-f4a4-4aef-a4e0-e90b8d2a8e9a req-20660e68-a7f1-4a0a-a4af-3c679fb9905d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:14.010362 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c8a3f641-f4a4-4aef-a4e0-e90b8d2a8e9a req-20660e68-a7f1-4a0a-a4af-3c679fb9905d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:14.078341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c8a3f641-f4a4-4aef-a4e0-e90b8d2a8e9a req-20660e68-a7f1-4a0a-a4af-3c679fb9905d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:14.079585 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8a3f641-f4a4-4aef-a4e0-e90b8d2a8e9a req-20660e68-a7f1-4a0a-a4af-3c679fb9905d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.1482451 Apr 01 16:39:14.172154 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c8a3f641-f4a4-4aef-a4e0-e90b8d2a8e9a req-c1f50e3b-156e-4586-bd3d-6b6af23b7658 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=40209723-ca5e-4a3c-ae58-1a7a17c06d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597675 Apr 01 16:39:14.196954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157333-0841-488e-81f7-25d06415fb20 req-375d548f-7473-4380-aeb6-faabe5a88b65 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:14.198470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f4157333-0841-488e-81f7-25d06415fb20 req-375d548f-7473-4380-aeb6-faabe5a88b65 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 945 time: 0.1164675 Apr 01 16:39:14.266237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port e0ae72f3-5274-478d-a16b-438548941a7a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:39:14.266575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:14.506609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port e0ae72f3-5274-478d-a16b-438548941a7a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=e0ae72f3-5274-478d-a16b-438548941a7a,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:14.506876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:14.723018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for e0ae72f3-5274-478d-a16b-438548941a7a owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:39:14.945992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:14.995566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=e0ae72f3-5274-478d-a16b-438548941a7a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:15.069494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] No DVR routers for this DVR port e0ae72f3-5274-478d-a16b-438548941a7a on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:39:15.072020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:15.074542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'name': 'network-vif-deleted', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:15.121941 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16efb5-9a3d-49c1-84a3-cebb8649678b', 'name': 'network-vif-deleted', 'tag': 'e0ae72f3-5274-478d-a16b-438548941a7a', 'status': 'completed', 'code': 200} Apr 01 16:39:15.141024 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f4157333-0841-488e-81f7-25d06415fb20 req-bb476b21-04fd-4ce6-a959-e07aa5a725d9 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "DELETE /v2.0/ports/e0ae72f3-5274-478d-a16b-438548941a7a HTTP/1.1" status: 204 len: 173 time: 0.9372263 Apr 01 16:39:15.320793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ce1b12c0-2463-4412-a8ba-7d6db987ac23 req-665c1d8d-96c4-4232-9e61-1aa020a5670e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:15.421582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-ce1b12c0-2463-4412-a8ba-7d6db987ac23 req-665c1d8d-96c4-4232-9e61-1aa020a5670e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:15.425082 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce1b12c0-2463-4412-a8ba-7d6db987ac23 req-665c1d8d-96c4-4232-9e61-1aa020a5670e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b16efb5-9a3d-49c1-84a3-cebb8649678b HTTP/1.1" status: 200 len: 210 time: 0.1429582 Apr 01 16:39:16.516829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57226) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:17.066110 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:17.409599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 8d969e29-8454-4e57-ab6b-e6b7699e7f76 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:39:17.409945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:17.690451 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 8d969e29-8454-4e57-ab6b-e6b7699e7f76, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8d969e29-8454-4e57-ab6b-e6b7699e7f76,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:17.691208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:17.814070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 8d969e29-8454-4e57-ab6b-e6b7699e7f76 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:39:17.978487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e0ae72f3-5274-478d-a16b-438548941a7a no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:18.011751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: e0ae72f3-5274-478d-a16b-438548941a7a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:39:18.012094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device e0ae72f3-5274-478d-a16b-438548941a7a not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:39:18.215866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:18.267392 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=8d969e29-8454-4e57-ab6b-e6b7699e7f76,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:18.555483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:18.890102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router 68118695-0391-4d43-998a-61242afedad2 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:39:19.170527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:39:19.182875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Sync routers for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:39:19.192185 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:19.195811 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:19.245908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41627a05-c37d-419c-8ffe-897a5eefc8ad tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/68118695-0391-4d43-998a-61242afedad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7279129 Apr 01 16:39:19.248602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:19.317073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting subnet 0879349c-090a-4b69-bf8d-1d065ffca5c7 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:39:19.320634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.378805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.382752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:19.471786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.615037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.654186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Subnet': ['ID=0879349c-090a-4b69-bf8d-1d065ffca5c7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:19.659872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.667005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c32a1e6-286b-4c75-b085-f7e57ea78ffe tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/subnets/0879349c-090a-4b69-bf8d-1d065ffca5c7 HTTP/1.1" status: 204 len: 168 time: 0.4173849 Apr 01 16:39:19.667751 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534845e8-cd1d-44d0-84b8-6b3ddc63de68 None None] Network 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:39:19.669601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:19.772736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:39:18Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:19.805666 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Checking router: 68118695-0391-4d43-998a-61242afedad2 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:39:19.853798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:19.858523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Routers {'68118695-0391-4d43-998a-61242afedad2'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:19.859392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['68118695-0391-4d43-998a-61242afedad2'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:20.030645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.057024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] Set router 68118695-0391-4d43-998a-61242afedad2 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:20.119513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:39:20.120067 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.156144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] DHCP port deletion for 6b4c64f3-a15f-4464-9c0c-93dbabb375a5 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:39:20.180737 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Deleting port de14c52c-7aae-4544-80ac-3f03128a755c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:39:20.181117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.305126 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port d1b4c5b3-a3c0-4672-9e17-59bd5347bf60, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:20.305401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.426573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:39:20.547327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] For port de14c52c-7aae-4544-80ac-3f03128a755c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=de14c52c-7aae-4544-80ac-3f03128a755c,segment=NetworkSegment(1b5bd2ee-ed35-4907-8215-bc2498ed87bd),segment_id=1b5bd2ee-ed35-4907-8215-bc2498ed87bd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:20.547926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.655455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.671848 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Calling delete_port for de14c52c-7aae-4544-80ac-3f03128a755c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:39:20.700044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=d1b4c5b3-a3c0-4672-9e17-59bd5347bf60,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:20.727457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:39:18Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:20.733806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f409d56-d882-40cb-a514-7f80d341e706 None None] The sync data for ids ['68118695-0391-4d43-998a-61242afedad2'] in dv-neutron-835943-1-hyperv is: [{'id': '68118695-0391-4d43-998a-61242afedad2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867581842', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:36Z', 'updated_at': '2022-04-01T16:39:18Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': 'd1b4c5b3-a3c0-4672-9e17-59bd5347bf60', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68118695-0391-4d43-998a-61242afedad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:37Z', 'updated_at': '2022-04-01T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:39:20.810216 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:20.856927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Pushing event deleted for resources: {'Port': ['ID=de14c52c-7aae-4544-80ac-3f03128a755c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:20.861599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] No DVR routers for this DVR port de14c52c-7aae-4544-80ac-3f03128a755c on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:39:20.867412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.867766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.868111 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.868454 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.868789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.869125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.869455 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.869782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.870112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.870439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.870761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.871507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a92499-9130-4254-9548-17e9435d9cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:20.896068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.063608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.065908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.181202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.181716 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Fanout notify agent at l3_agent the message router_deleted on router 68118695-0391-4d43-998a-61242afedad2 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:39:21.203881 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.204990 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1eb0dc2-725d-4096-a83b-8edbcbe7e3b6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/routers/68118695-0391-4d43-998a-61242afedad2 HTTP/1.1" status: 204 len: 168 time: 1.5344856 Apr 01 16:39:21.209559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57238) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:21.321694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.459480 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.460159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:21.486300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4c64f3-a15f-4464-9c0c-93dbabb375a5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:21.495361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:39:21.495719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d1b4c5b3-a3c0-4672-9e17-59bd5347bf60 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:39:21.496139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d969e29-8454-4e57-ab6b-e6b7699e7f76 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:21.504557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5bd2ee-ed35-4907-8215-bc2498ed87bd') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:21.504853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5bd2ee-ed35-4907-8215-bc2498ed87bd') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:21.517962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.531871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8d969e29-8454-4e57-ab6b-e6b7699e7f76 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:39:21.532223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8d969e29-8454-4e57-ab6b-e6b7699e7f76 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:39:21.532642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de14c52c-7aae-4544-80ac-3f03128a755c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:21.534178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.541354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:39:21.541750 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:39:21.557279 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:39:21.566780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: de14c52c-7aae-4544-80ac-3f03128a755c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:39:21.567289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device de14c52c-7aae-4544-80ac-3f03128a755c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:39:21.701377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.718122 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.733649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Network': ['ID=6b4c64f3-a15f-4464-9c0c-93dbabb375a5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:21.805303 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-697c3e4e-1a6b-45f1-9106-bc9565073252 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/networks/6b4c64f3-a15f-4464-9c0c-93dbabb375a5 HTTP/1.1" status: 204 len: 168 time: 0.5965376 Apr 01 16:39:21.808064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57242) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:21.876023 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:21.905645 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.009544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.029422 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40209723-ca5e-4a3c-ae58-1a7a17c06d93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:22.077778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.079032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6de97a3c-a55a-4132-83b4-d2efa82dbef1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/security-groups/40209723-ca5e-4a3c-ae58-1a7a17c06d93 HTTP/1.1" status: 204 len: 168 time: 0.2700527 Apr 01 16:39:22.441441 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57250) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:22.447227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053297645', 'description': 'tempest-secgroup-smoke-2053297645 description', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:22.453259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:22.457373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:22.460821 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:22.466436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:22.535049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.554186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:22.557967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:22.560704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:22.566384 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:22.637931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.705516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.748506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae81857-4824-4357-a851-59e6204fb294,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:22.832482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.833712 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f539822-faa7-465d-900e-bd099b4001f0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3912842 Apr 01 16:39:22.836571 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:22.841326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:22.847281 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:22.851074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:22.854011 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:22.859885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:22.930459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:22.988688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.061146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.084232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a8dd6a-bbf3-4fd2-b61a-e89fdc199074,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:23.162778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.164754 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-40b6b4f1-b0a0-4efa-a20a-2d38fbfb72db tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271279 Apr 01 16:39:23.167578 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:23.172697 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:23.178841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:23.183356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:23.186174 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:23.192414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:23.290831 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.349979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.431024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.454255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0a097d-9d75-43f4-9b42-03fd08578808,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:23.464564 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.464913 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.465280 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.465620 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.465953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.466412 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.466616 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.466940 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.467294 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.469969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.469969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.469969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:23.541277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.542431 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b0e4f7b-7aed-4ed1-b990-130dd5506de7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3737473 Apr 01 16:39:23.545114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:23.550380 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:23.556277 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:23.560048 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:23.562854 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:23.568534 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:23.656182 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.716503 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.803550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.829491 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e077e1c-8320-4a38-a1e9-4fd5c09e21d5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:23.963808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:23.965025 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca4adfff-cb22-43a3-b73e-c95bd34b0713 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189928 Apr 01 16:39:23.967856 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:23.972777 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:23.978877 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:23.982974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:23.985852 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:23.991680 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:24.065271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.157844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.230983 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.254891 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f691aa7-4597-4bb3-a0f8-efd36b039a49,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:24.323034 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.324209 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-376f4eef-34c5-4893-8c0a-f57f27361b85 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554418 Apr 01 16:39:24.326967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:24.331861 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:24.337906 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:24.342041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:24.344912 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:24.350586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:24.419439 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:39:24.426923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.490101 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.603974 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.628321 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c52164-fd17-489e-b789-5896afd65326,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:24.711523 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.712825 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b2017418-f827-41c1-a0a2-6964290fc277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849099 Apr 01 16:39:24.715542 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:24.720443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'security_group_rule': {'security_group_id': 'fae81857-4824-4357-a851-59e6204fb294', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:24.726334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:24.730895 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:security_group_rule and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:24.733768 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:24.739498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:24.825602 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Project 942cfa30fa334e90b35b8b3d669e8eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:39:24.832155 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.898285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.969552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.993032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec10788d-ab5e-4798-b0d6-5fb181c0ad5c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:25.061330 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.062862 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d7125052-dee6-4b66-ab4e-014898f304c0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3462229 Apr 01 16:39:25.065878 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:25.071441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'network': {'name': 'tempest-network-smoke--370319099', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:25.076948 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:25.080783 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:network and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:25.083668 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:25.089818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:25.162375 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:39:25.166466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.194480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:39:25.203293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.208809 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Added segment 76c53163-8ecc-4f1f-9857-5a1116902444 of type vlan for network 6097aa6f-a737-47e5-a8ed-f4cb4264607b Apr 01 16:39:25.231402 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.322773 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.328161 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:25.328759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.435102 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Network': ['ID=6097aa6f-a737-47e5-a8ed-f4cb4264607b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:25.444968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:39:25.483272 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b8f4f4b-25f5-4647-8b91-ccc876b317ba tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4162037 Apr 01 16:39:25.485860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:25.490818 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'admin_state_up': True, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:25.499517 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:25.503329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:router and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:25.506158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:25.512998 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:25.585804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.587539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.602348 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:25.934431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.289340 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.318621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.548968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.119 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/259532f0-5c58-4016-93b1-30856fd4860d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:26.692312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.781219 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.839640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:26.842271 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:26.849957 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:39:26.892640 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=259532f0-5c58-4016-93b1-30856fd4860d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:27.296969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:27.628844 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:27.912040 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ce04611c-204b-4f78-84fb-b446a71f5a48 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:39:28.203722 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:39:28.216419 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Sync routers for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:39:28.230069 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:28.240445 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:28.289446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:28.290707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3dc3b69d-bdf9-44e8-8e38-f8834701f116 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8039310 Apr 01 16:39:28.293798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:28.332389 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e67d6b6a-d4f9-404b-86b0-6dda0b82264f tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=942cfa30fa334e90b35b8b3d669e8eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374830 Apr 01 16:39:28.334999 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:28.403996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:28.464215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b365d89-8d72-4c57-89a1-6e0b8064a410 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:28.465228 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b365d89-8d72-4c57-89a1-6e0b8064a410 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293259 Apr 01 16:39:28.468003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:28.506350 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5cdeed71-cdc5-4989-956a-7c8b20071a67 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=9e8b8fe7-c073-424e-b82b-74d53d72b50f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372856 Apr 01 16:39:28.509273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:28.514485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571643276', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:28.622204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:28.626006 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:subnet and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:28.628797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:28.634967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:28.688024 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:27Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:28.691693 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Checking router: ce04611c-204b-4f78-84fb-b446a71f5a48 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:39:28.692032 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Updating router ce04611c-204b-4f78-84fb-b446a71f5a48 port 259532f0-5c58-4016-93b1-30856fd4860d binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:39:28.706676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:39:28.710204 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:28.745438 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:28.998583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.080248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Subnet': ['ID=10f9eb6b-2903-4b5d-9c91-1706380ef5fd,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:29.084299 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Checking segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:39:29.084656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network hostable DHCP agents. Network: 6097aa6f-a737-47e5-a8ed-f4cb4264607b, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:39:29.095869 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.107751 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Transition to ACTIVE for port object 259532f0-5c58-4016-93b1-30856fd4860d will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:29.146964 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:39:29.181859 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.238169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, 6097aa6f-a737-47e5-a8ed-f4cb4264607b) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:29.242251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:29.243538 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.250112 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00eb14d-9726-445e-a166-378f083e5762 None None] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:39:29.269964 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Attempting to bind port 259532f0-5c58-4016-93b1-30856fd4860d on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:39:29.270613 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Attempting to bind port 259532f0-5c58-4016-93b1-30856fd4860d by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:39:29.270737 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Attempting to bind port 259532f0-5c58-4016-93b1-30856fd4860d on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:39:29.274074 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Pushing event updated for resources: {'Port': ['ID=259532f0-5c58-4016-93b1-30856fd4860d,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:29.281825 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:39:29.282192 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:39:29.282710 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.283101 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:39:29.283570 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Bound port: 259532f0-5c58-4016-93b1-30856fd4860d, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:39:29.283933 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.308765 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.309107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.309456 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.309766 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.310090 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.310413 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.310733 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.311052 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.311504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.311821 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.312138 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.312452 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:29.324789 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72b6c3a1-21fb-4287-a029-771171904c75 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8144953 Apr 01 16:39:29.327629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:29.375914 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] For port 259532f0-5c58-4016-93b1-30856fd4860d, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:39:29.378999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] For port 259532f0-5c58-4016-93b1-30856fd4860d, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=259532f0-5c58-4016-93b1-30856fd4860d,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:39:29.449806 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.482956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:39:29.485950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.529504 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:29.530035 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:29.596221 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc713-b106-4adc-92e6-ed1b059110e0 None None] Pushing event updated for resources: {'Port': ['ID=259532f0-5c58-4016-93b1-30856fd4860d,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:29.617210 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ea41-cd53-4c37-bd22-8fbce6b75d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.644858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Allocated IP 172.20.0.2 (6097aa6f-a737-47e5-a8ed-f4cb4264607b/10f9eb6b-2903-4b5d-9c91-1706380ef5fd/27a8a9c4-df1b-4a72-b41b-12b53eefdd37) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:29.716416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:29.856524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.866712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Transition to ACTIVE for port object 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:29.886587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Transition to ACTIVE for port object 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:29.964395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.007732 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:27Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:30.013134 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16768440-d26e-4fe1-b71a-fa86c747fb37 None None] The sync data for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv is: [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:27Z', 'revision_number': 3, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:39:30.028706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:30.036644 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:30.042069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:39:30.048344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Pushing event updated for resources: {'Port': ['ID=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:30.176246 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Attempting to bind port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:39:30.176622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Attempting to bind port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:39:30.176988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Attempting to bind port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 on network 6097aa6f-a737-47e5-a8ed-f4cb4264607b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:39:30.179599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.182872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:39:30.183268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Checking segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:39:30.183676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.184072 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Bound using segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:39:30.184536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Bound port: 27a8a9c4-df1b-4a72-b41b-12b53eefdd37, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:39:30.184912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.296055 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] For port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:39:30.299404 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] For port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:39:30.393304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.486410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1c91-d99a-4b8d-87c9-e69f8cdaf9c6 None None] Pushing event updated for resources: {'Port': ['ID=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:30.625024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.1 (6097aa6f-a737-47e5-a8ed-f4cb4264607b/10f9eb6b-2903-4b5d-9c91-1706380ef5fd/71166ec0-db09-461b-8238-234d4ae1bbf1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:30.679546 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:39:30.816272 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.833970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 71166ec0-db09-461b-8238-234d4ae1bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:30.924378 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:30.994591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:31.001785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:31.006134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:39:31.035850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:31.065729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:31.402460 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:31.463400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1cb355-4b56-4693-a7db-2de6ca250719 None None] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:39:31.544429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:31.674906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-48a7afc4-dfae-42e0-8342-9c48cc0d7a81 None None] Provisioning for port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:31.738207 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:31.752938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:31.753364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:31.850704 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:31.892179 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:31.926118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:31.952382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.004023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.004857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 259532f0-5c58-4016-93b1-30856fd4860d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:32.136044 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:32.189135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.192774 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:32.220863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Provisioning for port 71166ec0-db09-461b-8238-234d4ae1bbf1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:32.226910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Provisioning complete for port 71166ec0-db09-461b-8238-234d4ae1bbf1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:32.229864 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.257443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 259532f0-5c58-4016-93b1-30856fd4860d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:32.271766 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 259532f0-5c58-4016-93b1-30856fd4860d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:32.272135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.332438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:32.333631 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:32.337938 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Port 71166ec0-db09-461b-8238-234d4ae1bbf1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:39:32.393743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Provisioning complete for port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:32.394856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5db0d9af-835a-48e5-81e7-602e76b7d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.426447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27c778a5-4d36-4c0b-9133-cf038aa65392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.476424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.498349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 259532f0-5c58-4016-93b1-30856fd4860d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=259532f0-5c58-4016-93b1-30856fd4860d,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:32.523331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ce04611c-204b-4f78-84fb-b446a71f5a48 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:39:32.580797 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.648540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=259532f0-5c58-4016-93b1-30856fd4860d,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:32.676830 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d3b4161-bc0f-41aa-8f34-3159141c943b None None] Provisioning complete for port 71166ec0-db09-461b-8238-234d4ae1bbf1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:32.677200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d3b4161-bc0f-41aa-8f34-3159141c943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:32.707676 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:39:32.718869 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Sync routers for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:39:32.720106 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2c29846-b602-49d6-afdf-90339b656813 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/ce04611c-204b-4f78-84fb-b446a71f5a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913407 Apr 01 16:39:32.745380 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:32.746101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:32.792876 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b4161-bc0f-41aa-8f34-3159141c943b None None] Port 71166ec0-db09-461b-8238-234d4ae1bbf1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:39:32.880040 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-0d8d33aa-861b-4686-8a15-4e141ea0a6a6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:32.937506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:32.974893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-0d8d33aa-861b-4686-8a15-4e141ea0a6a6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:32.976153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-0d8d33aa-861b-4686-8a15-4e141ea0a6a6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053297645&fields=id&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 267 time: 0.1351118 Apr 01 16:39:33.047354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:33.128593 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:33.137914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-6641d5bf-9de5-45dc-a183-caa553ffafe3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:33.137914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-6641d5bf-9de5-45dc-a183-caa553ffafe3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:33.191936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-6641d5bf-9de5-45dc-a183-caa553ffafe3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:33.193248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-6641d5bf-9de5-45dc-a183-caa553ffafe3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/networks?id=6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 200 len: 796 time: 0.2092752 Apr 01 16:39:33.208629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-1683dbb8-5a9a-4377-a086-d07db182b31b tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/quotas/942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 375 time: 0.0097127 Apr 01 16:39:33.294814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-85638c7f-ff70-481c-a332-7f939f660710 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:33.296825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 2, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:33.300676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Checking router: ce04611c-204b-4f78-84fb-b446a71f5a48 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:39:33.301025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Updating router ce04611c-204b-4f78-84fb-b446a71f5a48 port 71166ec0-db09-461b-8238-234d4ae1bbf1 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:39:33.355813 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:33.356597 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-85638c7f-ff70-481c-a332-7f939f660710 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:33.357929 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-85638c7f-ff70-481c-a332-7f939f660710 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436446 Apr 01 16:39:33.464655 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:33.542044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-b92efcda-7169-4c6b-abde-c69d26492c3c service neutron] 10.222.0.18 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723216 Apr 01 16:39:33.646513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:33.647236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:33.770576 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-359b75b7-ee71-4fc1-9d5d-713db464e07a service neutron] 10.222.0.18 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223294 Apr 01 16:39:33.848430 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 259532f0-5c58-4016-93b1-30856fd4860d up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:33.892724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:33.916407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Transition to ACTIVE for port object 71166ec0-db09-461b-8238-234d4ae1bbf1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:33.934110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 259532f0-5c58-4016-93b1-30856fd4860d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:33.934477 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.030328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.042572 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-33ade460-6f72-4cbf-90b7-18c7aab7c1b8 req-43b79c79-a5d7-443e-80e2-345bc29d27c3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:34.055664 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-33ade460-6f72-4cbf-90b7-18c7aab7c1b8 req-43b79c79-a5d7-443e-80e2-345bc29d27c3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:34.064535 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-33ade460-6f72-4cbf-90b7-18c7aab7c1b8 req-43b79c79-a5d7-443e-80e2-345bc29d27c3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 210 time: 0.0646007 Apr 01 16:39:34.219961 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb1459-a931-48c1-afd9-1fad30440a2d None None] Pushing event updated for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:34.282170 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.286140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Attempting to bind port 71166ec0-db09-461b-8238-234d4ae1bbf1 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:39:34.286354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Attempting to bind port 71166ec0-db09-461b-8238-234d4ae1bbf1 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:39:34.286713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Attempting to bind port 71166ec0-db09-461b-8238-234d4ae1bbf1 on network 6097aa6f-a737-47e5-a8ed-f4cb4264607b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:39:34.292908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:39:34.293275 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Checking segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:39:34.293672 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.294066 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Bound using segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:39:34.294530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Bound port: 71166ec0-db09-461b-8238-234d4ae1bbf1, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:39:34.294899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.395461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] For port 71166ec0-db09-461b-8238-234d4ae1bbf1, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:39:34.398268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] For port 71166ec0-db09-461b-8238-234d4ae1bbf1, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=71166ec0-db09-461b-8238-234d4ae1bbf1,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:39:34.454392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.529764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:34.530407 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:34.637566 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb1459-a931-48c1-afd9-1fad30440a2d None None] Pushing event updated for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:34.742375 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.764298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:35.080332 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:34Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:35.084395 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f7d44c-b20b-4fcf-b1b0-5419c7c76e32 None None] The sync data for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv is: [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:34Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:39:35.252376 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5d79a856-8282-4812-b935-c90091a52838 req-bfa815f7-1b3e-4251-9584-4494e33895d0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 210 time: 0.0504680 Apr 01 16:39:35.469852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 71166ec0-db09-461b-8238-234d4ae1bbf1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:35.603513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 71166ec0-db09-461b-8238-234d4ae1bbf1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:35.610771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 71166ec0-db09-461b-8238-234d4ae1bbf1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:35.612618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:35.736470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:35.770853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 71166ec0-db09-461b-8238-234d4ae1bbf1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=71166ec0-db09-461b-8238-234d4ae1bbf1,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:35.872401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:35.956058 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:36.190268 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-5b8139ed-5109-4d40-9ff8-ffb90a561fbd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:36.191759 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-5b8139ed-5109-4d40-9ff8-ffb90a561fbd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/networks?id=6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 200 len: 796 time: 0.1529789 Apr 01 16:39:36.242861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-1b4edeb6-9eb2-45d0-a477-da8eef9112bb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942cfa30fa334e90b35b8b3d669e8eec HTTP/1.1" status: 200 len: 380 time: 0.0423803 Apr 01 16:39:36.251475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'port': {'device_id': '1850d012-13ff-4329-be94-dcab7816fdab', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'admin_state_up': True, 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'security_groups': ['fae81857-4824-4357-a851-59e6204fb294']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:36.396731 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:36.407028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:36.422981 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5f2ee67b-5147-4e36-8c99-dfa0d4e55f58 req-2869afae-eb40-4372-aec3-db950c282058 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 210 time: 0.0486574 Apr 01 16:39:36.472269 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Made reservation on behalf of 942cfa30fa334e90b35b8b3d669e8eec for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:39:36.475846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:36.640744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.20.0.8 (6097aa6f-a737-47e5-a8ed-f4cb4264607b/10f9eb6b-2903-4b5d-9c91-1706380ef5fd/9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:36.831479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:36.846886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Transition to ACTIVE for port object 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:36.906398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:36.972927 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:36.975864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:36.984844 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:39:37.021860 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:37.053513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.054222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.119973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f174ef43-aa3c-42fb-8a0e-6063f2f8be90 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718781 Apr 01 16:39:37.131257 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Request body: {'port': {'device_id': '1850d012-13ff-4329-be94-dcab7816fdab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:37.243962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.266615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-64867d0c-0884-47de-973f-a96c40e55e28 None None] Provisioning for port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:37.271464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-64867d0c-0884-47de-973f-a96c40e55e28 None None] Provisioning complete for port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:37.271836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64867d0c-0884-47de-973f-a96c40e55e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.324301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64867d0c-0884-47de-973f-a96c40e55e28 None None] Port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:39:37.453439 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 71166ec0-db09-461b-8238-234d4ae1bbf1 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:37.525154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 71166ec0-db09-461b-8238-234d4ae1bbf1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:37.525812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.642012 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:39:37.651949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.674555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Transition to ACTIVE for port object 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:37.690745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e61c5-9336-47c5-82db-cf3e447b15a8 req-1322fd83-1ef2-4b01-a533-d074ab1ddcb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:37.691456 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-876e61c5-9336-47c5-82db-cf3e447b15a8 req-1322fd83-1ef2-4b01-a533-d074ab1ddcb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:39:37.722946 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.776173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-876e61c5-9336-47c5-82db-cf3e447b15a8 req-1322fd83-1ef2-4b01-a533-d074ab1ddcb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:39:37.777315 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-876e61c5-9336-47c5-82db-cf3e447b15a8 req-1322fd83-1ef2-4b01-a533-d074ab1ddcb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 931 time: 0.2426305 Apr 01 16:39:37.875496 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:37.962202 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-876e61c5-9336-47c5-82db-cf3e447b15a8 req-63a7773e-5dd2-4215-9776-21e835350c2e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362116 Apr 01 16:39:37.997116 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Attempting to bind port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:39:37.997449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Attempting to bind port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:39:37.997929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Attempting to bind port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 on network 6097aa6f-a737-47e5-a8ed-f4cb4264607b {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:39:38.002405 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 on network 6097aa6f-a737-47e5-a8ed-f4cb4264607b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:39:38.002726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Attempting to bind port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 on network 6097aa6f-a737-47e5-a8ed-f4cb4264607b {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:39:38.008336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:39:38.008677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Checking segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:39:38.009063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Bound using segment: {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:39:38.009485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Bound port: 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c53163-8ecc-4f1f-9857-5a1116902444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:39:38.010063 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:38.102600 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:39:38.105839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:39:38.168595 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:38.224396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.225005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:38.226351 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] 10.222.0.90 "PUT /v2.0/ports/9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 200 len: 1093 time: 1.0994041 Apr 01 16:39:38.226803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:38.253573 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54b25f-0f70-4190-b8c4-f34c52d7d0ff service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:38.276094 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'status': 'completed', 'code': 200} Apr 01 16:39:38.369578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-b566716c-d20a-4f47-a3c7-5e426d394856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.371047 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-b566716c-d20a-4f47-a3c7-5e426d394856 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1096 time: 0.0764489 Apr 01 16:39:38.599725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-514c94f3-4829-4f4b-88a9-7fca0c7d2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.601167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-514c94f3-4829-4f4b-88a9-7fca0c7d2210 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2232623 Apr 01 16:39:38.733452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-07aa778a-a7ed-4da0-9204-67a81a265d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.734823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41ad3b17-a055-42fa-bbff-51f3fc9c06d9 req-07aa778a-a7ed-4da0-9204-67a81a265d1a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273775 Apr 01 16:39:38.837968 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-30e2ff9e-5185-47fd-b0d9-0602ab0e5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.839469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-30e2ff9e-5185-47fd-b0d9-0602ab0e5c73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1096 time: 0.0694022 Apr 01 16:39:38.907890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-d5e2f0c5-e6af-44c5-8195-a871304578e3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0621870 Apr 01 16:39:38.968988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-470e2d2a-032d-4048-aaa1-e93b2e9c18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:38.970374 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-470e2d2a-032d-4048-aaa1-e93b2e9c18ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10f9eb6b-2903-4b5d-9c91-1706380ef5fd HTTP/1.1" status: 200 len: 834 time: 0.0561576 Apr 01 16:39:39.047519 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-dc57e989-95e2-422a-98e4-151393483387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:39.049008 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-dc57e989-95e2-422a-98e4-151393483387 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6097aa6f-a737-47e5-a8ed-f4cb4264607b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729499 Apr 01 16:39:39.234091 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-f0970b26-235a-46e0-8a37-b0f375810ef9 service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791828 Apr 01 16:39:39.245283 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd5132-f488-4529-a531-f8a1eaeb294e req-5e9b7574-0c9f-473f-8a57-07fad501cb49 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:39.246572 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6acd5132-f488-4529-a531-f8a1eaeb294e req-5e9b7574-0c9f-473f-8a57-07fad501cb49 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 943 time: 0.1736944 Apr 01 16:39:39.379352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6acd5132-f488-4529-a531-f8a1eaeb294e req-36946a8e-c097-4376-8dac-9b584b9873c4 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130040 Apr 01 16:39:39.405430 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2329f61c-c18c-4ebf-aa7b-293d9e11f0ea req-fe9f01ff-8a10-48b8-92ed-a11c24712f53 service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579175 Apr 01 16:39:40.072182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:39:40.204855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:40.217550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'port_id': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'mac_address': 'fa:16:3e:cb:85:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:39:40.272146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:40.291303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:39:40.308915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:40.409330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:40.481872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:40.562188 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfa0b6-dafb-4ca3-9337-c7812464c054 req-940402e6-9377-4750-8bb1-9852b8804169 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:40.563650 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60cfa0b6-dafb-4ca3-9337-c7812464c054 req-940402e6-9377-4750-8bb1-9852b8804169 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 944 time: 0.0789557 Apr 01 16:39:40.607409 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60cfa0b6-dafb-4ca3-9337-c7812464c054 req-20ad6da9-dbfa-47eb-af29-a059e52a07ae tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380237 Apr 01 16:39:40.638506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:39:41.791569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7fcc7-b9bc-49a7-929c-8cf9dca5db7b req-b63715b0-eff4-49da-9c54-f7b8ed4050cf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:41.792988 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57e7fcc7-b9bc-49a7-929c-8cf9dca5db7b req-b63715b0-eff4-49da-9c54-f7b8ed4050cf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 944 time: 0.0822668 Apr 01 16:39:41.835167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57e7fcc7-b9bc-49a7-929c-8cf9dca5db7b req-e8484c00-9e8e-4c30-a13c-f359487b3738 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365996 Apr 01 16:39:42.071942 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:39:42.196329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:39:42.202037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:42.214558 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.313251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.341501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:42.350761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:39:42.385759 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'code': 200} Apr 01 16:39:42.425932 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.492567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:42.747548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0691-0387-4e6e-a32a-1917d044d9b4 req-8ac49cfa-e9fe-4b48-afa4-65c14d788dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:42.748961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9ae0691-0387-4e6e-a32a-1917d044d9b4 req-8ac49cfa-e9fe-4b48-afa4-65c14d788dda service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1098 time: 0.0699418 Apr 01 16:39:42.792794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9ae0691-0387-4e6e-a32a-1917d044d9b4 req-f4bcd89f-5396-4b99-8464-23cd0a9a4223 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369792 Apr 01 16:39:43.017494 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77515-d021-41f9-9a7f-1dfa58f65db0 req-def13ecd-d262-45d5-9d72-2b8bf17d02d3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:43.018920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16a77515-d021-41f9-9a7f-1dfa58f65db0 req-def13ecd-d262-45d5-9d72-2b8bf17d02d3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0787835 Apr 01 16:39:43.063726 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16a77515-d021-41f9-9a7f-1dfa58f65db0 req-b5db35c4-5864-4041-98f3-89adbce71383 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Apr 01 16:39:44.251224 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b71b9-daf1-42fc-8475-6f59e14a9ddf req-8c10f8e2-84a0-4ba9-86d5-18df883e3be7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:44.252643 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-393b71b9-daf1-42fc-8475-6f59e14a9ddf req-8c10f8e2-84a0-4ba9-86d5-18df883e3be7 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0814316 Apr 01 16:39:44.295107 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-393b71b9-daf1-42fc-8475-6f59e14a9ddf req-b8ff9624-3440-484c-aede-bc41839af747 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368984 Apr 01 16:39:44.477694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766935-76db-4c60-9455-87b09fda4228 req-1309af9e-7cf6-4783-9cce-9b712883e188 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:44.480267 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27766935-76db-4c60-9455-87b09fda4228 req-1309af9e-7cf6-4783-9cce-9b712883e188 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0833707 Apr 01 16:39:44.522594 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27766935-76db-4c60-9455-87b09fda4228 req-2543f18d-9203-46f4-b929-b2b2fb459a8e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368564 Apr 01 16:39:44.545390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57356) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:44.615356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23043021-e44a-490d-859d-e710e13944c1 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:44.616829 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23043021-e44a-490d-859d-e710e13944c1 tempest-TestNetworkAdvancedServerOps-2013961710 tempest-TestNetworkAdvancedServerOps-2013961710-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1093 time: 0.0704942 Apr 01 16:39:44.619660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:44.624721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:44.630926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:39:44.634732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Usage tracker for resource:floatingip and tenant:942cfa30fa334e90b35b8b3d669e8eec is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:39:44.637618 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:39:44.643168 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:39:44.700520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:44.834337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:45.058760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Allocated IP 172.26.7.109 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/32cea9e6-95a6-4550-9dea-6916e7b31167) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:45.208191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:45.272049 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:45.335672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:45.342407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:45.346996 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:39:45.379648 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=32cea9e6-95a6-4550-9dea-6916e7b31167,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:45.751586 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:45.871544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:46.076028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:46.117211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:46.224299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event updated for resources: {'Port': ['ID=32cea9e6-95a6-4550-9dea-6916e7b31167,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:46.236235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:46.401639 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 associated. External IP: 172.26.7.109, port: 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6. Apr 01 16:39:46.859320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ce04611c-204b-4f78-84fb-b446a71f5a48 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:39:47.036254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:39:47.046239 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Sync routers for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:39:47.055847 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:47.056553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:47.106437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:47.162258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-660dc117-e00f-4900-8c59-a878f57e82a3 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5415325 Apr 01 16:39:47.162813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:47.211026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'status': 'completed', 'code': 200} Apr 01 16:39:47.237279 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:47.304687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-cf2d1396-d341-47d6-97b9-389793ae009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.306183 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-cf2d1396-d341-47d6-97b9-389793ae009f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1098 time: 0.0750401 Apr 01 16:39:47.334418 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bdd0-1c8e-4582-8026-a65e32a26c53 req-081c85e1-3c84-4366-8e10-11759232cccf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.335945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91a0bdd0-1c8e-4582-8026-a65e32a26c53 req-081c85e1-3c84-4366-8e10-11759232cccf tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0848100 Apr 01 16:39:47.381628 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91a0bdd0-1c8e-4582-8026-a65e32a26c53 req-a0c18e12-5a0a-43fa-bf7a-2c4b537e31cb tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Apr 01 16:39:47.408347 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57370) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:47.538465 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed50c308-d7ad-4e80-83c3-fdf6d6a6a7dc tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 200 len: 991 time: 0.1279461 Apr 01 16:39:47.538683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-19d9e114-e0aa-42b1-b0a5-e1cfcb14bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.539993 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-19d9e114-e0aa-42b1-b0a5-e1cfcb14bb87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 200 len: 897 time: 0.2283163 Apr 01 16:39:47.613539 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f47aa69-2be3-4a05-9d8e-8c152bc34cc6', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.109', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'port_id': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'mac_address': 'fa:16:3e:cb:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850d012-13ff-4329-be94-dcab7816fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:39:45Z', 'updated_at': '2022-04-01T16:39:45Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:47.617665 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Checking router: ce04611c-204b-4f78-84fb-b446a71f5a48 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:39:47.626121 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:39:47.626735 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:39:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:47.644305 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-114b38f3-5189-44d4-885e-e6d4375f419d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 200 len: 999 time: 0.0987055 Apr 01 16:39:47.705935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-6e6b9c40-a954-4fa3-b006-1b82f4871db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.707409 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-6e6b9c40-a954-4fa3-b006-1b82f4871db1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10f9eb6b-2903-4b5d-9c91-1706380ef5fd HTTP/1.1" status: 200 len: 834 time: 0.0581105 Apr 01 16:39:47.781602 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-38c45997-1421-4dbf-b160-de5fbeef8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.783072 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-38c45997-1421-4dbf-b160-de5fbeef8663 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6097aa6f-a737-47e5-a8ed-f4cb4264607b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701218 Apr 01 16:39:47.799745 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:39:47.914486 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-e3d1db67-b863-4c09-80cf-f92a7ef999eb service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244774 Apr 01 16:39:48.045182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8c17849-e527-4c14-ad50-b2d967c1526e req-998f5077-fcaa-44d4-a3c1-adeca41c61c0 service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249912 Apr 01 16:39:48.140440 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f47aa69-2be3-4a05-9d8e-8c152bc34cc6', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.109', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'port_id': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'mac_address': 'fa:16:3e:cb:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850d012-13ff-4329-be94-dcab7816fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:39:45Z', 'updated_at': '2022-04-01T16:39:45Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:39:48.144338 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5631d-8cc3-458e-ba92-2fbbae536466 None None] The sync data for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv is: [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '2f47aa69-2be3-4a05-9d8e-8c152bc34cc6', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'floating_ip_address': '172.26.7.109', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'port_id': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'mac_address': 'fa:16:3e:cb:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850d012-13ff-4329-be94-dcab7816fdab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:39:45Z', 'updated_at': '2022-04-01T16:39:45Z', 'revision_number': 0, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:39:48.325301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05509851-3a2a-4c11-8cdb-f399ac4b50dc None None] New status for floating IP 2f47aa69-2be3-4a05-9d8e-8c152bc34cc6: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:39:48.543510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:48.651604 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6fba89cb-118f-42be-ae75-14b5f9ec5155 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 200 len: 991 time: 0.1087670 Apr 01 16:39:49.655490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:39:49.757650 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6fd478e-3342-48c5-962d-3bfeb0710274 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 200 len: 993 time: 0.1011052 Apr 01 16:39:59.545135 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6fa92c0-cb3f-41fb-aa4d-5527723e7660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:02.408268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fc79e97-6b39-44dc-9ab9-f93dbb7bf822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:03.025362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:03.053977 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:04.169502 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:04.729623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:07.629435 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:40:15.047458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd1e1-596e-4ea6-b77e-8ced16355b08 req-0e7e5cab-610d-45d2-a264-c770449c94ea tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.048865 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e91dd1e1-596e-4ea6-b77e-8ced16355b08 req-0e7e5cab-610d-45d2-a264-c770449c94ea tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.1912067 Apr 01 16:40:15.118582 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e91dd1e1-596e-4ea6-b77e-8ced16355b08 req-cdae264c-5a95-46b9-a831-273c39ebeeb1 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635297 Apr 01 16:40:16.304597 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e5cc-8edf-4c7a-ba60-ad6b7e4f473d req-7ef0c338-f218-4b57-8118-a94475cd2c9f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:16.306037 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a095e5cc-8edf-4c7a-ba60-ad6b7e4f473d req-7ef0c338-f218-4b57-8118-a94475cd2c9f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0816839 Apr 01 16:40:16.350016 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a095e5cc-8edf-4c7a-ba60-ad6b7e4f473d req-9d0a2e76-796d-4f61-8412-2a7c855f99bd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383246 Apr 01 16:40:16.373450 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:16.481435 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d79990ca-f318-4085-b9cf-2b037d78a717 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 200 len: 993 time: 0.1067774 Apr 01 16:40:18.085288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e27b8-97c2-4d28-bc97-a9f76a9cd551 req-745b8d7f-287a-4ca0-8a8c-72071b7ddf9e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.086805 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b6e27b8-97c2-4d28-bc97-a9f76a9cd551 req-745b8d7f-287a-4ca0-8a8c-72071b7ddf9e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0825663 Apr 01 16:40:18.175042 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9b6e27b8-97c2-4d28-bc97-a9f76a9cd551 req-cd84dd67-33db-4148-886a-7d4423ff0b04 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558732 Apr 01 16:40:18.194549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563b00-c30e-48e6-bddd-51eb59443042 req-7f7d3a67-ddf3-4a51-b9dd-b4436736697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.196292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-7f7d3a67-ddf3-4a51-b9dd-b4436736697c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1098 time: 0.1085470 Apr 01 16:40:18.324870 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563b00-c30e-48e6-bddd-51eb59443042 req-b535a8a6-0624-4e66-be16-818d3d750974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.326331 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-b535a8a6-0624-4e66-be16-818d3d750974 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 200 len: 897 time: 0.1242049 Apr 01 16:40:18.430536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-eda25178-e42f-4acc-8f07-8ebc84ff8b42 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 200 len: 1001 time: 0.0949481 Apr 01 16:40:18.492784 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563b00-c30e-48e6-bddd-51eb59443042 req-19816fcb-7f1c-4324-adb9-3c1f7fae7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.494270 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-19816fcb-7f1c-4324-adb9-3c1f7fae7b4f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10f9eb6b-2903-4b5d-9c91-1706380ef5fd HTTP/1.1" status: 200 len: 834 time: 0.0596409 Apr 01 16:40:18.571984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563b00-c30e-48e6-bddd-51eb59443042 req-4080e305-c715-4bd0-9f03-d729360a46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.573466 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-4080e305-c715-4bd0-9f03-d729360a46c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6097aa6f-a737-47e5-a8ed-f4cb4264607b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726948 Apr 01 16:40:18.704468 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-d13b2754-84aa-4886-bd3e-93848fbc712b service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248877 Apr 01 16:40:18.838461 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70563b00-c30e-48e6-bddd-51eb59443042 req-93c37467-a66f-4b81-bc83-7079ffebed6b service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249661 Apr 01 16:40:19.358674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934bc9-21aa-4a4c-8343-5bfcc8b775fe req-c1d0acf0-b990-4fa2-8727-02fdf65979a6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:19.360131 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12934bc9-21aa-4a4c-8343-5bfcc8b775fe req-c1d0acf0-b990-4fa2-8727-02fdf65979a6 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0786214 Apr 01 16:40:19.403802 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12934bc9-21aa-4a4c-8343-5bfcc8b775fe req-e89d027d-b351-451d-9524-50742a801357 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Apr 01 16:40:20.590675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cc391-1c76-4ab1-a166-8a80eab36ee9 req-a91646be-7149-49f6-9048-249740ad582d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:20.592144 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-644cc391-1c76-4ab1-a166-8a80eab36ee9 req-a91646be-7149-49f6-9048-249740ad582d tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0803442 Apr 01 16:40:20.636110 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-644cc391-1c76-4ab1-a166-8a80eab36ee9 req-2ca56bdc-621f-42cd-abb0-0cf73bc7267f tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383830 Apr 01 16:40:20.660193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:20.883186 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e01d156-cf94-42e2-92f1-82f9972ef37e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 200 len: 993 time: 0.2217455 Apr 01 16:40:21.191113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:21.390044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 32cea9e6-95a6-4550-9dea-6916e7b31167 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:40:21.390385 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:21.559574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:21.559813 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:21.778474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 32cea9e6-95a6-4550-9dea-6916e7b31167 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:40:21.973247 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:22.019829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=32cea9e6-95a6-4550-9dea-6916e7b31167,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:22.057647 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.059713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.060291 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.060428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.060744 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.061079 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.061411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.061743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.062070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.062394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.062720 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.063076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:22.127201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:22.127570 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Floating IP 2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 disassociated (deleted). External IP: 172.26.7.109, port: 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6. Apr 01 16:40:22.473936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ce04611c-204b-4f78-84fb-b446a71f5a48 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:40:22.653675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:22.668278 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Sync routers for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:22.677669 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:22.678277 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:22.716400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:22.770772 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-614f57c2-afb8-47b6-aaa1-65c86f1f3670 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/floatingips/2f47aa69-2be3-4a05-9d8e-8c152bc34cc6 HTTP/1.1" status: 204 len: 168 time: 1.5784290 Apr 01 16:40:22.771222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:40:22.818068 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'status': 'completed', 'code': 200} Apr 01 16:40:22.858087 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:22.918696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-73c611d8-aee5-489a-98b7-5de9b9a9fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:22.920651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-73c611d8-aee5-489a-98b7-5de9b9a9fc7d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 1098 time: 0.0815365 Apr 01 16:40:23.052605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-b6cc1203-b155-4965-a753-465a190210bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:23.053944 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-b6cc1203-b155-4965-a753-465a190210bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 200 len: 897 time: 0.1272936 Apr 01 16:40:23.122838 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-7cb760b1-f069-472b-b61b-8630c44ad838 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0620389 Apr 01 16:40:23.183923 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:23.187854 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Checking router: ce04611c-204b-4f78-84fb-b446a71f5a48 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:23.190360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-4e9cb67f-b9be-49d5-8a0a-916620002ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:23.192151 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-4e9cb67f-b9be-49d5-8a0a-916620002ac4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=10f9eb6b-2903-4b5d-9c91-1706380ef5fd HTTP/1.1" status: 200 len: 834 time: 0.0633938 Apr 01 16:40:23.196793 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:23.197468 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:23.281557 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-bdab8028-7511-4c81-9c87-dbfc67fad76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:23.283311 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-bdab8028-7511-4c81-9c87-dbfc67fad76e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6097aa6f-a737-47e5-a8ed-f4cb4264607b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831189 Apr 01 16:40:23.380198 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:23.400094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2680824-a947-455d-9155-a7ddc6a47c73 req-050b6fda-7517-4f68-9508-92df45781f62 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:23.401682 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2680824-a947-455d-9155-a7ddc6a47c73 req-050b6fda-7517-4f68-9508-92df45781f62 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.0887089 Apr 01 16:40:23.456178 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2680824-a947-455d-9155-a7ddc6a47c73 req-20165576-7d8f-49c9-b335-43021828fefd tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481043 Apr 01 16:40:23.538182 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-bd1901b4-66e7-4ff7-8034-e088f15aa876 service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471583 Apr 01 16:40:23.670548 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-437b5be6-1c08-4d9a-80fe-d8c073128728 req-bc045827-f70c-42f8-905e-1ca0705e07fd service neutron] 10.222.0.90 "GET /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252301 Apr 01 16:40:23.749130 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-13880222-97a7-4789-beab-822811f5eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:23.752998 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13880222-97a7-4789-beab-822811f5eb2e None None] The sync data for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv is: [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:39:31Z', 'revision_number': 4, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '71166ec0-db09-461b-8238-234d4ae1bbf1', 'name': '', 'network_id': '6097aa6f-a737-47e5-a8ed-f4cb4264607b', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'mac_address': 'fa:16:3e:de:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:30Z', 'updated_at': '2022-04-01T16:39:35Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'subnets': [{'id': '10f9eb6b-2903-4b5d-9c91-1706380ef5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:23.956709 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d789d-6233-4244-aed7-7638bebd6dbf None None] New status for floating IP 2f47aa69-2be3-4a05-9d8e-8c152bc34cc6: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:40:24.647072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fad0e-b884-4977-9691-3b810580e1bc req-9411cf82-165b-4dc4-89fd-976b83f42277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:24.647779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f78fad0e-b884-4977-9691-3b810580e1bc req-9411cf82-165b-4dc4-89fd-976b83f42277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:40:24.772709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f78fad0e-b884-4977-9691-3b810580e1bc req-9411cf82-165b-4dc4-89fd-976b83f42277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:40:24.773746 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f78fad0e-b884-4977-9691-3b810580e1bc req-9411cf82-165b-4dc4-89fd-976b83f42277 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.2076910 Apr 01 16:40:24.827483 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f78fad0e-b884-4977-9691-3b810580e1bc req-27bede61-f272-46f8-b078-0238798c065e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/security-groups?id=fae81857-4824-4357-a851-59e6204fb294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472324 Apr 01 16:40:24.850301 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-8109d91a-9a70-44d6-a8d2-302d05d7bdb0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:24.851734 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-8109d91a-9a70-44d6-a8d2-302d05d7bdb0 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 945 time: 0.1151559 Apr 01 16:40:24.923610 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:40:24.923951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:25.165616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:25.165978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:25.296296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:40:25.504723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:25.553306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:25.630999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] No DVR routers for this DVR port 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:40:25.633429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:25.636100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'name': 'network-vif-deleted', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:40:25.680773 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1850d012-13ff-4329-be94-dcab7816fdab', 'name': 'network-vif-deleted', 'tag': '9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6', 'status': 'completed', 'code': 200} Apr 01 16:40:25.716888 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5bf919ac-63d4-4b1f-bae1-7acbd59efa46 req-16d20b32-c0eb-44bf-90eb-cebe819591a8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.90 "DELETE /v2.0/ports/9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 HTTP/1.1" status: 204 len: 173 time: 0.8603363 Apr 01 16:40:25.983556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-16ac3092-5424-442c-9599-085565324aa3 req-94314c90-ab8b-46c2-ba89-2acbf01a77a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Synchronizing usage tracker for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:40:26.047436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-16ac3092-5424-442c-9599-085565324aa3 req-94314c90-ab8b-46c2-ba89-2acbf01a77a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Unset dirty status for tenant:942cfa30fa334e90b35b8b3d669e8eec on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:40:26.048693 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16ac3092-5424-442c-9599-085565324aa3 req-94314c90-ab8b-46c2-ba89-2acbf01a77a5 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "GET /v2.0/ports?device_id=1850d012-13ff-4329-be94-dcab7816fdab HTTP/1.1" status: 200 len: 210 time: 0.1088808 Apr 01 16:40:27.148944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:27.791632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:28.144569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 71166ec0-db09-461b-8238-234d4ae1bbf1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:40:28.144907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:28.336019 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 71166ec0-db09-461b-8238-234d4ae1bbf1, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=71166ec0-db09-461b-8238-234d4ae1bbf1,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:28.336713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:28.462482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 71166ec0-db09-461b-8238-234d4ae1bbf1 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:40:28.699036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:28.750006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=71166ec0-db09-461b-8238-234d4ae1bbf1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:29.131113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.490302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Router ce04611c-204b-4f78-84fb-b446a71f5a48 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:40:29.505286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb9a8-f90f-438b-ad97-6ad82512e2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.667366 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:29.676549 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Sync routers for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:29.685580 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:29.687680 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:29.740341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a192f70c-8621-410e-8574-5267cf77e8af tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "PUT /v2.0/routers/ce04611c-204b-4f78-84fb-b446a71f5a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5901847 Apr 01 16:40:29.742887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:29.808306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting subnet 10f9eb6b-2903-4b5d-9c91-1706380ef5fd {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:40:29.811259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.860554 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:29.868102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.952917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.064537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.110866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.114080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Subnet': ['ID=10f9eb6b-2903-4b5d-9c91-1706380ef5fd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:30.118461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9aa896-c54b-40db-a770-5f5dcf48113c None None] Network 6097aa6f-a737-47e5-a8ed-f4cb4264607b requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:40:30.125076 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6035dfad-e86d-4260-afcd-19bb47e027e8 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/subnets/10f9eb6b-2903-4b5d-9c91-1706380ef5fd HTTP/1.1" status: 204 len: 168 time: 0.3810391 Apr 01 16:40:30.127563 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:30.148276 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:40:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:30.152678 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Checking router: ce04611c-204b-4f78-84fb-b446a71f5a48 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:30.162082 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Routers {'ce04611c-204b-4f78-84fb-b446a71f5a48'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:30.162999 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['ce04611c-204b-4f78-84fb-b446a71f5a48'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:30.314315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.319702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:40:30.344640 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] Set router ce04611c-204b-4f78-84fb-b446a71f5a48 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:30.367203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:40:30.367542 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 9dd4b4f7-511a-4b0f-88f6-56d00d52a0d6 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:40:30.407820 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] DHCP port deletion for 6097aa6f-a737-47e5-a8ed-f4cb4264607b request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:40:30.412835 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Deleting port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:40:30.413628 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.507073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.561753 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Deleting port 259532f0-5c58-4016-93b1-30856fd4860d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:40:30.562139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.648317 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:40:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:30.652758 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2eb4a1-f40b-4140-a8dc-e4897947728e None None] The sync data for ids ['ce04611c-204b-4f78-84fb-b446a71f5a48'] in dv-neutron-835943-1-hyperv is: [{'id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512855394', 'tenant_id': '942cfa30fa334e90b35b8b3d669e8eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '259532f0-5c58-4016-93b1-30856fd4860d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:39:25Z', 'updated_at': '2022-04-01T16:40:28Z', 'revision_number': 5, 'project_id': '942cfa30fa334e90b35b8b3d669e8eec', 'gw_port': {'id': '259532f0-5c58-4016-93b1-30856fd4860d', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce04611c-204b-4f78-84fb-b446a71f5a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:39:26Z', 'updated_at': '2022-04-01T16:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:30.666637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] For port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,segment=NetworkSegment(76c53163-8ecc-4f1f-9857-5a1116902444),segment_id=76c53163-8ecc-4f1f-9857-5a1116902444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:30.667795 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.793416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Calling delete_port for 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:40:30.853411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] For port 259532f0-5c58-4016-93b1-30856fd4860d, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=259532f0-5c58-4016-93b1-30856fd4860d,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:30.853770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.956352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:30.980173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Calling delete_port for 259532f0-5c58-4016-93b1-30856fd4860d owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:40:31.017311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Pushing event deleted for resources: {'Port': ['ID=27a8a9c4-df1b-4a72-b41b-12b53eefdd37,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:31.018289 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.018658 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.018996 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.019365 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.019699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.020034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.020366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.020699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.021043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.021367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.021689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.022013 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:31.026331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d14d3-46a5-40a8-a096-cf11fefb84fd None None] No DVR routers for this DVR port 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 on host dv-neutron-835943-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:40:31.201999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.251208 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Port': ['ID=259532f0-5c58-4016-93b1-30856fd4860d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:31.344401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.517483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.519791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.527317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:40:31.561891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:40:31.562237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 27a8a9c4-df1b-4a72-b41b-12b53eefdd37 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:40:31.562653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 71166ec0-db09-461b-8238-234d4ae1bbf1 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:40:31.594837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 71166ec0-db09-461b-8238-234d4ae1bbf1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:40:31.595201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 71166ec0-db09-461b-8238-234d4ae1bbf1 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:40:31.624783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.625306 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Fanout notify agent at l3_agent the message router_deleted on router ce04611c-204b-4f78-84fb-b446a71f5a48 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:40:31.641862 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.642966 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f780c0e7-ba97-4602-b256-ec49587fa18e tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/routers/ce04611c-204b-4f78-84fb-b446a71f5a48 HTTP/1.1" status: 204 len: 168 time: 1.5144324 Apr 01 16:40:31.645660 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:31.763727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.893044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.920157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6097aa6f-a737-47e5-a8ed-f4cb4264607b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:31.932525 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c53163-8ecc-4f1f-9857-5a1116902444') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:31.932845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c53163-8ecc-4f1f-9857-5a1116902444') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:31.944056 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.960725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.967308 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:40:31.967681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:40:31.982049 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:40:32.161810 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.179002 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.190124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'Network': ['ID=6097aa6f-a737-47e5-a8ed-f4cb4264607b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:32.270784 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1e829f09-8629-4d6f-9df3-40797eaacb98 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/networks/6097aa6f-a737-47e5-a8ed-f4cb4264607b HTTP/1.1" status: 204 len: 168 time: 0.6238122 Apr 01 16:40:32.273173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:32.341847 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.377016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.384244 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6f899925-c990-48e5-89c0-8660f7180300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.515934 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.537705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae81857-4824-4357-a851-59e6204fb294,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:32.624253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.625391 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de871508-02c1-4aa3-973b-e8db9bfa9b01 tempest-TestNetworkAdvancedServerOps-59613806 tempest-TestNetworkAdvancedServerOps-59613806-project] 10.222.0.18 "DELETE /v2.0/security-groups/fae81857-4824-4357-a851-59e6204fb294 HTTP/1.1" status: 204 len: 168 time: 0.3513143 Apr 01 16:40:32.980137 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:32.980828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:33.233194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:33.411467 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-867cc160-bb96-4c25-9faf-c3e9d03306c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=942cfa30fa334e90b35b8b3d669e8eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1770277 Apr 01 16:40:33.413830 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57470) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:33.432160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 259532f0-5c58-4016-93b1-30856fd4860d no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:40:33.469312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 259532f0-5c58-4016-93b1-30856fd4860d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:40:33.469667 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 259532f0-5c58-4016-93b1-30856fd4860d not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:40:33.477529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:33.502868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:33.613035 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:33.633414 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23c3a2-d8b2-4cb6-b73d-13e257ee6bf5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:33.641779 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:33.641779 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4fb5e30d-8cd4-4eda-963d-b27e0852a4aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e23c3a2-d8b2-4cb6-b73d-13e257ee6bf5 HTTP/1.1" status: 204 len: 168 time: 0.2265537 Apr 01 16:40:34.167987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.174013 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:34.191962 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.206409 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:34.210443 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Usage tracker for resource:security_group_rule and tenant:70ba768b97524641a45845ded4418655 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:34.213420 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:34.219334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:34.303082 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.373231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.420828 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70ba768b97524641a45845ded4418655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456846 Apr 01 16:40:34.421619 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6134eb51-fb34-4a92-b09d-ca5b8e7b4e06,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:34.423564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57482) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:34.431610 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.432041 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.432382 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.433310 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.433656 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.433986 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.434313 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.434670 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.434991 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.435337 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.435657 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.436015 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0331a76-04ce-492b-a74b-36ee9b2f0608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:34.572209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.598277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.733237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.749176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134eb51-fb34-4a92-b09d-ca5b8e7b4e06,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:34.753963 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:34.754673 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-617db63e-5b50-4c4f-8b91-09a29677068f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6134eb51-fb34-4a92-b09d-ca5b8e7b4e06 HTTP/1.1" status: 204 len: 168 time: 0.3301127 Apr 01 16:40:34.756073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:35.923935 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:36.031689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-153379691-network', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:36.036641 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:36.040706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Usage tracker for resource:network and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:36.044236 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:36.050484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:36.115624 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Made reservation on behalf of 8d9f4da99e8d4edfb829994f90e9ed68 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:40:36.117952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.131024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.146235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:36.150363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:36.153732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:36.159473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:36.250866 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.315918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.347560 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:40:36.356539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02794680-840e-4ddb-aa2d-c16e7030ae4d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:36.362027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.362370 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Added segment aa9d8be3-50a4-4080-b9e4-9889f3bbdabd of type vlan for network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 Apr 01 16:40:36.390522 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.487260 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.488272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:36.488855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:36.591565 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ef1a23-3b56-4f47-ab4a-66bebf23a442,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:36.601556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:40:36.648057 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-407571e8-9edf-4edc-a42d-3fe5591831e0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7229450 Apr 01 16:40:36.652378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:36.658083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Request body: {'subnet': {'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-153379691-subnet', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:36.663113 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:36.667771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Usage tracker for resource:subnet and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:36.671093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:36.677029 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:36.767449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Made reservation on behalf of 8d9f4da99e8d4edfb829994f90e9ed68 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:40:36.769831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.053262 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.129482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0115e7-0696-4964-9fd1-d43db2b0c548,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:37.140341 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Checking segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:37.140701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Network hostable DHCP agents. Network: c7ef1a23-3b56-4f47-ab4a-66bebf23a442, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:40:37.241425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:40:37.316146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c7ef1a23-3b56-4f47-ab4a-66bebf23a442) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:37.320118 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:37.320746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.325080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9b83d-9cb2-463a-82e7-381e7c9d6658 None None] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:40:37.396841 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b6c1de66-4dae-48b2-8e1d-e65581457a23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7432952 Apr 01 16:40:37.399434 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:37.404349 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:37.409065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:37.413123 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Usage tracker for resource:router and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:37.417833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:37.427073 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:37.510506 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.511596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.528060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.541626 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:40:37.543868 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.712744 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Allocated IP 172.20.0.2 (c7ef1a23-3b56-4f47-ab4a-66bebf23a442/0d0115e7-0696-4964-9fd1-d43db2b0c548/8aa4507a-dc82-4567-9054-cc97dde408e3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:37.863667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.919183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.929220 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Transition to ACTIVE for port object 8aa4507a-dc82-4567-9054-cc97dde408e3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:37.952559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Transition to ACTIVE for port object 8aa4507a-dc82-4567-9054-cc97dde408e3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:38.007858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.066930 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:38.069793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:38.074010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:38.118256 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Pushing event updated for resources: {'Port': ['ID=8aa4507a-dc82-4567-9054-cc97dde408e3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:38.177090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Attempting to bind port 8aa4507a-dc82-4567-9054-cc97dde408e3 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:38.177463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Attempting to bind port 8aa4507a-dc82-4567-9054-cc97dde408e3 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:38.177913 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Attempting to bind port 8aa4507a-dc82-4567-9054-cc97dde408e3 on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:38.183900 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:38.184276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Checking segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:38.184684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.185080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Bound using segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:38.185548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Bound port: 8aa4507a-dc82-4567-9054-cc97dde408e3, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:38.185926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.242839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.275817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.277549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5ab21242-a909-43e1-bdea-5370856987de None None] For port 8aa4507a-dc82-4567-9054-cc97dde408e3, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:38.280968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5ab21242-a909-43e1-bdea-5370856987de None None] For port 8aa4507a-dc82-4567-9054-cc97dde408e3, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8aa4507a-dc82-4567-9054-cc97dde408e3,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:38.327414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.413732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Allocated IP 172.26.7.181 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/c3aec229-6dfa-4d2f-bf78-21eae6c8e77a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:38.446171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab21242-a909-43e1-bdea-5370856987de None None] Pushing event updated for resources: {'Port': ['ID=8aa4507a-dc82-4567-9054-cc97dde408e3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:38.692355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.796368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:38.857329 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:38.864220 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:38.868510 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:38.897983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:39.354287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ec999-68bd-42b3-9213-0bbeb1dbe358 None None] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:40:39.366538 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.514382 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8aa4507a-dc82-4567-9054-cc97dde408e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:39.561356 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b24ad1c8-2318-45d1-815a-089688ba006a None None] Provisioning for port 8aa4507a-dc82-4567-9054-cc97dde408e3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:39.692923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8aa4507a-dc82-4567-9054-cc97dde408e3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:39.699227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8aa4507a-dc82-4567-9054-cc97dde408e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:39.699611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.728687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.821828 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.857622 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8aa4507a-dc82-4567-9054-cc97dde408e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8aa4507a-dc82-4567-9054-cc97dde408e3,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:39.906286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.941413 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-947966f8-4f82-4d54-ab35-bac6e0c13de9 None None] Provisioning complete for port 8aa4507a-dc82-4567-9054-cc97dde408e3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:39.941717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-947966f8-4f82-4d54-ab35-bac6e0c13de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:40.012867 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:40:40.022987 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8aa4507a-dc82-4567-9054-cc97dde408e3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:40.295791 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:40.304465 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:40.315089 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:40.315749 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:40.378474 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:40.379685 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c5d8952e-d5aa-43cd-8873-b55d1295bc6f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9792902 Apr 01 16:40:40.382508 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57520) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:40.494975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:40.779706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:39Z', 'revision_number': 3, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:40.783540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:40.783901 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Updating router b842bcfc-6d2f-449e-acd9-538bc9c54524 port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:40:40.835852 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.067706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.201168 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.212789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Transition to ACTIVE for port object c3aec229-6dfa-4d2f-bf78-21eae6c8e77a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:41.281735 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.285104 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Allocated IP 172.20.0.1 (c7ef1a23-3b56-4f47-ab4a-66bebf23a442/0d0115e7-0696-4964-9fd1-d43db2b0c548/3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:41.361850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Attempting to bind port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:41.362229 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Attempting to bind port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:41.362595 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Attempting to bind port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:41.368350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09539-ffdb-4139-878a-f7bdff6333bc None None] Pushing event updated for resources: {'Port': ['ID=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:41.373208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:41.373587 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:41.374023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.374418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:41.374881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Bound port: c3aec229-6dfa-4d2f-bf78-21eae6c8e77a, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:41.375288 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.435947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.451898 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] For port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:41.452242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] For port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:41.459201 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Transition to ACTIVE for port object 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:41.487771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8aa4507a-dc82-4567-9054-cc97dde408e3 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:41.542827 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.561705 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.628240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:41.635416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:41.636267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:41.636743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:41.640177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:41.670312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:41.687656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09539-ffdb-4139-878a-f7bdff6333bc None None] Pushing event updated for resources: {'Port': ['ID=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:41.690278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8aa4507a-dc82-4567-9054-cc97dde408e3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:41.690657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.703514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.925316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:42.117327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf9c822b-3043-415c-95c2-67540755d6a8 None None] Provisioning for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:42.134368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf9c822b-3043-415c-95c2-67540755d6a8 None None] Provisioning complete for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:42.134747 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c822b-3043-415c-95c2-67540755d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:42.148022 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:42.209399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c822b-3043-415c-95c2-67540755d6a8 None None] Port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:40:42.273212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:39Z', 'revision_number': 3, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:42.277750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225ab07-628a-48f6-9886-c58c1cb5e0ac None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:39Z', 'revision_number': 3, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:42.379493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:42.424398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:42.539639 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:42.544461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:42.690172 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:42.691396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:42.887492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:40:42.937729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fcee1d60-b040-435c-b8f4-2b825309af49 None None] Provisioning complete for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:42.938305 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fcee1d60-b040-435c-b8f4-2b825309af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.000676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fcee1d60-b040-435c-b8f4-2b825309af49 None None] Port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:40:43.074665 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:43.084870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b8592c90-8bb2-4082-aa24-fac6b0b148a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/b842bcfc-6d2f-449e-acd9-538bc9c54524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7012267 Apr 01 16:40:43.499983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c3aec229-6dfa-4d2f-bf78-21eae6c8e77a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:43.669750 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:43.675071 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:43.675436 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.744893 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:43.755276 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:43.756135 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:43.803908 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.821702 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:43.846115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:43.852663 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-356645830-network', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:43.858399 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:43.862215 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Usage tracker for resource:network and tenant:b4ff5f341ded49b29be3b5786dfa2c26 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:43.865186 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:43.871639 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:43.892664 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.961436 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Made reservation on behalf of b4ff5f341ded49b29be3b5786dfa2c26 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:40:43.963596 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:43.964345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.968093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:43.981958 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:43.996431 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:44.000160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ff5f341ded49b29be3b5786dfa2c26 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:44.003018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:44.008727 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:44.093833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.161227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.192179 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:40:44.201255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe316b5-a4ec-407f-8a74-2622d9621a1f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:44.207001 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.207391 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Added segment d2ad5519-5a24-46d9-b18d-7e802e43982e of type vlan for network c1e590d8-8d26-4357-a1c9-d78bb765ec76 Apr 01 16:40:44.234392 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.280936 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 2, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:44.284455 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:44.284804 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Updating router b842bcfc-6d2f-449e-acd9-538bc9c54524 port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:40:44.327057 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.328111 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:44.328695 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.338166 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.438796 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e590d8-8d26-4357-a1c9-d78bb765ec76,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:44.449753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:40:44.568782 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-276de7bd-cedb-4cbc-83a8-6afc7cd46354 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7213092 Apr 01 16:40:44.571438 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:44.578578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Request body: {'subnet': {'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-356645830-subnet', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:44.583817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:44.587807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Usage tracker for resource:subnet and tenant:b4ff5f341ded49b29be3b5786dfa2c26 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:44.591399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:44.597511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:44.663486 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:40:44.686757 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Made reservation on behalf of b4ff5f341ded49b29be3b5786dfa2c26 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:40:44.688993 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.689188 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33432789'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.700410 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Transition to ACTIVE for port object 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:44.772516 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.900996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Pushing event updated for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:44.938726 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33387419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33432771'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:44.939082 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.939462 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.939798 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.940135 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.940464 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.940819 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.941138 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.941464 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.941783 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.942101 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.942418 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:44.942735 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:45.005548 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Attempting to bind port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:45.006075 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Attempting to bind port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:45.006304 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Attempting to bind port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:45.012236 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:45.012606 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Checking segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:45.012996 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.013387 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Bound using segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:45.014078 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Bound port: 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:45.014301 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.030588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Checking segment: {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:45.031014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Network hostable DHCP agents. Network: c1e590d8-8d26-4357-a1c9-d78bb765ec76, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:40:45.036626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa8a9f2-9b9c-4997-81a7-7c687288ffb6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:45.101601 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] For port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:45.105524 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] For port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:45.127175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:40:45.184777 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.212850 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, c1e590d8-8d26-4357-a1c9-d78bb765ec76) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:45.218045 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:45.219248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.222237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe818d1-7608-4bae-aa6a-624b633fdde6 None None] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:40:45.265458 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197d08d-16c9-49da-ab8c-a7b96fa60a7c None None] Pushing event updated for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:45.271920 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:45.272529 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:45.302208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78ea3da0-3ff5-44b7-bc59-7e6eb10a40b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7265363 Apr 01 16:40:45.302452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57546) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:45.308335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:45.316323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:45.323325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Usage tracker for resource:router and tenant:b4ff5f341ded49b29be3b5786dfa2c26 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:45.332853 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:45.342327 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:45.433197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.434394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.457384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:40:45.460328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.468473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.519742 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:45.524242 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c3aec229-6dfa-4d2f-bf78-21eae6c8e77a up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:45.684490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:45.684870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:45.739313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Allocated IP 172.20.0.2 (c1e590d8-8d26-4357-a1c9-d78bb765ec76/caa8a9f2-9b9c-4997-81a7-7c687288ffb6/f9de7590-9631-4119-a4d9-5255ce944886) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:45.848794 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:45Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:45.854059 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00954825-9e26-443c-90d6-0578a66da2d5 None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:45Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:45.940244 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.037756 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.049633 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Transition to ACTIVE for port object f9de7590-9631-4119-a4d9-5255ce944886 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:46.069577 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Transition to ACTIVE for port object f9de7590-9631-4119-a4d9-5255ce944886 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:46.156139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.220172 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:46.223181 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:46.232665 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:46.242671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f9de7590-9631-4119-a4d9-5255ce944886,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:46.337768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Attempting to bind port f9de7590-9631-4119-a4d9-5255ce944886 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:46.338142 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Attempting to bind port f9de7590-9631-4119-a4d9-5255ce944886 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:46.338528 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Attempting to bind port f9de7590-9631-4119-a4d9-5255ce944886 on network c1e590d8-8d26-4357-a1c9-d78bb765ec76 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:46.344417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:46.344793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Checking segment: {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:46.345196 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.345732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Bound using segment: {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:46.346213 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Bound port: f9de7590-9631-4119-a4d9-5255ce944886, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:46.346590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.368672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.401488 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.442684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] For port f9de7590-9631-4119-a4d9-5255ce944886, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:46.446022 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] For port f9de7590-9631-4119-a4d9-5255ce944886, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9de7590-9631-4119-a4d9-5255ce944886,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:46.533416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.555778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Allocated IP 172.26.7.233 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:46.630510 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b6ef5-70d5-45bf-bcf9-3f76a2f9d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f9de7590-9631-4119-a4d9-5255ce944886,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:46.765203 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.895176 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.978318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:46.997232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:47.002065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:47.039841 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:47.509109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:47.528544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9de7590-9631-4119-a4d9-5255ce944886 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:47.675829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port f9de7590-9631-4119-a4d9-5255ce944886 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:47.682144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:47.812955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:47.818155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:47.818527 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:47.923276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb458344-31aa-4930-982a-b62b756a0dc3 None None] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:40:47.982266 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.029049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.088245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:48.166123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Provisioning for port f9de7590-9631-4119-a4d9-5255ce944886 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:48.179833 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.213796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Provisioning complete for port f9de7590-9631-4119-a4d9-5255ce944886 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:48.217429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.264379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Router 83902c34-161d-4ee2-9fec-ded3780e51d1 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:40:48.345597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:48.429015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.444419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:48.456340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Sync routers for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:48.476120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] For port f9de7590-9631-4119-a4d9-5255ce944886, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9de7590-9631-4119-a4d9-5255ce944886,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:48.479788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:48.479788 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:48.551274 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.552535 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dfca418-a087-4f07-bcb9-d120fed320e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2492261 Apr 01 16:40:48.555454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57550) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:48.630323 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:48.727429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:48.841274 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a062d-e732-47fb-bf0e-e851bf3d6829 None None] Pushing event updated for resources: {'Port': ['ID=f9de7590-9631-4119-a4d9-5255ce944886,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:48.884792 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-55020ae9-6051-4aeb-b70b-4eacc3ca9045 None None] Provisioning complete for port f9de7590-9631-4119-a4d9-5255ce944886 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:48.885081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55020ae9-6051-4aeb-b70b-4eacc3ca9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.140036 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:47Z', 'revision_number': 3, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:49.144026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Checking router: 83902c34-161d-4ee2-9fec-ded3780e51d1 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:49.144381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Updating router 83902c34-161d-4ee2-9fec-ded3780e51d1 port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:40:49.203392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.365312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.515106 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9de7590-9631-4119-a4d9-5255ce944886 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:49.579549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Allocated IP 172.20.0.1 (c1e590d8-8d26-4357-a1c9-d78bb765ec76/caa8a9f2-9b9c-4997-81a7-7c687288ffb6/204d7966-c1a2-4357-a566-7b24640ee85f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:49.592487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.608338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Transition to ACTIVE for port object dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:49.619839 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port f9de7590-9631-4119-a4d9-5255ce944886 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:49.620215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.694048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.731823 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.747286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Transition to ACTIVE for port object 204d7966-c1a2-4357-a566-7b24640ee85f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:49.792516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Attempting to bind port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:49.792888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Attempting to bind port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:49.793252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Attempting to bind port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:49.806080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c91c4-7fe6-4ce2-9c05-0d9d4de7e8cb None None] Pushing event updated for resources: {'Port': ['ID=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:49.808982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:49.809360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:49.809764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.810160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:49.810632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Bound port: dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:49.811008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.853164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.918234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:49.921058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:49.926340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:49.929296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:40:49.965677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Pushing event updated for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:49.978462 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] For port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:49.991909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:49.995791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] For port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:50.015282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:50.015915 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.084165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.201304 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.223763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:50.224391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:50.284475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1c8d69f0-6bcb-4fa3-9555-0844fd8a74fb None None] Provisioning for port 204d7966-c1a2-4357-a566-7b24640ee85f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:50.304015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c91c4-7fe6-4ce2-9c05-0d9d4de7e8cb None None] Pushing event updated for resources: {'Port': ['ID=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:50.306399 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1c8d69f0-6bcb-4fa3-9555-0844fd8a74fb None None] Provisioning complete for port 204d7966-c1a2-4357-a566-7b24640ee85f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:50.306773 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c8d69f0-6bcb-4fa3-9555-0844fd8a74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.432454 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.434098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d69f0-6bcb-4fa3-9555-0844fd8a74fb None None] Port 204d7966-c1a2-4357-a566-7b24640ee85f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:40:50.464713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:50.503890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.614139 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:50.617654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Pushing event updated for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:50.752825 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:50.753989 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:50.779469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '204d7966-c1a2-4357-a566-7b24640ee85f', 'name': '', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'mac_address': 'fa:16:3e:32:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:49Z', 'updated_at': '2022-04-01T16:40:49Z', 'revision_number': 1, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'subnets': [{'id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:50.783856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ec8bb-4707-456a-babf-ba27c277ce1e None None] The sync data for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv is: [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '204d7966-c1a2-4357-a566-7b24640ee85f', 'name': '', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'mac_address': 'fa:16:3e:32:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:49Z', 'updated_at': '2022-04-01T16:40:49Z', 'revision_number': 1, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'subnets': [{'id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:50.950322 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Router 83902c34-161d-4ee2-9fec-ded3780e51d1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:40:50.957005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c511343b-eaef-4d44-b70d-42aebf57757a None None] Provisioning complete for port 204d7966-c1a2-4357-a566-7b24640ee85f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:50.957381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c511343b-eaef-4d44-b70d-42aebf57757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:51.031789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c511343b-eaef-4d44-b70d-42aebf57757a None None] Port 204d7966-c1a2-4357-a566-7b24640ee85f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:40:51.255433 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:40:51.265606 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7947ef92-a153-4a1e-ac85-ad80b96e82d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/83902c34-161d-4ee2-9fec-ded3780e51d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085958 Apr 01 16:40:51.938458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:51.943872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309773303', 'description': 'tempest-secgroup-smoke-309773303 description', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:51.950371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:51.954458 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:51.957475 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:51.965194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:52.018186 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.039164 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:52.043636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:52.046582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:52.052492 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:52.144567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.212605 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.254951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288ed46d-f593-4bb2-8239-f0fd0df23947,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:52.315797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.317122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b65cb543-36ea-4d3d-a7ef-a3def2b878cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3775308 Apr 01 16:40:52.320096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57564) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:52.325710 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:52.331901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:52.335752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:52.338634 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:52.345020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:52.439588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.505250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.572832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.598868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f6fb8a-bf15-474a-b133-06b20903994f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:52.664265 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.665753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec471cbc-aeb7-437f-a49a-8e983d88f80d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444853 Apr 01 16:40:52.668369 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57568) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:52.673857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:52.680146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:52.684937 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:52.688227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:52.695336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:52.796910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.864819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.949771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:52.958577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-6527c092-5cff-4844-82f1-035710bd46e8 req-c5ccccba-87ba-47fa-9415-38bd384e8f2b service neutron] (88600) timed out ('10.222.0.18', 53318) {{(pid=88600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:40:52.974072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0705d2e7-1dae-4398-9927-8227744a9cbb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:53.059060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.060296 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e9f3ca7-4aa5-4862-a5f0-716084966f45 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907602 Apr 01 16:40:53.062945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57572) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:53.068473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:53.074673 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:53.078725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:53.081687 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:53.087509 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:53.162514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.227691 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.287034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.314606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9a25ea-f27d-4d14-8ff5-2ca733eeb1b8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:53.384582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.385795 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-71543bc9-da40-4335-952c-839d226538c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216681 Apr 01 16:40:53.388532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:53.393575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:53.399865 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:53.404415 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:53.407256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:53.412928 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:53.514857 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:53.518226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.589774 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.664117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:53.669449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:53.669822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.692770 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.718200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe278c4-4e41-4992-a67b-ee202b1ddf9e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:53.786360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Sync routers for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:53.792934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.795985 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:53.801016 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:53.809360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:53.819528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.820782 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03251872-ff8c-49cc-840d-1095ee722bf5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4312577 Apr 01 16:40:53.823514 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57580) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:53.829235 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:53.835330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:53.839940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:53.842783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:53.848642 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:53.898188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.921594 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Project 8d9f4da99e8d4edfb829994f90e9ed68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:40:53.929194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:53.969592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:53.977360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:53.998248 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.060237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.083991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33289f31-8dc0-4fc8-9af7-875473cea2b1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:54.161197 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.162449 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-05f5abf8-0e9b-426c-ac52-d51fad9a1d50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3374367 Apr 01 16:40:54.165145 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 57584) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:40:54.170815 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '288ed46d-f593-4bb2-8239-f0fd0df23947', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:54.177578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:40:54.180893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:40:54.184272 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:40:54.189954 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:40:54.287271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Project 8d9f4da99e8d4edfb829994f90e9ed68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:40:54.294016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.302730 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '204d7966-c1a2-4357-a566-7b24640ee85f', 'name': '', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'mac_address': 'fa:16:3e:32:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:49Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 2, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'subnets': [{'id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:54.306576 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Checking router: 83902c34-161d-4ee2-9fec-ded3780e51d1 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:54.306925 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Updating router 83902c34-161d-4ee2-9fec-ded3780e51d1 port 204d7966-c1a2-4357-a566-7b24640ee85f binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:40:54.360320 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.360887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.446796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.475065 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5470eb1d-0369-464d-b63a-9de3fbe30232,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:54.567210 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.568501 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-13dc80ac-b071-447f-896f-47503705c0f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4023106 Apr 01 16:40:54.716292 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.727970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Transition to ACTIVE for port object 204d7966-c1a2-4357-a566-7b24640ee85f will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:40:54.806940 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.922017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-1bb6748e-431e-4424-8c10-893212554600 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:40:54.967043 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2ecf5-6481-4d2e-9096-3d808972a408 None None] Pushing event updated for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:54.996503 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-1bb6748e-431e-4424-8c10-893212554600 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:40:54.997835 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-1bb6748e-431e-4424-8c10-893212554600 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309773303&fields=id&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 267 time: 0.1213541 Apr 01 16:40:55.057676 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Attempting to bind port 204d7966-c1a2-4357-a566-7b24640ee85f on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:40:55.058573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Attempting to bind port 204d7966-c1a2-4357-a566-7b24640ee85f by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:40:55.058975 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Attempting to bind port 204d7966-c1a2-4357-a566-7b24640ee85f on network c1e590d8-8d26-4357-a1c9-d78bb765ec76 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:40:55.064416 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:40:55.064786 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Checking segment: {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:40:55.065176 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:55.065563 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Bound using segment: {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:40:55.066013 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Bound port: 204d7966-c1a2-4357-a566-7b24640ee85f, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ad5519-5a24-46d9-b18d-7e802e43982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:40:55.066375 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:55.163966 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] For port 204d7966-c1a2-4357-a566-7b24640ee85f, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:40:55.166832 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] For port 204d7966-c1a2-4357-a566-7b24640ee85f, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=204d7966-c1a2-4357-a566-7b24640ee85f,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:40:55.172207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-ff002397-ae75-45ea-b525-dd28cfb99196 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:55.172890 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-ff002397-ae75-45ea-b525-dd28cfb99196 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:40:55.252696 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:55.263697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-ff002397-ae75-45ea-b525-dd28cfb99196 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:40:55.264886 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-ff002397-ae75-45ea-b525-dd28cfb99196 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 808 time: 0.2590973 Apr 01 16:40:55.280373 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-3f82858a-4a44-421b-90a4-e1cf5aa69b7a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/quotas/8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 375 time: 0.0098350 Apr 01 16:40:55.326946 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:40:55.327589 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:40:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:55.369101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-3eebd035-e11c-4055-9470-20fb8f46355d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:40:55.397906 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2ecf5-6481-4d2e-9096-3d808972a408 None None] Pushing event updated for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:55.435413 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-3eebd035-e11c-4055-9470-20fb8f46355d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:40:55.436976 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-3eebd035-e11c-4055-9470-20fb8f46355d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512687 Apr 01 16:40:55.525644 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:40:55.547786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 204d7966-c1a2-4357-a566-7b24640ee85f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:55.626886 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-a2ea2096-f056-4dba-8e67-d9b936b4c1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730714 Apr 01 16:40:55.692796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 204d7966-c1a2-4357-a566-7b24640ee85f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:55.698212 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 204d7966-c1a2-4357-a566-7b24640ee85f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:55.698610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:55.765657 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-75f46dac-d1f0-4687-8c82-1fb8bef0eaf9 service neutron] 10.222.0.18 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317966 Apr 01 16:40:55.848969 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '204d7966-c1a2-4357-a566-7b24640ee85f', 'name': '', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'mac_address': 'fa:16:3e:32:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:49Z', 'updated_at': '2022-04-01T16:40:55Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'subnets': [{'id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:55.857694 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c94c-f50f-437e-a619-1c9570af1b6d None None] The sync data for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv is: [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:40:50Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '204d7966-c1a2-4357-a566-7b24640ee85f', 'name': '', 'network_id': 'c1e590d8-8d26-4357-a1c9-d78bb765ec76', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'mac_address': 'fa:16:3e:32:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:49Z', 'updated_at': '2022-04-01T16:40:55Z', 'revision_number': 4, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'subnets': [{'id': 'caa8a9f2-9b9c-4997-81a7-7c687288ffb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:55.863602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:55.898186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 204d7966-c1a2-4357-a566-7b24640ee85f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=204d7966-c1a2-4357-a566-7b24640ee85f,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:40:56.052603 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:56.056872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:56.183260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:56.196278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:56.196654 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:56.212800 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c2376a1-e493-4e85-bf30-222ca7ca8e5b req-970cf2a0-16d5-4962-aedb-6e241e30dd25 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.2140870 Apr 01 16:40:57.308341 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d307c952-43c1-4e00-bf1e-ca2865137bcb req-1e64d966-8870-49da-bae4-0dd83c469304 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.0429468 Apr 01 16:40:57.490958 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 204d7966-c1a2-4357-a566-7b24640ee85f up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:57.560201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 204d7966-c1a2-4357-a566-7b24640ee85f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:57.560511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:58.408018 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ff610590-60d5-4401-9c20-dea59efa60d3 req-5a578b5a-7df0-4cff-a37d-2c71a1b77ca0 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.0467422 Apr 01 16:40:59.510165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1834af7f-f4d4-4a4b-bff3-7ef8bb63913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:59.556273 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1b50e2d-da76-45ec-bbe4-b8bd372b33fe req-c95cbd35-b758-48d4-ba20-cb59df10e815 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.0427306 Apr 01 16:41:00.625885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-52f1b983-a7f3-4a73-934b-1c73d219d868 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:00.627357 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-52f1b983-a7f3-4a73-934b-1c73d219d868 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 808 time: 0.1497581 Apr 01 16:41:00.678875 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-ebf67ae2-7bdc-4944-89e5-f7954545347f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 379 time: 0.0438941 Apr 01 16:41:00.686832 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'port': {'device_id': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'admin_state_up': True, 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'security_groups': ['288ed46d-f593-4bb2-8239-f0fd0df23947']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:00.709317 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4de9e216-a5c1-4828-8697-91a21bbea484 req-aad84b21-0ecc-42b0-84ec-33a9640c6532 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Apr 01 16:41:00.823818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:00.833177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:00.904007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Made reservation on behalf of 8d9f4da99e8d4edfb829994f90e9ed68 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:41:00.908115 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.073923 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Allocated IP 172.20.0.8 (c7ef1a23-3b56-4f47-ab4a-66bebf23a442/0d0115e7-0696-4964-9fd1-d43db2b0c548/23e84818-41c0-466d-b618-280553639fe0) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:01.263199 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.278516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Transition to ACTIVE for port object 23e84818-41c0-466d-b618-280553639fe0 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:01.395857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.463487 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:01.466468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:01.476805 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:41:01.519612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:01.546636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:01.547300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.647713 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-9ea3cf03-829c-4622-891c-3d228ea0d9c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645088 Apr 01 16:41:01.658652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Request body: {'port': {'device_id': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:01.750279 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-76ff6f91-db12-4e65-af2b-b56164b7820d None None] Provisioning for port 23e84818-41c0-466d-b618-280553639fe0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:01.755872 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-76ff6f91-db12-4e65-af2b-b56164b7820d None None] Provisioning complete for port 23e84818-41c0-466d-b618-280553639fe0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:01.756569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-76ff6f91-db12-4e65-af2b-b56164b7820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.774375 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:01.813340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-76ff6f91-db12-4e65-af2b-b56164b7820d None None] Port 23e84818-41c0-466d-b618-280553639fe0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:41:02.121555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a891e-f07d-46fb-a45e-6fe65461b010 req-8c398f9b-0e31-4bfa-82c9-3107820fbc1b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:02.122295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cf0a891e-f07d-46fb-a45e-6fe65461b010 req-8c398f9b-0e31-4bfa-82c9-3107820fbc1b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:41:02.272259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cf0a891e-f07d-46fb-a45e-6fe65461b010 req-8c398f9b-0e31-4bfa-82c9-3107820fbc1b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:41:02.273405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cf0a891e-f07d-46fb-a45e-6fe65461b010 req-8c398f9b-0e31-4bfa-82c9-3107820fbc1b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 931 time: 0.4532773 Apr 01 16:41:02.323227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:41:02.334364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.341894 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cf0a891e-f07d-46fb-a45e-6fe65461b010 req-734af6ec-41bb-4830-96b3-18df92d151ec tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620227 Apr 01 16:41:02.356151 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Transition to ACTIVE for port object 23e84818-41c0-466d-b618-280553639fe0 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:02.395104 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62b7c860-5ba8-4eb4-acdb-f2fc16bd0b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.423516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.581240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:02.662205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Attempting to bind port 23e84818-41c0-466d-b618-280553639fe0 on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:02.662834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Attempting to bind port 23e84818-41c0-466d-b618-280553639fe0 by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:02.662945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Attempting to bind port 23e84818-41c0-466d-b618-280553639fe0 on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:41:02.667561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Port 23e84818-41c0-466d-b618-280553639fe0 on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:41:02.667877 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Attempting to bind port 23e84818-41c0-466d-b618-280553639fe0 on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:41:02.674994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:41:02.675350 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Checking segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:41:02.675727 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Bound using segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:41:02.676259 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Bound port: 23e84818-41c0-466d-b618-280553639fe0, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:02.676588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.769131 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:41:02.771941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:41:02.847230 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.902623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:02.903279 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:02.904629 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] 10.222.0.90 "PUT /v2.0/ports/23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1093 time: 1.2502353 Apr 01 16:41:02.905551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:02.936088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ea26f-0831-4fdd-b85c-8db0e88e100e service neutron] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:02.959715 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'status': 'completed', 'code': 200} Apr 01 16:41:03.041886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:03.042606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:03.056688 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-de12fa94-c2a9-4fcb-9159-534e39641bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.058324 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-de12fa94-c2a9-4fcb-9159-534e39641bc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1096 time: 0.0771399 Apr 01 16:41:03.202357 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-c13519b3-9af0-4502-b123-3f00f9886379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.203809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-c13519b3-9af0-4502-b123-3f00f9886379 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1387620 Apr 01 16:41:03.340177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-7dff105d-1156-493e-bc7f-df73234a7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.341608 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-492f5b6d-0788-4a6f-9127-2effa205ce3e req-7dff105d-1156-493e-bc7f-df73234a7a8c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321113 Apr 01 16:41:03.450297 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-71bf8307-ef5d-4d75-8ffe-b5d55ba32761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.452378 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-71bf8307-ef5d-4d75-8ffe-b5d55ba32761 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1096 time: 0.0756381 Apr 01 16:41:03.556527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-10535030-a52a-432f-be95-e8162a0c312e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 217 time: 0.0721507 Apr 01 16:41:03.634256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-62aea1f1-9093-4e88-8f52-c440d2afd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.635724 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-62aea1f1-9093-4e88-8f52-c440d2afd952 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0729933 Apr 01 16:41:03.686124 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4adde-5f0f-4e9e-a964-1a6a4dabff67 req-64debc5e-c755-40f4-a737-ef95daf98d3f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.688113 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ee4adde-5f0f-4e9e-a964-1a6a4dabff67 req-64debc5e-c755-40f4-a737-ef95daf98d3f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.2348645 Apr 01 16:41:03.741195 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ee4adde-5f0f-4e9e-a964-1a6a4dabff67 req-b462fe60-e7d2-48ea-a4bf-ba591f51d3d2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459442 Apr 01 16:41:03.758955 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-569544d6-3b2d-43dc-949b-ad30a2b41d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:03.760439 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-569544d6-3b2d-43dc-949b-ad30a2b41d5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191430 Apr 01 16:41:03.890409 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-f9c6a3d9-df3b-46a6-8bed-7ffb3620dd4f service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242650 Apr 01 16:41:04.118799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fcf4d74b-a645-4833-baeb-f89000115ca3 req-3b0bab6c-312f-4894-88bf-8fb1dedf5fe4 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224123 Apr 01 16:41:04.189706 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:04.720507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:04.927698 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f070a-6ec8-47fd-80dd-2f94d40735ca req-a5ec3d87-bb44-43ba-8cca-603b8516f08e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:04.929086 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-384f070a-6ec8-47fd-80dd-2f94d40735ca req-a5ec3d87-bb44-43ba-8cca-603b8516f08e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0800736 Apr 01 16:41:04.975631 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-384f070a-6ec8-47fd-80dd-2f94d40735ca req-72f4e8da-2382-46f0-9b87-92f889ecff65 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408125 Apr 01 16:41:06.165814 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b030-c8f2-49a7-8f43-e3d78bbfd4e5 req-47d60418-f8b7-421b-87ef-e8c26a5e3145 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:06.167349 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6873b030-c8f2-49a7-8f43-e3d78bbfd4e5 req-47d60418-f8b7-421b-87ef-e8c26a5e3145 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0828187 Apr 01 16:41:06.212759 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6873b030-c8f2-49a7-8f43-e3d78bbfd4e5 req-d03ed989-59ad-4f65-9518-83c8f0133073 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392141 Apr 01 16:41:07.407805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d278b-f1c2-4ed6-a42f-24e90ea4ce7e req-ea911b1a-f2fa-425d-8d2a-3a4078b2425b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:07.409218 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c66d278b-f1c2-4ed6-a42f-24e90ea4ce7e req-ea911b1a-f2fa-425d-8d2a-3a4078b2425b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0793200 Apr 01 16:41:07.455653 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c66d278b-f1c2-4ed6-a42f-24e90ea4ce7e req-e22cd201-912d-4a06-bae9-d99cd5f132ae tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Apr 01 16:41:08.537239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:41:08.639764 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6825c-9e14-4838-a67a-0b1b0b464522 req-795fd831-ea69-40c3-bb90-32c162658d60 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:08.641925 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4cc6825c-9e14-4838-a67a-0b1b0b464522 req-795fd831-ea69-40c3-bb90-32c162658d60 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0817451 Apr 01 16:41:08.669050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:41:08.683219 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '23e84818-41c0-466d-b618-280553639fe0', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:41:08.688085 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4cc6825c-9e14-4838-a67a-0b1b0b464522 req-b1cbceac-c117-41a7-8e02-36e6bc2f752c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402868 Apr 01 16:41:08.741650 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:08.757817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:41:08.773789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:41:08.869557 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:08.936541 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:09.070799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['23e84818-41c0-466d-b618-280553639fe0'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:41:09.879387 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15525e9a-8923-4cf5-98c2-6ab6dfa2e24b req-07ae2f1c-9df9-4af8-8063-4a6b303e31a1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:09.880849 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15525e9a-8923-4cf5-98c2-6ab6dfa2e24b req-07ae2f1c-9df9-4af8-8063-4a6b303e31a1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 944 time: 0.0835609 Apr 01 16:41:09.924979 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15525e9a-8923-4cf5-98c2-6ab6dfa2e24b req-93daba5e-568f-45b3-929c-1286241ccc77 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386331 Apr 01 16:41:10.550005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:10.674881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 23e84818-41c0-466d-b618-280553639fe0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:10.680007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 23e84818-41c0-466d-b618-280553639fe0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:10.680377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:10.794712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:10.828026 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:10.837304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:41:10.892312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:10.927335 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'code': 200} Apr 01 16:41:10.959568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:11.112288 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca4ce5-fe3d-41ad-9a96-5c8fee8a6ea0 req-ee4d75f5-d96c-43ce-9d3d-7fd8f21e0a1a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:11.113747 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3ca4ce5-fe3d-41ad-9a96-5c8fee8a6ea0 req-ee4d75f5-d96c-43ce-9d3d-7fd8f21e0a1a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0803254 Apr 01 16:41:11.158211 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3ca4ce5-fe3d-41ad-9a96-5c8fee8a6ea0 req-880f615d-d2d0-4696-8d4e-705ee6b455de tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Apr 01 16:41:11.262076 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77691a7d-1bfc-4cb1-8fdd-aec19a3abfc2 req-66a56e55-1ded-47e5-b3c2-cebe24a25193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:11.265487 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-77691a7d-1bfc-4cb1-8fdd-aec19a3abfc2 req-66a56e55-1ded-47e5-b3c2-cebe24a25193 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0724792 Apr 01 16:41:11.303748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-77691a7d-1bfc-4cb1-8fdd-aec19a3abfc2 req-8be2c6d7-4871-49db-91c5-85a977db3f86 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Apr 01 16:41:12.348157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839efe-0fbe-4672-b5cf-d4c63bf655d7 req-82daae16-1258-461e-a024-76cff636324a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:12.349631 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82839efe-0fbe-4672-b5cf-d4c63bf655d7 req-82daae16-1258-461e-a024-76cff636324a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0811598 Apr 01 16:41:12.397961 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82839efe-0fbe-4672-b5cf-d4c63bf655d7 req-b5218afe-8615-4b6d-898e-8892593363fa tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Apr 01 16:41:13.588397 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa836a00-c6d4-4aa5-92f6-af57d5e35a82 req-6f02202d-6e2b-4fd3-b8a0-8eb98277d4b7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:13.589901 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aa836a00-c6d4-4aa5-92f6-af57d5e35a82 req-6f02202d-6e2b-4fd3-b8a0-8eb98277d4b7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0846429 Apr 01 16:41:13.636585 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aa836a00-c6d4-4aa5-92f6-af57d5e35a82 req-2cae4b70-d27e-4573-bbbe-12502a6adcec tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403636 Apr 01 16:41:13.828798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee24dd-1337-4859-98c1-199238bddd05 req-88934a0d-9352-4e0c-9af1-4975a303eb8c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:13.830204 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5dee24dd-1337-4859-98c1-199238bddd05 req-88934a0d-9352-4e0c-9af1-4975a303eb8c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0821414 Apr 01 16:41:13.876670 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5dee24dd-1337-4859-98c1-199238bddd05 req-28fc07af-8071-4628-b6b8-156c4d02e8f9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Apr 01 16:41:13.899546 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:14.014677 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998529c-bcca-4bac-a696-7634556de46e tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:14.016743 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3998529c-bcca-4bac-a696-7634556de46e tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1093 time: 0.1162119 Apr 01 16:41:14.019672 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:14.024587 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:41:14.030826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:14.035602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:floatingip and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:14.038474 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:14.044315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:14.126916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:14.270762 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:14.410018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Allocated IP 172.26.7.224 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/7593623d-0d1d-4753-b629-24b30c7252ab) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:14.560984 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:14.635372 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:14.700511 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:14.708595 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:14.712803 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:41:14.751582 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=7593623d-0d1d-4753-b629-24b30c7252ab,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:15.231113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:15.368038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:15.579129 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:15.634741 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:15.745140 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=7593623d-0d1d-4753-b629-24b30c7252ab,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:15.754808 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:15.924551 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Floating IP 4bd97438-274f-4fec-81b7-66002f545fe4 associated. External IP: 172.26.7.224, port: 23e84818-41c0-466d-b618-280553639fe0. Apr 01 16:41:16.277659 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:41:16.457438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:41:16.468098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:41:16.477573 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:41:16.478182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:41:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:16.532519 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:16.587472 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5037b2cd-096f-4634-8069-f5a4c2278b22 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5667479 Apr 01 16:41:16.588143 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:16.634668 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'status': 'completed', 'code': 200} Apr 01 16:41:16.690208 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:41:16.733635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-0f2ee2ba-0adc-40e3-87b7-5c2d48b4dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:16.733635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-0f2ee2ba-0adc-40e3-87b7-5c2d48b4dcec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0754452 Apr 01 16:41:16.867239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-1e585b64-9ed5-4950-9d51-32d29bfb9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:16.868701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-1e585b64-9ed5-4950-9d51-32d29bfb9409 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1307855 Apr 01 16:41:16.977152 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-4cf9c98d-03a8-4205-99f8-0dfc2617ee4f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 999 time: 0.0982382 Apr 01 16:41:17.038351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-05c7af1b-ce8e-40f4-a95d-65b6ba87cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:17.039739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-05c7af1b-ce8e-40f4-a95d-65b6ba87cc48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0573261 Apr 01 16:41:17.044975 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4bd97438-274f-4fec-81b7-66002f545fe4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:41:15Z', 'updated_at': '2022-04-01T16:41:15Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:17.049550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:41:17.057972 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:41:17.058584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:41:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:17.114331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-0bb593ba-2495-45a6-a312-89f88229c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:17.115977 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-0bb593ba-2495-45a6-a312-89f88229c88d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709653 Apr 01 16:41:17.237701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:41:17.246562 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-d37a13be-8d65-40ce-8f44-3f1c74dc1252 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245394 Apr 01 16:41:17.377206 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c294c70-eefb-4f78-9bce-1af6be50bda8 req-82319696-dc70-4077-98af-4deb0bff5ea6 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253464 Apr 01 16:41:17.577453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4bd97438-274f-4fec-81b7-66002f545fe4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:41:15Z', 'updated_at': '2022-04-01T16:41:15Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:17.582148 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e8409-95fc-47ac-b6cb-114b2d666d01 None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '4bd97438-274f-4fec-81b7-66002f545fe4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:41:15Z', 'updated_at': '2022-04-01T16:41:15Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:41:17.767824 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac7221f-6234-45a5-8a45-626aeb0e64c5 None None] New status for floating IP 4bd97438-274f-4fec-81b7-66002f545fe4: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:41:21.632895 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:41:29.525863 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-356141c6-8c08-43a5-a5da-e1c1fe289335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:31.308395 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-16b4a92c-8e31-4c5f-a7ad-8d1897f92071 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722234 Apr 01 16:41:31.444537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-d3d0456f-28d4-44c5-bc46-ede83ac35baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.446256 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-d3d0456f-28d4-44c5-bc46-ede83ac35baa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0712879 Apr 01 16:41:31.589502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-19b49f8b-4f67-4cad-b4c7-4ef6afca1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.590935 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-19b49f8b-4f67-4cad-b4c7-4ef6afca1294 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1232326 Apr 01 16:41:31.789490 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-1d3d0621-14ce-4e73-91c4-64f28d350502 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1001 time: 0.1917963 Apr 01 16:41:31.854096 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-e135777a-4459-4f75-adb7-b4d7ac039817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.855728 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-e135777a-4459-4f75-adb7-b4d7ac039817 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0601666 Apr 01 16:41:31.931925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-e9955b16-562f-45c2-aac4-dbb7ad3506c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.933369 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-e9955b16-562f-45c2-aac4-dbb7ad3506c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687995 Apr 01 16:41:32.063799 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-5be21272-b946-48a3-927c-4905974cf7f4 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230316 Apr 01 16:41:32.199071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4aef2bff-fe38-425c-87c6-834b42f7e9a8 req-601c02fc-1e4a-4d94-891f-a82614350134 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268995 Apr 01 16:41:32.382849 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e8d72b6-da45-4e82-9310-79cb2ad7c044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.011699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.039999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:34.177582 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:34.754583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.632444 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:41:59.508330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c28e6f8-f0a7-451d-b4e3-9a06854128c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.365731 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dad336e7-f343-4baa-9165-45d661b6b385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.980679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.003476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:04.175178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:04.748317 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:29.496473 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-178b1a6f-9066-47cb-a27b-0a2e134932fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.287109 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-2bf75343-a202-4051-8a17-f82cfdec0a4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728130 Apr 01 16:42:32.387923 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-021452a9-de73-4b48-b94b-f0fc95bd1da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:32.422381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-ed9541c0-d593-4e99-8208-60225372c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:32.423899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-ed9541c0-d593-4e99-8208-60225372c0b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0717661 Apr 01 16:42:32.566738 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-8e3e9e4d-67da-47fd-896d-f7f1ba099922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:32.568221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-8e3e9e4d-67da-47fd-896d-f7f1ba099922 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1273437 Apr 01 16:42:32.669682 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-04a3338a-3445-40b9-9a45-ccb6c86207f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0953403 Apr 01 16:42:32.732215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-a4be0d07-7d6a-4318-853a-e7b413b50f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:32.733633 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-a4be0d07-7d6a-4318-853a-e7b413b50f30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0577507 Apr 01 16:42:32.810723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-90c82876-0656-4547-88ac-9770811d2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:32.812213 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-90c82876-0656-4547-88ac-9770811d2b34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726047 Apr 01 16:42:32.947203 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-61269444-7283-4070-a001-50f9933585aa service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286583 Apr 01 16:42:32.959101 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.022354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:33.077286 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b84f884-2a3d-4607-a71f-ae4e686b8dce req-27b8f29f-7f54-4444-bc32-83a3fc5d7390 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241791 Apr 01 16:42:34.190941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:34.756647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:35.631274 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:42:59.533033 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf037792-5bcb-478c-80b1-6ff68f90f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:02.381276 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10aaac0f-966e-4658-945b-6ec55d55a57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:02.992815 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:03.050046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:04.215889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:04.758762 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:06.843384 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ed7cf-9441-486d-b25f-c7f3369e84d3 req-c0e06d97-0904-4689-905c-cfedcb853007 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:06.844858 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-586ed7cf-9441-486d-b25f-c7f3369e84d3 req-c0e06d97-0904-4689-905c-cfedcb853007 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.1934524 Apr 01 16:43:06.889056 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-586ed7cf-9441-486d-b25f-c7f3369e84d3 req-5f01d352-9638-4a0b-9c33-0cc5864b23ca tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377486 Apr 01 16:43:08.080090 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a037f70-89d6-42cc-84f1-e155997112a1 req-d1d40b5d-a72d-4674-bb03-0f128b68e7d5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:08.081577 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a037f70-89d6-42cc-84f1-e155997112a1 req-d1d40b5d-a72d-4674-bb03-0f128b68e7d5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0802112 Apr 01 16:43:08.125622 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a037f70-89d6-42cc-84f1-e155997112a1 req-c0b47290-fc81-4336-9a5d-4971ee468dc4 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Apr 01 16:43:09.306792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd746-2427-41e7-92d0-ff8193d23b38 req-80f4be78-db15-4bca-99fc-f06797c57c4b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:09.308251 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eadcd746-2427-41e7-92d0-ff8193d23b38 req-80f4be78-db15-4bca-99fc-f06797c57c4b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0794752 Apr 01 16:43:09.351922 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eadcd746-2427-41e7-92d0-ff8193d23b38 req-f316f174-2115-48cb-a1ac-cf0812970668 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374827 Apr 01 16:43:10.534354 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c898efb-32a5-42e3-ace7-71635c528093 req-c967be01-601f-4a25-b52a-16c9642b7bfb tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:10.535813 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c898efb-32a5-42e3-ace7-71635c528093 req-c967be01-601f-4a25-b52a-16c9642b7bfb tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0813658 Apr 01 16:43:10.578020 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c898efb-32a5-42e3-ace7-71635c528093 req-e2773eae-badd-437d-b4b5-ea94e91f6efb tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366848 Apr 01 16:43:11.758398 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa2adf-02d9-4b36-829e-a1210c0070b7 req-3fe8fbad-b811-4217-b4c5-24761bf65cfd tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:11.759759 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dafa2adf-02d9-4b36-829e-a1210c0070b7 req-3fe8fbad-b811-4217-b4c5-24761bf65cfd tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0777390 Apr 01 16:43:11.806584 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dafa2adf-02d9-4b36-829e-a1210c0070b7 req-0cc81653-434c-4cd6-a857-0cbd02197685 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Apr 01 16:43:12.629845 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:43:12.994899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54232393-68cc-4b57-8cd5-4412422ae89a req-7863004f-0faa-40f2-b17d-9cd995b6f6f7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:12.994899 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54232393-68cc-4b57-8cd5-4412422ae89a req-7863004f-0faa-40f2-b17d-9cd995b6f6f7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0792909 Apr 01 16:43:13.034163 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54232393-68cc-4b57-8cd5-4412422ae89a req-95bccfb3-0b6f-4b51-8aa7-e806e399d5af tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386348 Apr 01 16:43:14.224879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740cdf-0828-4b80-8312-eb31fbc617bb req-01a6ecbb-3b3e-49a3-9da9-78787d3df456 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:14.226320 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c740cdf-0828-4b80-8312-eb31fbc617bb req-01a6ecbb-3b3e-49a3-9da9-78787d3df456 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0849588 Apr 01 16:43:14.269998 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c740cdf-0828-4b80-8312-eb31fbc617bb req-46ee340f-d0a8-4542-b664-4e5beff11373 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380843 Apr 01 16:43:15.566567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a22d7d-a937-4fd9-98a1-ffe0e35a8fd1 req-d60c3daf-d471-4ef8-8284-fe1b31762ca2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:15.568055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9a22d7d-a937-4fd9-98a1-ffe0e35a8fd1 req-d60c3daf-d471-4ef8-8284-fe1b31762ca2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.1922758 Apr 01 16:43:15.610603 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a9a22d7d-a937-4fd9-98a1-ffe0e35a8fd1 req-ddac53d8-a141-49d5-9e4b-163012a9ca9b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370674 Apr 01 16:43:16.802447 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d436-a27e-4778-8c4c-a26522ae90e4 req-15dbe627-4541-4c93-a6e3-a349c702cb57 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:16.803918 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2b60d436-a27e-4778-8c4c-a26522ae90e4 req-15dbe627-4541-4c93-a6e3-a349c702cb57 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0825133 Apr 01 16:43:16.847097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2b60d436-a27e-4778-8c4c-a26522ae90e4 req-1e8e9f86-fbc8-4b19-84e6-70bc0d016f94 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374897 Apr 01 16:43:18.032941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c627d-b5d9-4f15-a85f-ba49e1573fb2 req-49c1e6b1-b008-4754-8510-5c7598f6d76e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:18.034377 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-334c627d-b5d9-4f15-a85f-ba49e1573fb2 req-49c1e6b1-b008-4754-8510-5c7598f6d76e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0836813 Apr 01 16:43:18.078554 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-334c627d-b5d9-4f15-a85f-ba49e1573fb2 req-8a45bcce-4dc8-41ab-96fa-4663d4095c59 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380490 Apr 01 16:43:19.108243 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:43:19.270218 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f797c-97c4-497b-9646-9921a8d135df req-40f5b725-e703-4c9b-8685-02b7d7b514ad tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:19.271878 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c3f797c-97c4-497b-9646-9921a8d135df req-40f5b725-e703-4c9b-8685-02b7d7b514ad tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0835092 Apr 01 16:43:19.292389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:19.306096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '23e84818-41c0-466d-b618-280553639fe0', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:43:19.316896 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c3f797c-97c4-497b-9646-9921a8d135df req-1df3b049-34a2-4b7c-bf92-00d962a32807 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Apr 01 16:43:19.369885 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:19.385800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:43:19.401743 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:19.460638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:19.532411 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:43:19.538707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['23e84818-41c0-466d-b618-280553639fe0'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:43:19.580818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.581167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.581516 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.581855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.582193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.582529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.582860 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.583241 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.583579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.583976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.584888 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:19.585258 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:43:20.514539 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df903-5290-4bfe-9b2c-da55711aa52a req-7772319b-0a68-4f18-8723-f710dcda635c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:20.516736 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-260df903-5290-4bfe-9b2c-da55711aa52a req-7772319b-0a68-4f18-8723-f710dcda635c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 944 time: 0.0881636 Apr 01 16:43:20.564617 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-260df903-5290-4bfe-9b2c-da55711aa52a req-8e11c71f-86be-4daf-a849-4166cd71954b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Apr 01 16:43:21.110311 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:43:21.192548 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 23e84818-41c0-466d-b618-280553639fe0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:43:21.192910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:21.317524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:21.345446 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:43:21.355618 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:21.399076 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'code': 200} Apr 01 16:43:21.455549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:21.531177 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:43:21.783863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c7bc-b410-4594-8b20-1a9653a508d9 req-f26708af-89ad-45de-a005-2f745075f589 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:21.786100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bf8c7bc-b410-4594-8b20-1a9653a508d9 req-f26708af-89ad-45de-a005-2f745075f589 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0990658 Apr 01 16:43:21.834619 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bf8c7bc-b410-4594-8b20-1a9653a508d9 req-dba581f0-2696-4b59-860f-4e07a67bcb9d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Apr 01 16:43:23.224160 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fb93c-6817-491d-a6f0-64e8e9ee2cfc req-e31e6aaa-4256-4d26-8bdb-9766f0c07819 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:23.225688 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-055fb93c-6817-491d-a6f0-64e8e9ee2cfc req-e31e6aaa-4256-4d26-8bdb-9766f0c07819 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.1043012 Apr 01 16:43:23.282519 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-055fb93c-6817-491d-a6f0-64e8e9ee2cfc req-4b4326d6-e43a-43d0-901f-a7e05b169aab tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509639 Apr 01 16:43:24.485603 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12977-a875-4917-beb7-900585e2b481 req-ba6740f6-9fe7-4e29-8b81-3a51cc0265bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:24.487052 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9af12977-a875-4917-beb7-900585e2b481 req-ba6740f6-9fe7-4e29-8b81-3a51cc0265bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0965278 Apr 01 16:43:24.537034 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9af12977-a875-4917-beb7-900585e2b481 req-653ceeef-73d1-40f3-84fb-bb93289ea12c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Apr 01 16:43:25.729502 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387d6e7-63e4-44fd-9590-266cd6527f53 req-6623e75b-a56b-47af-8fed-055af7ca4ae3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:25.731080 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3387d6e7-63e4-44fd-9590-266cd6527f53 req-6623e75b-a56b-47af-8fed-055af7ca4ae3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0841300 Apr 01 16:43:25.781151 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3387d6e7-63e4-44fd-9590-266cd6527f53 req-06599c41-bf4e-4dd1-9784-b4fe4ef267aa tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444162 Apr 01 16:43:26.986704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2cad-0f23-4af7-9d2f-7eb6c8086603 req-352dd4c5-9238-4d6d-9a11-04345e611bcb tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:26.988876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fba2cad-0f23-4af7-9d2f-7eb6c8086603 req-352dd4c5-9238-4d6d-9a11-04345e611bcb tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0946734 Apr 01 16:43:27.043043 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2fba2cad-0f23-4af7-9d2f-7eb6c8086603 req-79821dfc-5195-43a2-b793-2e81dc5e93a1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484843 Apr 01 16:43:28.243252 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0990a4a-bf5e-4f3f-9838-32ec13679152 req-1baf8cd3-36d4-4c60-81fd-ab7243c0b6bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:28.244719 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d0990a4a-bf5e-4f3f-9838-32ec13679152 req-1baf8cd3-36d4-4c60-81fd-ab7243c0b6bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0891297 Apr 01 16:43:28.296574 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d0990a4a-bf5e-4f3f-9838-32ec13679152 req-093036e9-a7bf-435a-afde-44f7b032a43a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Apr 01 16:43:29.500359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07480292-7563-405f-bfbf-019ce4140675 req-78ee786e-5d84-4ddc-8e78-edbf2dd29fb4 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:29.501935 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07480292-7563-405f-bfbf-019ce4140675 req-78ee786e-5d84-4ddc-8e78-edbf2dd29fb4 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0949330 Apr 01 16:43:29.550781 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07480292-7563-405f-bfbf-019ce4140675 req-58f53331-21e2-407c-bc36-bc20d684e62b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Apr 01 16:43:29.720964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c9bc-d6b2-442b-b264-45d50afcac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:30.746480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1deabf-ecc6-4b07-801d-49e501b58113 req-68c2bcb5-5934-4f51-a267-3cf328b0e297 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:30.747944 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb1deabf-ecc6-4b07-801d-49e501b58113 req-68c2bcb5-5934-4f51-a267-3cf328b0e297 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Apr 01 16:43:30.788402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-657e0067-4e20-4cd1-b3ac-9038340d34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:30.789880 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-657e0067-4e20-4cd1-b3ac-9038340d34ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0711956 Apr 01 16:43:30.792832 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb1deabf-ecc6-4b07-801d-49e501b58113 req-d63a5fa1-93e5-40df-9ea8-acfef29a8670 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 Apr 01 16:43:30.919477 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-89fc60ea-db73-4a9b-9659-189489d89fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:30.920981 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-89fc60ea-db73-4a9b-9659-189489d89fb0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1252759 Apr 01 16:43:31.024241 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-eafe7860-17ad-4d5b-9d2f-905864a5286d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0969224 Apr 01 16:43:31.088903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-6fdc21c0-f49e-4bba-98ff-114618c7b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:31.090365 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-6fdc21c0-f49e-4bba-98ff-114618c7b3da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0600488 Apr 01 16:43:31.164776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-01ecb339-5a88-49bb-9abe-1cd865ac3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:31.166244 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-01ecb339-5a88-49bb-9abe-1cd865ac3944 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704536 Apr 01 16:43:31.299004 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-cc244097-54c5-48d6-a836-40a1c19fb354 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267195 Apr 01 16:43:31.430584 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e08cd2ea-8ab2-4e40-a677-35a646479c9e req-4593015c-0945-4d06-b237-56334710bba7 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251733 Apr 01 16:43:31.976167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb74c57-bd25-488b-a07a-1efd6a893ce9 req-403b00e9-6ea5-4ca5-8041-2182226de996 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:31.977624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fb74c57-bd25-488b-a07a-1efd6a893ce9 req-403b00e9-6ea5-4ca5-8041-2182226de996 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0819867 Apr 01 16:43:32.021292 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fb74c57-bd25-488b-a07a-1efd6a893ce9 req-32939e86-0109-4917-8707-e9d98b5c6f97 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Apr 01 16:43:32.392752 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a3e6-2c39-4b49-8d12-273d539eeb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:32.989433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:33.072634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:33.205407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015ade-9048-42c1-99c7-e63141728cf9 req-fff98462-7e85-4f55-8e2c-296a0ed74e7e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:33.206909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d015ade-9048-42c1-99c7-e63141728cf9 req-fff98462-7e85-4f55-8e2c-296a0ed74e7e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0803902 Apr 01 16:43:33.256079 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d015ade-9048-42c1-99c7-e63141728cf9 req-cb1fa995-5102-476d-8eae-35f75721e764 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Apr 01 16:43:33.287022 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-bde0a12f-8840-45ad-a354-9ec7a6c36e5d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729828 Apr 01 16:43:33.429919 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db601-9285-40f0-be44-1b2a9146d772 req-791a2d55-82c1-440a-ba55-998c13777838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:33.431451 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-791a2d55-82c1-440a-ba55-998c13777838 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1098 time: 0.0746393 Apr 01 16:43:33.673256 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db601-9285-40f0-be44-1b2a9146d772 req-aeb5baef-c8d5-4257-a79a-ac9c0530a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:33.674733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-aeb5baef-c8d5-4257-a79a-ac9c0530a13a service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.2252367 Apr 01 16:43:33.783775 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-b4da7a1a-2e81-4c2c-a4d6-7716d027594a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1001 time: 0.1020315 Apr 01 16:43:33.845973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db601-9285-40f0-be44-1b2a9146d772 req-e55ce1a0-aa56-40f9-854c-99c095a25134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:33.847669 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-e55ce1a0-aa56-40f9-854c-99c095a25134 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0580342 Apr 01 16:43:33.920733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504db601-9285-40f0-be44-1b2a9146d772 req-ec4a5b4e-623d-4dfc-9ebd-e5ee668d2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:33.922275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-ec4a5b4e-623d-4dfc-9ebd-e5ee668d2e76 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685279 Apr 01 16:43:34.050701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-c9070d34-e518-4359-95d8-5b8b7fbd065b service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226203 Apr 01 16:43:34.180865 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-504db601-9285-40f0-be44-1b2a9146d772 req-f1dd03a0-d084-4610-8809-03c5205dec3e service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246879 Apr 01 16:43:34.195040 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:34.442799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d793-8812-436e-8010-e4f2943b9829 req-b2f7fd48-d1e9-4a5f-bca4-704746b80ca3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:34.444293 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0644d793-8812-436e-8010-e4f2943b9829 req-b2f7fd48-d1e9-4a5f-bca4-704746b80ca3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 945 time: 0.0865426 Apr 01 16:43:34.487538 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0644d793-8812-436e-8010-e4f2943b9829 req-ad0ea11e-f817-4b47-bbc6-6571ca3c81be tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Apr 01 16:43:34.766447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:35.204621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:43:35.315223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:35.341201 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:43:35.351478 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:35.381777 dv-neutron-835943-1-hyperv neutron-server[88602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'code': 422} returned with failed status Apr 01 16:43:35.417389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:35.485586 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:43:36.175637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44104f2f-6c20-46e5-b409-70374bb3e7f5 req-9a87fa89-565b-485a-8c08-10346d505746 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:36.177095 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44104f2f-6c20-46e5-b409-70374bb3e7f5 req-9a87fa89-565b-485a-8c08-10346d505746 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0837379 Apr 01 16:43:36.225248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44104f2f-6c20-46e5-b409-70374bb3e7f5 req-f4c51ff6-787c-4ebe-ac4e-ed8c216db451 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Apr 01 16:43:36.302134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:43:36.415859 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-22567bf3-a3d5-48a2-a00b-2fbdf356e913 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124954 Apr 01 16:43:37.408285 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5044de1-fd9f-4e12-998d-d1646a1d4458 req-646a6f35-185d-4d8f-80f1-e102cea8f5f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:37.409666 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5044de1-fd9f-4e12-998d-d1646a1d4458 req-646a6f35-185d-4d8f-80f1-e102cea8f5f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0803866 Apr 01 16:43:37.457350 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5044de1-fd9f-4e12-998d-d1646a1d4458 req-4b3372fc-af5e-42bb-b537-727263770735 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420027 Apr 01 16:43:37.804806 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-02975fbf-e46c-4558-a910-53882c66f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:37.806164 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-02975fbf-e46c-4558-a910-53882c66f75f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 1096 time: 0.0688324 Apr 01 16:43:37.895849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-dcae5be9-a131-4f1b-84ee-70ccaf6cb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:37.897271 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-dcae5be9-a131-4f1b-84ee-70ccaf6cb27a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1096 time: 0.0696769 Apr 01 16:43:38.024177 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-a07a7f5d-809c-463b-992d-81865ff0774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:38.025666 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-a07a7f5d-809c-463b-992d-81865ff0774e service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1227834 Apr 01 16:43:38.129691 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-3ced29bf-3370-4126-89dc-8e8771373d28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 999 time: 0.0977311 Apr 01 16:43:38.193502 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-edb74993-21ea-4436-b431-ab1f5f2f57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:38.194907 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-edb74993-21ea-4436-b431-ab1f5f2f57a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0595412 Apr 01 16:43:38.268296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-c068b9d5-589a-4199-b3aa-694f593ef56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:38.269738 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-c068b9d5-589a-4199-b3aa-694f593ef56d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686965 Apr 01 16:43:38.399248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-57cf5af3-bbb8-4bed-8f1c-9cc20c47d1f7 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226819 Apr 01 16:43:38.533371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9a44075a-afc1-4839-99d9-501a215c85a3 req-554f90c1-01d6-4ae7-968f-9ee39bb14cdd service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277752 Apr 01 16:43:38.646298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ede42e-3da3-468c-93ce-a15de901af78 req-faaf9c2c-c030-45f6-83d3-da354b2b6984 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:38.647786 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10ede42e-3da3-468c-93ce-a15de901af78 req-faaf9c2c-c030-45f6-83d3-da354b2b6984 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0822763 Apr 01 16:43:38.787057 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10ede42e-3da3-468c-93ce-a15de901af78 req-a9728c2e-e4f8-4fd4-ac5b-73bc4e9599df tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333008 Apr 01 16:43:39.977300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caaa0e-49a7-415d-b43e-c3512e9953bb req-bfe82fc4-1e8b-4cac-83c5-2e873b4ca432 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:39.978799 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a4caaa0e-49a7-415d-b43e-c3512e9953bb req-bfe82fc4-1e8b-4cac-83c5-2e873b4ca432 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0827537 Apr 01 16:43:40.024161 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a4caaa0e-49a7-415d-b43e-c3512e9953bb req-57a3ee86-ae73-467e-8e2b-4df920a73c0c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Apr 01 16:43:41.237517 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac1234-12d8-4b6e-966b-6af6645dd075 req-5a91bffc-6911-44b2-9c2a-961fd7d591b8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:41.239026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1eac1234-12d8-4b6e-966b-6af6645dd075 req-5a91bffc-6911-44b2-9c2a-961fd7d591b8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0832393 Apr 01 16:43:41.288433 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1eac1234-12d8-4b6e-966b-6af6645dd075 req-29b3ef08-1745-48c1-b357-b3c12a9772c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Apr 01 16:43:42.488028 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda6e6-b250-4d4f-8640-ad8cee869fe3 req-db06971c-ff40-4ebd-8bd9-26973500bdc2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:42.490700 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddda6e6-b250-4d4f-8640-ad8cee869fe3 req-db06971c-ff40-4ebd-8bd9-26973500bdc2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0921843 Apr 01 16:43:42.538976 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddda6e6-b250-4d4f-8640-ad8cee869fe3 req-c215c5d9-4d87-4108-979c-af0593db417b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Apr 01 16:43:43.737402 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56e2f-2eb9-4168-9c97-504b1398a494 req-08cf9193-5425-4205-996b-b82fc41d3a33 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:43.739117 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22f56e2f-2eb9-4168-9c97-504b1398a494 req-08cf9193-5425-4205-996b-b82fc41d3a33 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0891798 Apr 01 16:43:43.788690 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22f56e2f-2eb9-4168-9c97-504b1398a494 req-d12a3fcc-95c1-4f8a-8b60-ce58df63970f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Apr 01 16:43:44.991809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82b7e5-dd43-4df2-b3af-f04f516a1575 req-4756c2b9-ce4f-4d01-ae48-83698732ca4b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:44.993262 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4d82b7e5-dd43-4df2-b3af-f04f516a1575 req-4756c2b9-ce4f-4d01-ae48-83698732ca4b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0829983 Apr 01 16:43:45.046739 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4d82b7e5-dd43-4df2-b3af-f04f516a1575 req-27716d55-f017-4e96-b1cd-e822c4bef957 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470059 Apr 01 16:43:46.244511 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a38157-6ec0-45d1-abdb-24aa305097fb req-a169ecfe-c1d5-4050-a913-0565caf982b2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:46.245955 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-86a38157-6ec0-45d1-abdb-24aa305097fb req-a169ecfe-c1d5-4050-a913-0565caf982b2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0874205 Apr 01 16:43:46.289761 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-86a38157-6ec0-45d1-abdb-24aa305097fb req-1c98799c-9ff6-4754-80a4-9a002432aa85 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376587 Apr 01 16:43:47.471390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d528-3fbb-4446-9913-5a3ed3c87e8a req-8504123f-f09f-44dc-8d6a-d11e64d8b67b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:47.472997 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa15d528-3fbb-4446-9913-5a3ed3c87e8a req-8504123f-f09f-44dc-8d6a-d11e64d8b67b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0784938 Apr 01 16:43:47.517291 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa15d528-3fbb-4446-9913-5a3ed3c87e8a req-140e4ec5-1f16-475f-8986-643a4b5785c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Apr 01 16:43:48.705527 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c4fea-1b84-4fda-a1ca-bd70e88f3dbd req-cdbbc8fb-34e7-42cb-87a6-dc072f160e4f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:48.706973 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a77c4fea-1b84-4fda-a1ca-bd70e88f3dbd req-cdbbc8fb-34e7-42cb-87a6-dc072f160e4f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 943 time: 0.0789971 Apr 01 16:43:48.750853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a77c4fea-1b84-4fda-a1ca-bd70e88f3dbd req-b3b05e52-773c-4c26-96c8-344c01122fc8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383997 Apr 01 16:43:49.265939 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:43:49.396143 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:49.409428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '23e84818-41c0-466d-b618-280553639fe0', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'port_id': '23e84818-41c0-466d-b618-280553639fe0', 'mac_address': 'fa:16:3e:24:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:43:49.466113 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:49.483016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:43:49.497662 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:49.582616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:49.629667 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:43:49.650668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:43:49.782046 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['23e84818-41c0-466d-b618-280553639fe0'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:43:49.937970 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575881c-18a5-4a9a-8e27-a59fc088f8d0 req-4b273d93-e6c5-49d9-8b65-2f16564c9640 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:49.939385 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d575881c-18a5-4a9a-8e27-a59fc088f8d0 req-4b273d93-e6c5-49d9-8b65-2f16564c9640 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 944 time: 0.0831409 Apr 01 16:43:49.982985 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d575881c-18a5-4a9a-8e27-a59fc088f8d0 req-16fce139-ca37-4cc0-b7ea-45b4b99231cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379295 Apr 01 16:43:51.170137 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dce777-34ba-4834-9ace-13de719508a6 req-c809d70d-a335-48e1-b208-bf9689fb592e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:51.171693 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35dce777-34ba-4834-9ace-13de719508a6 req-c809d70d-a335-48e1-b208-bf9689fb592e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 944 time: 0.0832894 Apr 01 16:43:51.215387 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35dce777-34ba-4834-9ace-13de719508a6 req-f0cbc88c-0d89-41c3-ac08-0e37813e5e4b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Apr 01 16:43:51.280986 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:43:51.349077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 23e84818-41c0-466d-b618-280553639fe0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:43:51.349442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:51.491264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:51.518204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:43:51.527893 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:43:51.563955 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'code': 200} Apr 01 16:43:51.605597 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:51.673553 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:43:52.006728 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17859c6-db4d-4343-b3ad-9793062e556e req-04b49e47-86ea-490e-a7e4-beb25749fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:52.008401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d17859c6-db4d-4343-b3ad-9793062e556e req-04b49e47-86ea-490e-a7e4-beb25749fcde service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1099 time: 0.1148801 Apr 01 16:43:52.052261 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d17859c6-db4d-4343-b3ad-9793062e556e req-da7e8f98-7c79-4e67-981b-ecde2cf8c040 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Apr 01 16:43:52.398270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97e657-ce1a-4562-a575-59dd8fbb17ed req-6ed9a3c4-9d8b-4d0c-ac81-5ac2e5f4cdbf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:52.399831 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a97e657-ce1a-4562-a575-59dd8fbb17ed req-6ed9a3c4-9d8b-4d0c-ac81-5ac2e5f4cdbf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.0805581 Apr 01 16:43:52.445892 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a97e657-ce1a-4562-a575-59dd8fbb17ed req-aa6c29d1-fefe-42ae-a998-20670166a28b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Apr 01 16:43:53.629074 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f9e70-ec97-4aaa-a964-686bd804116d req-bf03c447-35bd-484b-a051-b6761f508691 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:53.630521 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-057f9e70-ec97-4aaa-a964-686bd804116d req-bf03c447-35bd-484b-a051-b6761f508691 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.0792770 Apr 01 16:43:53.673964 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-057f9e70-ec97-4aaa-a964-686bd804116d req-85d3eae6-daac-43d8-a442-fcda83b83cc1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377321 Apr 01 16:43:54.855305 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e501a9-3cd4-4e70-b3b2-b95c20a0c927 req-b520568d-d78f-478b-9cff-31331b34f36c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:54.856767 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f0e501a9-3cd4-4e70-b3b2-b95c20a0c927 req-b520568d-d78f-478b-9cff-31331b34f36c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.0822792 Apr 01 16:43:54.900324 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f0e501a9-3cd4-4e70-b3b2-b95c20a0c927 req-873d9298-605b-4c33-8e6a-be44ab07829a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 Apr 01 16:43:59.494870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2757-f337-4368-b7a7-9a0d2955a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:02.416998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec362aa8-16cf-4780-9411-3b1e188ca467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:02.993844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:03.022343 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:04.214533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:04.735316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:26.628540 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:44:29.499907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-592d61c1-07eb-49f2-98dd-3edc67165491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:32.380965 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d96d-f677-4266-a39b-7035abf032f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:32.992441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:33.009358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:33.274836 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-6150f550-7d49-46cc-96e5-529260fe0372 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686378 Apr 01 16:44:33.419296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-c5ad5195-e99c-4f92-89c9-d50187ec9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:33.420739 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-c5ad5195-e99c-4f92-89c9-d50187ec9791 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1099 time: 0.0772111 Apr 01 16:44:33.561892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-44e646aa-82d3-4ec5-a048-ac9a0e9cb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:33.563348 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-44e646aa-82d3-4ec5-a048-ac9a0e9cb80f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1246359 Apr 01 16:44:33.666553 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-dd448b11-1bbb-47eb-8a13-081017692947 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0964513 Apr 01 16:44:33.728095 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-4a9f3630-47dd-4a1d-bfac-7466042bbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:33.729605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-4a9f3630-47dd-4a1d-bfac-7466042bbb64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0575864 Apr 01 16:44:33.803988 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-57007685-d92d-4c8f-9252-7c4328a12358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:33.805578 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-57007685-d92d-4c8f-9252-7c4328a12358 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704260 Apr 01 16:44:33.934753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-83fd268e-aaaa-4f9d-9302-766e7fc50381 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226943 Apr 01 16:44:34.065029 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e52438a-1a80-4749-8149-0c060bc841f8 req-435aff1f-3c72-4480-aa1b-1515ea02ed14 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245909 Apr 01 16:44:34.209988 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:34.758549 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:59.517299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d85482-7801-4029-b907-9cee3843ed59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:02.391794 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f95202fa-fd63-4895-994b-89a5658d0f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:02.980014 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:03.094846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:03.628507 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:45:03.733232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 57996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:03.940238 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Deleting port 7593623d-0d1d-4753-b629-24b30c7252ab {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:45:03.940586 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.114029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.114351 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.260569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.341051 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Calling delete_port for 7593623d-0d1d-4753-b629-24b30c7252ab owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:45:04.552011 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.599809 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'Port': ['ID=7593623d-0d1d-4753-b629-24b30c7252ab,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:04.651960 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.652301 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.652637 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.652965 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.653302 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.653705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.654029 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.654370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.655979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.655979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.655979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.655979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:04.711794 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.712129 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Floating IP 4bd97438-274f-4fec-81b7-66002f545fe4 disassociated (deleted). External IP: 172.26.7.224, port: 23e84818-41c0-466d-b618-280553639fe0. Apr 01 16:45:04.762995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:05.061327 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:45:05.243118 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:45:05.252524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:45:05.262075 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:45:05.262694 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:45:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:45:05.420114 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:05.438912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:45:05.475707 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ef245e2-601b-48f4-8a65-4e1c3ec8f9d3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "DELETE /v2.0/floatingips/4bd97438-274f-4fec-81b7-66002f545fe4 HTTP/1.1" status: 204 len: 168 time: 1.7413502 Apr 01 16:45:05.476308 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:05.625867 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'status': 'completed', 'code': 200} Apr 01 16:45:05.775415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:45:05.779853 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:45:05.788423 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:45:05.789031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:45:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:45:05.827918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-720320e0-799a-442e-8465-7eed465c2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:05.829405 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-720320e0-799a-442e-8465-7eed465c2b2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 1099 time: 0.1806769 Apr 01 16:45:05.961872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-2ac1b0f0-189f-4c07-9480-e27d18c239eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:05.963367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-2ac1b0f0-189f-4c07-9480-e27d18c239eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1275434 Apr 01 16:45:05.970850 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:45:06.036026 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-f6cc57b6-0d3b-40d7-a1f8-f20f53fad3fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 200 len: 217 time: 0.0654831 Apr 01 16:45:06.123089 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-96ca99ae-3930-4f18-ae84-9a1f7b9942dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:06.125140 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-96ca99ae-3930-4f18-ae84-9a1f7b9942dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0823512 Apr 01 16:45:06.214917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-6897379c-38ed-44d2-809d-dbce2419a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:06.216414 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-6897379c-38ed-44d2-809d-dbce2419a4d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841529 Apr 01 16:45:06.335556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:45:06.339488 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b8078-71f9-4838-94a9-a894db5dd8b4 None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:45:06.408994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098e7c-e2c9-4ddc-8442-42bc53684f98 req-e0cc1be8-2cf0-4bbc-9b2f-657ba085a8ea tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:06.410473 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c098e7c-e2c9-4ddc-8442-42bc53684f98 req-e0cc1be8-2cf0-4bbc-9b2f-657ba085a8ea tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.2468107 Apr 01 16:45:06.417050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-1c3872b7-fc89-43ec-a09d-d437d3700a71 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629324 Apr 01 16:45:06.550019 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c098e7c-e2c9-4ddc-8442-42bc53684f98 req-cd6acf55-3a07-4405-9bd4-b47560415157 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303287 Apr 01 16:45:06.564809 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775fbd03-416f-4cf1-a1e2-5d0e336b7e3e None None] New status for floating IP 4bd97438-274f-4fec-81b7-66002f545fe4: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:45:06.589037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec94fa5b-9fdb-454e-b19c-31c2e5e4c42d req-af85ce5c-2c07-4565-a59c-8d104f536784 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542141 Apr 01 16:45:07.371795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-fd8c0aef-d0d2-4cd7-859d-65b0a0ae8ed3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:07.373260 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-fd8c0aef-d0d2-4cd7-859d-65b0a0ae8ed3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.0838699 Apr 01 16:45:07.441857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Deleting port 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:45:07.442196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:07.687776 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] For port 23e84818-41c0-466d-b618-280553639fe0, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=23e84818-41c0-466d-b618-280553639fe0,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:07.688153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:07.812373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Calling delete_port for 23e84818-41c0-466d-b618-280553639fe0 owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:45:07.889119 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f461f8-c2cf-4951-9f4e-8bc292312aa4 req-464d1919-0cf9-4563-80e4-4e34188c631f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:07.889821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-76f461f8-c2cf-4951-9f4e-8bc292312aa4 req-464d1919-0cf9-4563-80e4-4e34188c631f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:45:07.980158 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-76f461f8-c2cf-4951-9f4e-8bc292312aa4 req-464d1919-0cf9-4563-80e4-4e34188c631f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:45:07.981259 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-76f461f8-c2cf-4951-9f4e-8bc292312aa4 req-464d1919-0cf9-4563-80e4-4e34188c631f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 946 time: 0.2174098 Apr 01 16:45:08.026149 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-76f461f8-c2cf-4951-9f4e-8bc292312aa4 req-3eaf87f5-a379-4a44-bb07-5460f14416da tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=288ed46d-f593-4bb2-8239-f0fd0df23947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392127 Apr 01 16:45:08.037074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:08.090767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'Port': ['ID=23e84818-41c0-466d-b618-280553639fe0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:08.132835 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.133655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.133655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.133992 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.134323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.134654 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.134982 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.135331 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.135657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.135978 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.136298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.136616 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:08.278478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] No DVR routers for this DVR port 23e84818-41c0-466d-b618-280553639fe0 on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:45:08.280999 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:08.283495 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-deleted', 'tag': '23e84818-41c0-466d-b618-280553639fe0'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:08.346732 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d43cf26-4f03-4db6-b6fe-06806a5f0672 req-c98de54e-32c7-42ff-8835-0aff389726a7 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "DELETE /v2.0/ports/23e84818-41c0-466d-b618-280553639fe0 HTTP/1.1" status: 204 len: 173 time: 0.9686818 Apr 01 16:45:08.378032 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e16c51-dcc8-4587-bca9-5048eefec0b2', 'name': 'network-vif-deleted', 'tag': '23e84818-41c0-466d-b618-280553639fe0', 'status': 'completed', 'code': 200} Apr 01 16:45:09.190058 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0053b935-9fcb-44a3-99ee-c159deedb845 req-513e83f3-9dd8-4e18-8921-d388dff602bf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e16c51-dcc8-4587-bca9-5048eefec0b2 HTTP/1.1" status: 200 len: 210 time: 0.0443518 Apr 01 16:45:10.284820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:10.352542 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:10.382196 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:10.516836 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:10.537760 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288ed46d-f593-4bb2-8239-f0fd0df23947,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:10.602007 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:10.603122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-96f3b262-f8fd-4e83-abee-3b8525016770 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "DELETE /v2.0/security-groups/288ed46d-f593-4bb2-8239-f0fd0df23947 HTTP/1.1" status: 204 len: 168 time: 0.3173220 Apr 01 16:45:11.096743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:11.102546 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879137137', 'description': 'tempest-secgroup-smoke-1879137137 description', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:11.108771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:11.112940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:11.116429 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:11.122195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:11.208789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.229507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:11.233854 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:11.236777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:11.243048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:11.311636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.390849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.435949 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9e27dc-710d-43df-906d-09bce7166982,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:11.499804 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.501050 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-deea316d-9bfa-40ca-a3ba-044bcc49971c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4032645 Apr 01 16:45:11.503907 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58042) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:11.508878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:11.515048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:11.518898 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:11.521722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:11.528027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:11.619670 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.678683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.684324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:45:11.717856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 23e84818-41c0-466d-b618-280553639fe0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:45:11.724188 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 23e84818-41c0-466d-b618-280553639fe0 not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:45:11.791320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.817909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62ffd92-8a68-4ccc-b841-0add813ebb7c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:11.922732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.924016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fb8dbdf7-2639-4bc4-9879-76ca1e195f09 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191489 Apr 01 16:45:11.926790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:11.931758 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:11.937778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:11.941626 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:11.944985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:11.950672 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:12.072983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.137202 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.203047 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.227697 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f2e74-b960-4c22-a66d-fbb806d6cab4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:12.333653 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.334878 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26a8d817-1002-464a-bb43-5c9ce1fbd28e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4071279 Apr 01 16:45:12.337609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:12.342582 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:12.348977 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:12.352868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:12.355777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:12.361461 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:12.427061 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.488630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.562377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.586820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6393d0-f354-40ec-ae55-433e6ca1a637,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:12.653945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.655150 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63fe065d-ac8a-41b0-b272-b5ede37ac864 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165910 Apr 01 16:45:12.657772 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:12.662662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:12.669333 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:12.673175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:12.676016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:12.682226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:12.763484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.827134 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.893883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.917929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ca063-c1cf-4c2d-8361-3f0b159fa6ce,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:12.985817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:12.987024 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-77fb4caa-bc27-45e5-a9ef-c48528d7f41e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283370 Apr 01 16:45:12.989604 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:12.994534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:13.000507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:13.004544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:13.012627 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:13.013661 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:13.140275 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Project 8d9f4da99e8d4edfb829994f90e9ed68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:45:13.147548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.211100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.288521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.313192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37d95db-5d52-4eff-bfd1-5ae685c9b397,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:13.385336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.386537 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-529f7484-2c07-4362-82b5-ee4f7fbe65f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3960268 Apr 01 16:45:13.389521 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:45:13.394826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'security_group_rule': {'security_group_id': '0c9e27dc-710d-43df-906d-09bce7166982', 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:13.401508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:13.405297 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:security_group_rule and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:45:13.410383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:45:13.414124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:13.499793 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Project 8d9f4da99e8d4edfb829994f90e9ed68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:45:13.506439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.573884 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.648753 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.672164 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9609e9bd-bc58-4ecd-ba21-fbee7c4aa214,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:13.740026 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:13.741320 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2fe4e4f-168a-4bab-a512-f0ba78d111c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505712 Apr 01 16:45:29.550884 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc81d308-7985-46eb-953d-e9bc1c390b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:32.425067 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902859f3-4aa3-4b18-b1eb-f83e61dd7262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:33.018948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:33.088255 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:34.304810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:34.819103 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:39.782239 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-1f463888-24c3-4f64-9d09-3f8941a6c421 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879137137&fields=id&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 267 time: 0.0400298 Apr 01 16:45:40.036363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-11dbecfe-9243-4e6e-ba94-2ff3e7728949 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:40.037804 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-11dbecfe-9243-4e6e-ba94-2ff3e7728949 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 808 time: 0.2491724 Apr 01 16:45:40.052822 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-99b10d87-4167-4a19-8b20-e277a6e34863 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/quotas/8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 375 time: 0.0093610 Apr 01 16:45:40.138148 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-701fd8ce-9593-474e-9a34-8e43226a8961 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795212 Apr 01 16:45:40.227472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-d6bc46ba-5c68-4bdd-af71-63fa91af80a2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:45:40.228467 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-d6bc46ba-5c68-4bdd-af71-63fa91af80a2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429068 Apr 01 16:45:40.358447 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-a5394d82-15db-4876-b391-6fb4f94d75a4 service neutron] 10.222.0.18 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240396 Apr 01 16:45:40.489313 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-7449bec5-1729-4780-80bd-07e9b69c4409 service neutron] 10.222.0.18 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249971 Apr 01 16:45:40.633440 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:45:41.238721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9cfe6746-3d1b-4c27-8695-07f39abd1ed7 req-8f15f735-f374-4c91-99b1-c74d0fe4580b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:45:41.327466 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9cfe6746-3d1b-4c27-8695-07f39abd1ed7 req-8f15f735-f374-4c91-99b1-c74d0fe4580b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:45:41.328683 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9cfe6746-3d1b-4c27-8695-07f39abd1ed7 req-8f15f735-f374-4c91-99b1-c74d0fe4580b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 210 time: 0.1347899 Apr 01 16:45:42.484250 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-db2f0cc5-1d7f-439b-a25e-9ebf90cbff32 req-b6c03f7e-82d5-4dad-a3ce-3ad2eb0b50df tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 210 time: 0.0466008 Apr 01 16:45:43.381133 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-34d2dc37-4829-4818-a073-81ad59c7c92a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:43.382443 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-34d2dc37-4829-4818-a073-81ad59c7c92a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 808 time: 0.1486773 Apr 01 16:45:43.430135 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-eba3d562-c373-4f76-a6ca-53db0031379f req-6521d336-ef5c-4e22-a3df-4fa71637a009 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:45:43.498733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-eba3d562-c373-4f76-a6ca-53db0031379f req-6521d336-ef5c-4e22-a3df-4fa71637a009 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:45:43.499951 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-6521d336-ef5c-4e22-a3df-4fa71637a009 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 380 time: 0.1094468 Apr 01 16:45:43.510746 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'port': {'device_id': 'f288a226-1950-4530-828e-577b67cc4af5', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'admin_state_up': True, 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'security_groups': ['0c9e27dc-710d-43df-906d-09bce7166982']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:43.659479 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07b60c43-87ce-4bd5-9125-d85c320a953f req-59516a3c-7971-4018-8f33-d366d9bcf420 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 210 time: 0.0558333 Apr 01 16:45:43.710080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:45:43.720326 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:45:43.784185 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Made reservation on behalf of 8d9f4da99e8d4edfb829994f90e9ed68 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:45:43.787713 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:43.971215 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Allocated IP 172.20.0.5 (c7ef1a23-3b56-4f47-ab4a-66bebf23a442/0d0115e7-0696-4964-9fd1-d43db2b0c548/55d6f3d0-151e-4f45-ad5e-cc1685e78a3a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:45:44.276395 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:44.300055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Transition to ACTIVE for port object 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:45:44.396872 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:44.477351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:45:44.486296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:45:44.491524 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:45:44.522699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:44.560643 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:44.561439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:44.722407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-0c28a84a-e9fc-48aa-b451-1d106b2a932a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159321 Apr 01 16:45:44.825701 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Request body: {'port': {'device_id': 'f288a226-1950-4530-828e-577b67cc4af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:45:44.850124 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c82d-1efc-4c55-8bd2-c6543a8f8399 req-985a9735-2bf1-4ffd-8b5f-5a61317e9c93 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:44.851709 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e567c82d-1efc-4c55-8bd2-c6543a8f8399 req-985a9735-2bf1-4ffd-8b5f-5a61317e9c93 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 931 time: 0.0845888 Apr 01 16:45:44.898182 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e567c82d-1efc-4c55-8bd2-c6543a8f8399 req-e08aa32e-63e4-4be6-a98b-764430614531 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Apr 01 16:45:44.921520 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1b2a4dcd-a691-48ef-8435-0a99dbc74fe0 None None] Provisioning for port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:45:44.929125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1b2a4dcd-a691-48ef-8435-0a99dbc74fe0 None None] Provisioning complete for port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:45:44.929624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4dcd-a691-48ef-8435-0a99dbc74fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:44.954144 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:44.987330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a4dcd-a691-48ef-8435-0a99dbc74fe0 None None] Port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:45:45.412195 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:45:45.420296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:45.436250 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Transition to ACTIVE for port object 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:45:45.515901 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:45.682489 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:45.760437 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Attempting to bind port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:45:45.760663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Attempting to bind port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:45:45.760994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Attempting to bind port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:45:45.767561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:45:45.767561 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Attempting to bind port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a on network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:45:45.772066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:45:45.772407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Checking segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:45:45.773359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Bound using segment: {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:45:45.773359 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Bound port: 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:45:45.773593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:45.867152 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:45:45.870888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:45:45.927662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:45.985975 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:45.986630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:45.988033 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] 10.222.0.90 "PUT /v2.0/ports/55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1093 time: 1.2109385 Apr 01 16:45:45.991020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:46.071094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64c8af-cd15-463b-aa7a-cfa208211828 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:46.112018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a9aeb-8ef7-48b3-bde9-6021bb24154c req-bac0b521-e816-4182-a1fc-489d4da2a78d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.113449 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2c0a9aeb-8ef7-48b3-bde9-6021bb24154c req-bac0b521-e816-4182-a1fc-489d4da2a78d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:45:46.171211 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'status': 'completed', 'code': 200} Apr 01 16:45:46.229788 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-2c0a9aeb-8ef7-48b3-bde9-6021bb24154c req-bac0b521-e816-4182-a1fc-489d4da2a78d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:45:46.230946 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c0a9aeb-8ef7-48b3-bde9-6021bb24154c req-bac0b521-e816-4182-a1fc-489d4da2a78d tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.2190726 Apr 01 16:45:46.289890 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c0a9aeb-8ef7-48b3-bde9-6021bb24154c req-5eb1460a-8fc2-4c0e-8bcb-f54c0da735ed tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522928 Apr 01 16:45:46.303875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842311c7-1cf9-437c-94bc-bfac458778eb req-21ea83e7-2f88-44b5-9798-ac0b69e8ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.305388 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-842311c7-1cf9-437c-94bc-bfac458778eb req-21ea83e7-2f88-44b5-9798-ac0b69e8ba65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1096 time: 0.1114142 Apr 01 16:45:46.448682 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842311c7-1cf9-437c-94bc-bfac458778eb req-5dcd19f0-d9ce-43e0-bac8-7fde7265f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.450146 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-842311c7-1cf9-437c-94bc-bfac458778eb req-5dcd19f0-d9ce-43e0-bac8-7fde7265f206 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1382949 Apr 01 16:45:46.583646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842311c7-1cf9-437c-94bc-bfac458778eb req-52198f0f-5162-4405-9250-d3895bb1ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.584991 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-842311c7-1cf9-437c-94bc-bfac458778eb req-52198f0f-5162-4405-9250-d3895bb1ac5b service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290863 Apr 01 16:45:46.687743 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bfec285a-5073-4319-ac59-9b52fccd2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.689193 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-bfec285a-5073-4319-ac59-9b52fccd2358 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1096 time: 0.0711551 Apr 01 16:45:46.759420 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-20006976-c762-4c73-8208-4d9f0157cdb0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 217 time: 0.0632336 Apr 01 16:45:46.818820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-a8bcf46c-cc59-422b-9216-e5c17a59aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.820305 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-a8bcf46c-cc59-422b-9216-e5c17a59aa1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0559340 Apr 01 16:45:46.896629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d562-c373-4f76-a6ca-53db0031379f req-84a1b6e5-1123-43dc-be1c-de08d0b9c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:46.898080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-84a1b6e5-1123-43dc-be1c-de08d0b9c8df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716841 Apr 01 16:45:47.141581 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-a28ec068-9078-48f2-8167-1b2f383deb1c service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366245 Apr 01 16:45:47.271125 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eba3d562-c373-4f76-a6ca-53db0031379f req-24e65446-3e3a-4e54-89cb-de3f0beec4e2 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238229 Apr 01 16:45:47.482213 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44d6c-1a7e-48e6-a24e-c90d00dc4cdf req-3c428654-023c-4b9a-82c3-c026cf469a50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:47.482213 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17d44d6c-1a7e-48e6-a24e-c90d00dc4cdf req-3c428654-023c-4b9a-82c3-c026cf469a50 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0854633 Apr 01 16:45:47.525945 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17d44d6c-1a7e-48e6-a24e-c90d00dc4cdf req-d00ffd1d-4458-4ca5-b4f8-4ad6e0a217cf tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Apr 01 16:45:48.719622 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e303-f30c-41b7-8596-ed4103d823ee req-d5acb9ed-695d-4b87-b745-e753d3318c86 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:48.721541 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f20e303-f30c-41b7-8596-ed4103d823ee req-d5acb9ed-695d-4b87-b745-e753d3318c86 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0904727 Apr 01 16:45:48.818153 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f20e303-f30c-41b7-8596-ed4103d823ee req-5c3a8399-71df-4637-855f-e8f8e8bafde1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854082 Apr 01 16:45:50.013165 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddc6a8-ff51-4e57-8ce4-01368477ae90 req-a312b967-7c89-4951-b79c-298f12308661 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:50.014644 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35ddc6a8-ff51-4e57-8ce4-01368477ae90 req-a312b967-7c89-4951-b79c-298f12308661 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0808284 Apr 01 16:45:50.062539 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35ddc6a8-ff51-4e57-8ce4-01368477ae90 req-8ac7cd04-d9a3-481f-afad-ddd1947adc5a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Apr 01 16:45:51.295798 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724a6bd-a96f-4c2a-a9ee-2173cbc0fba7 req-85ad679d-2e34-42fe-8b35-99c33548d8ef tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:51.297240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6724a6bd-a96f-4c2a-a9ee-2173cbc0fba7 req-85ad679d-2e34-42fe-8b35-99c33548d8ef tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0813963 Apr 01 16:45:51.341467 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6724a6bd-a96f-4c2a-a9ee-2173cbc0fba7 req-15697240-fa3e-4fc1-a87b-f29f3f71893e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Apr 01 16:45:52.528532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3dd07-35a8-45bc-84f8-0eea0af91bb3 req-1d493b29-d3f6-4fbe-83c7-dc672a858826 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:52.530010 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eee3dd07-35a8-45bc-84f8-0eea0af91bb3 req-1d493b29-d3f6-4fbe-83c7-dc672a858826 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0819950 Apr 01 16:45:52.577087 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eee3dd07-35a8-45bc-84f8-0eea0af91bb3 req-34cad37e-1110-4527-a61f-873839dd0f5c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Apr 01 16:45:53.765677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2070c-3ef1-4b00-96d8-7475ecc2b9b7 req-01bcfa42-3edc-4715-985f-c25352c137b2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:53.767166 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82e2070c-3ef1-4b00-96d8-7475ecc2b9b7 req-01bcfa42-3edc-4715-985f-c25352c137b2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0823312 Apr 01 16:45:53.821819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82e2070c-3ef1-4b00-96d8-7475ecc2b9b7 req-1cb1c8bf-762a-4968-866d-ea1226f43074 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482700 Apr 01 16:45:55.007291 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b453-70b3-413b-b83b-3021c50567f9 req-96914aea-7f06-4dac-a637-8946846060c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:55.008911 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9fc5b453-70b3-413b-b83b-3021c50567f9 req-96914aea-7f06-4dac-a637-8946846060c6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0842669 Apr 01 16:45:55.055986 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9fc5b453-70b3-413b-b83b-3021c50567f9 req-fc66d56e-9042-4db8-9123-a588e83c7e0b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 Apr 01 16:45:55.886556 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:45:56.014195 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:56.026781 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'mac_address': 'fa:16:3e:e2:77:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:45:56.082298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:56.100579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:45:56.116817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:56.161506 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:56.232024 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:56.239090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.239475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.239818 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.240160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.240495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.240831 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.241163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.241490 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.241821 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.242146 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.242489 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.242793 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:45:56.249410 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404bac8-8c74-44ae-919d-8220c572f393 req-c7d357d3-50d1-494e-aa41-612de3331a8a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:56.250910 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b404bac8-8c74-44ae-919d-8220c572f393 req-c7d357d3-50d1-494e-aa41-612de3331a8a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 944 time: 0.0807204 Apr 01 16:45:56.296134 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b404bac8-8c74-44ae-919d-8220c572f393 req-434af6f3-1c73-489e-a190-22346991e25a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Apr 01 16:45:56.397247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:45:57.479953 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b1c2-9086-4fa4-a2b0-eec4abcfb9e9 req-68d7e61e-4c5f-473e-8eff-770b45f55f18 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:57.481318 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b25b1c2-9086-4fa4-a2b0-eec4abcfb9e9 req-68d7e61e-4c5f-473e-8eff-770b45f55f18 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 944 time: 0.0807576 Apr 01 16:45:57.524647 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b25b1c2-9086-4fa4-a2b0-eec4abcfb9e9 req-24213767-e71c-4a93-b0ce-4f49917ecc37 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Apr 01 16:45:57.917789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:45:58.041190 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:45:58.046031 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:45:58.046433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:58.162683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:58.189225 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:45:58.198647 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:45:58.274178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:58.325222 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'code': 200} Apr 01 16:45:58.341875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:45:58.718594 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9553d-f818-4e48-904c-ec48e4358fe5 req-0314c5af-bffa-401e-a2a9-0b315cfc4ab9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:58.720184 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ace9553d-f818-4e48-904c-ec48e4358fe5 req-0314c5af-bffa-401e-a2a9-0b315cfc4ab9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0893450 Apr 01 16:45:58.765295 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ace9553d-f818-4e48-904c-ec48e4358fe5 req-2dc9b4d9-6cde-42bd-96b6-993f1d06232b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Apr 01 16:45:58.796222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed6a8-9772-4f0d-9d26-c4b73667dbab req-d2047932-1e70-487b-b1fb-9fa93106c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:58.797674 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-186ed6a8-9772-4f0d-9d26-c4b73667dbab req-d2047932-1e70-487b-b1fb-9fa93106c1a3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0772712 Apr 01 16:45:58.836127 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-186ed6a8-9772-4f0d-9d26-c4b73667dbab req-08edae05-7502-4c20-b0c7-4266456f7c0b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Apr 01 16:45:59.509408 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b420d93a-23b2-403c-af65-392a62e37816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:59.955043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10127e46-a4fb-4a26-a399-a09e23567680 req-3b1a0c8f-02ed-46e5-ae9a-16af391d0bec tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:59.956469 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10127e46-a4fb-4a26-a399-a09e23567680 req-3b1a0c8f-02ed-46e5-ae9a-16af391d0bec tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0800033 Apr 01 16:46:00.000863 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10127e46-a4fb-4a26-a399-a09e23567680 req-6f7b17b1-dd4e-4d8c-b7e7-849a7ea3606a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384414 Apr 01 16:46:01.182647 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0272-8031-4b80-97a6-143ce4d2e7c6 req-fda93274-93ea-479a-8204-447d8007af16 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:01.184187 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c5da0272-8031-4b80-97a6-143ce4d2e7c6 req-fda93274-93ea-479a-8204-447d8007af16 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0818229 Apr 01 16:46:01.233147 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c5da0272-8031-4b80-97a6-143ce4d2e7c6 req-9c71f3ab-ab0d-4145-9515-7fad174963c8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Apr 01 16:46:01.418789 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb346a4-663d-48d3-9876-75c121eea088 req-56746010-3ef7-43e2-a84c-c393f11dc4c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:01.420273 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4eb346a4-663d-48d3-9876-75c121eea088 req-56746010-3ef7-43e2-a84c-c393f11dc4c3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0827131 Apr 01 16:46:01.463345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4eb346a4-663d-48d3-9876-75c121eea088 req-d2154552-7a83-430c-90f9-70bbdb07552c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 Apr 01 16:46:01.485941 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58298) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:01.557849 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19ade5-0e69-4040-bd6b-0a998a5aa10d tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:01.559298 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e19ade5-0e69-4040-bd6b-0a998a5aa10d tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] Synchronizing usage tracker for tenant:b4ff5f341ded49b29be3b5786dfa2c26 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:46:01.641024 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e19ade5-0e69-4040-bd6b-0a998a5aa10d tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] Unset dirty status for tenant:b4ff5f341ded49b29be3b5786dfa2c26 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:46:01.642302 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e19ade5-0e69-4040-bd6b-0a998a5aa10d tempest-TestShelveInstance-67073366 tempest-TestShelveInstance-67073366-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1093 time: 0.1553977 Apr 01 16:46:01.645068 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58302) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:01.649929 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:46:01.656690 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:46:01.660491 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Usage tracker for resource:floatingip and tenant:8d9f4da99e8d4edfb829994f90e9ed68 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:46:01.663554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:46:01.669846 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:46:01.721120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:01.855042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:01.989136 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Allocated IP 172.26.7.49 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/475c8766-fe1b-454d-bbb4-2f240001a3ad) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:46:02.131888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.189967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.264533 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:46:02.272020 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:46:02.276228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:46:02.304924 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=475c8766-fe1b-454d-bbb4-2f240001a3ad,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:02.412800 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-041c277a-d5b8-42fb-adfb-6d4a4b26faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.781987 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.918240 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.967160 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:03.035712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:03.124606 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:03.184628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:03.299166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event updated for resources: {'Port': ['ID=475c8766-fe1b-454d-bbb4-2f240001a3ad,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:03.311094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:03.484083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Floating IP c7a8be3b-20f6-453c-9463-8a9d64be2db4 associated. External IP: 172.26.7.49, port: 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a. Apr 01 16:46:03.829224 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:46:04.008903 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:46:04.018251 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:46:04.027656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:46:04.028278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:46:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:04.075732 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:04.223302 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:46:04.251325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-329bebd9-5336-4417-adf2-0d80d7e1f779 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6051946 Apr 01 16:46:04.251932 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:46:04.267290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:04.299398 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'status': 'completed', 'code': 200} Apr 01 16:46:04.392569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-f51f5a6f-c66c-4cae-be9b-682772132488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:04.393952 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-f51f5a6f-c66c-4cae-be9b-682772132488 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0705326 Apr 01 16:46:04.528324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-0b50c8a6-e739-4552-ac49-b95ed3628171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:04.529777 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-0b50c8a6-e739-4552-ac49-b95ed3628171 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1300647 Apr 01 16:46:04.608479 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c7a8be3b-20f6-453c-9463-8a9d64be2db4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:e2:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f288a226-1950-4530-828e-577b67cc4af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:46:02Z', 'updated_at': '2022-04-01T16:46:02Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:04.612328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:46:04.621090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:46:04.621703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:46:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:04.632204 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-be6af3ee-88e4-4480-90c9-5257220d84ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 998 time: 0.0963888 Apr 01 16:46:04.698445 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-02ca611c-9fc0-4250-9fb0-595bf60cdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:04.700523 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-02ca611c-9fc0-4250-9fb0-595bf60cdb09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0625844 Apr 01 16:46:04.776390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-cbeb7e62-0a33-47b4-aa1b-4718a644314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:04.777889 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-cbeb7e62-0a33-47b4-aa1b-4718a644314b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716407 Apr 01 16:46:04.779321 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:04.811678 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:46:04.909840 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-f481e49f-dd9b-42cf-94a4-e721117f52e4 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252613 Apr 01 16:46:05.039502 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53cfe268-e5ad-4e03-84a0-103c0187a5de req-80d28aa9-678e-47ea-a236-f13b63b9c33e service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238391 Apr 01 16:46:05.157559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c7a8be3b-20f6-453c-9463-8a9d64be2db4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:e2:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f288a226-1950-4530-828e-577b67cc4af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:46:02Z', 'updated_at': '2022-04-01T16:46:02Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:05.161517 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5de844-54fa-4f90-a17e-2120ab70377d None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': 'c7a8be3b-20f6-453c-9463-8a9d64be2db4', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'mac_address': 'fa:16:3e:e2:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f288a226-1950-4530-828e-577b67cc4af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:46:02Z', 'updated_at': '2022-04-01T16:46:02Z', 'revision_number': 0, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:46:05.351360 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf19eb66-1c8d-4604-9e47-8c418aa3a377 None None] New status for floating IP c7a8be3b-20f6-453c-9463-8a9d64be2db4: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:46:17.632543 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:46:29.544122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36716e87-6098-4f2f-a789-e47c13f27400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:32.411985 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3819b01c-61cb-427a-b68f-7c1a9fe16e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:32.989299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:33.040585 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.275320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.784889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:35.292640 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-883dc86e-8366-43e9-b977-709f557645f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856321 Apr 01 16:46:35.431355 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-3466276e-e616-4d4b-8943-4f591b385c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.432858 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-3466276e-e616-4d4b-8943-4f591b385c6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0740891 Apr 01 16:46:35.582278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-227027e8-a51c-4956-b11d-b1e695595cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.582278 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-227027e8-a51c-4956-b11d-b1e695595cd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1294749 Apr 01 16:46:35.685587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-f8191720-bfc8-41fc-95a4-7958d68e1969 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.0989494 Apr 01 16:46:35.747883 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-619ffbcd-9d5c-4fa7-bbdb-83a44558404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.749293 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-619ffbcd-9d5c-4fa7-bbdb-83a44558404a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0581138 Apr 01 16:46:35.827292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-dd2592ed-2cc0-4530-8a59-6de6bf126006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.828745 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-dd2592ed-2cc0-4530-8a59-6de6bf126006 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738449 Apr 01 16:46:35.959711 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-b828659d-9c05-4140-8457-59758839ab9a service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244881 Apr 01 16:46:36.199627 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c3c975e-a541-4e30-b84e-fce543b68b3b req-b52a209a-c57d-4049-b83c-55549023d7f0 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336333 Apr 01 16:46:54.633268 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:46:59.491304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d623274-6f6b-49d9-bb61-c57f0e961944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:02.395214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6ae2b7c3-8e6e-4962-92d5-3c5a49664299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:02.980847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:03.044610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:04.278826 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:04.788523 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:29.512202 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1764-0bca-4fe3-8499-c05b30592451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:31.632603 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:47:32.416456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc2e756c-1d42-4cdc-ad6d-cc5607ed2317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:32.975327 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:33.049068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:34.313825 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:34.765140 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:35.270411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-b7bd1f6b-e612-46d7-ab20-0fd4e4338827 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689733 Apr 01 16:47:35.412099 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919bf9-9437-4940-919e-309e4440127a req-6aa6328b-ecc4-4bcc-9d0e-43619b59334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:35.413455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-6aa6328b-ecc4-4bcc-9d0e-43619b59334f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0716751 Apr 01 16:47:35.554353 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919bf9-9437-4940-919e-309e4440127a req-58b8557c-4f94-489c-a14b-317ec28f141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:35.561860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-58b8557c-4f94-489c-a14b-317ec28f141f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1245062 Apr 01 16:47:35.658345 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-872ebf78-4992-4278-a3bd-674cee622886 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.0966110 Apr 01 16:47:35.720267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919bf9-9437-4940-919e-309e4440127a req-9845bcf0-adc9-43ca-a25a-990076f07cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:35.721607 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-9845bcf0-adc9-43ca-a25a-990076f07cfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0571434 Apr 01 16:47:35.795018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919bf9-9437-4940-919e-309e4440127a req-e965fc6c-3b71-45bc-9c5e-5b6c54327157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:47:35.796491 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-e965fc6c-3b71-45bc-9c5e-5b6c54327157 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691414 Apr 01 16:47:35.926659 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-09017821-5641-4f73-b44c-59623a8984ba service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240170 Apr 01 16:47:36.055484 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2919bf9-9437-4940-919e-309e4440127a req-67e9b43c-742c-49d2-91fe-45a448015157 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232469 Apr 01 16:47:59.533810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b97afd46-4c01-477b-9aad-bd7e924e4a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.433572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc2deaef-1102-44b8-88ff-7df0364ae0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:02.988584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:03.076230 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.305016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:04.770414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:08.631594 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:48:29.527449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c0d5bc29-dae6-45f8-ac66-45c3fa2fb011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:32.441237 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9dc05a79-8dae-4ed0-8e1b-a10bf09d711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:33.001167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:33.084569 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:34.267724 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:34.760250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:37.284478 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-08815120-6474-4c59-896d-b8f9e04b2646 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758166 Apr 01 16:48:37.421108 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-c31d62f1-1618-46a4-b44a-e75c41d7e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:37.422563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-c31d62f1-1618-46a4-b44a-e75c41d7e403 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0706930 Apr 01 16:48:37.571917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-7819b80c-27cd-4dd9-b01f-b1a7f544bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:37.573401 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-7819b80c-27cd-4dd9-b01f-b1a7f544bd4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1287735 Apr 01 16:48:37.678071 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-78bc34ab-a46c-4b49-92ea-d47c99150f46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.0988812 Apr 01 16:48:37.740783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-83edeffc-0921-4bdf-8c07-0f6fd5f638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:37.742179 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-83edeffc-0921-4bdf-8c07-0f6fd5f638f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0579915 Apr 01 16:48:37.819594 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-40560488-d651-4ac0-a098-4753c412e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:37.821061 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-40560488-d651-4ac0-a098-4753c412e60a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726538 Apr 01 16:48:37.830360 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-25730942-507e-4506-a4d7-65cf20fdb8b7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:48:37.831352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-25730942-507e-4506-a4d7-65cf20fdb8b7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047200 Apr 01 16:48:37.959809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-194f5f16-c576-4704-b0b9-345f19c11835 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225815 Apr 01 16:48:38.191407 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-594b76e8-bb0d-43be-b387-062c5fbf18e2 req-87056416-78d0-4ff3-85ad-bedca0ebc0c6 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259746 Apr 01 16:48:43.248024 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a5bf-21c5-47d9-b067-1110077a059b req-5b986921-5f92-47fb-a866-bda5d968c6a8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:43.249522 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3532a5bf-21c5-47d9-b067-1110077a059b req-5b986921-5f92-47fb-a866-bda5d968c6a8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0979605 Apr 01 16:48:43.296987 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3532a5bf-21c5-47d9-b067-1110077a059b req-26ed3958-a876-49e8-a834-280766b0708c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Apr 01 16:48:44.480228 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663eb18-cf73-44d0-95f8-e69a277d60ad req-f08ae382-37d6-44f8-847a-047b33ccbe3b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:44.481556 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5663eb18-cf73-44d0-95f8-e69a277d60ad req-f08ae382-37d6-44f8-847a-047b33ccbe3b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0798182 Apr 01 16:48:44.527533 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5663eb18-cf73-44d0-95f8-e69a277d60ad req-3f30f2a5-050a-4eee-9c76-d52dc5693495 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Apr 01 16:48:45.630107 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:48:45.717599 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fdbf4-7019-4cad-8395-043c20db84f2 req-97fcbfc8-afdf-4dbe-98d4-f7379cddbb52 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:45.718962 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a14fdbf4-7019-4cad-8395-043c20db84f2 req-97fcbfc8-afdf-4dbe-98d4-f7379cddbb52 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0832269 Apr 01 16:48:45.762140 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a14fdbf4-7019-4cad-8395-043c20db84f2 req-ea076293-d3bc-4174-a84d-7cea8ef00f11 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Apr 01 16:48:46.945387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905fb39-cad9-49a5-aafe-b3b7db4ac75f req-52d3ae9d-6e42-4c00-9af4-15cefb17a715 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:46.946844 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c905fb39-cad9-49a5-aafe-b3b7db4ac75f req-52d3ae9d-6e42-4c00-9af4-15cefb17a715 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0808103 Apr 01 16:48:46.990290 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c905fb39-cad9-49a5-aafe-b3b7db4ac75f req-ad732536-8ba2-484e-8dfd-9bc445277671 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Apr 01 16:48:48.174227 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcbfc3-41a5-4dd4-8619-d0eccc90a0fb req-7e5101fb-f4fe-482b-9ff0-16207d64e8f3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:48.175708 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2bdcbfc3-41a5-4dd4-8619-d0eccc90a0fb req-7e5101fb-f4fe-482b-9ff0-16207d64e8f3 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0790017 Apr 01 16:48:48.222325 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2bdcbfc3-41a5-4dd4-8619-d0eccc90a0fb req-d6daf932-b45e-4211-8a47-e5dbb0d73594 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409174 Apr 01 16:48:49.408396 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9636d50-3a85-4647-b86a-c8afcd5f6f72 req-e51de565-2e84-4fbf-a77d-5532406422d2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:49.409949 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9636d50-3a85-4647-b86a-c8afcd5f6f72 req-e51de565-2e84-4fbf-a77d-5532406422d2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0829232 Apr 01 16:48:49.455352 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d9636d50-3a85-4647-b86a-c8afcd5f6f72 req-0581f8e3-b0d4-4ded-9b2d-62f6aafc7d79 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Apr 01 16:48:50.637251 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a21b-7265-4695-9ac3-900805aafef4 req-29f42616-c6e9-4e89-b8fc-0855024b0577 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:50.638693 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3243a21b-7265-4695-9ac3-900805aafef4 req-29f42616-c6e9-4e89-b8fc-0855024b0577 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0801120 Apr 01 16:48:50.681571 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3243a21b-7265-4695-9ac3-900805aafef4 req-6f3f0c52-55e4-4758-b0ab-e20b80268e0f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372837 Apr 01 16:48:51.863181 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0243-4db5-4a90-a29d-d6ba13fc8ffb req-70bf58ff-7006-490c-9125-9bedfce5a98f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:51.864524 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-997b0243-4db5-4a90-a29d-d6ba13fc8ffb req-70bf58ff-7006-490c-9125-9bedfce5a98f tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0805850 Apr 01 16:48:51.907440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-997b0243-4db5-4a90-a29d-d6ba13fc8ffb req-ea3cadab-252c-46f5-ac02-5b282707d787 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371974 Apr 01 16:48:53.095311 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e49d4-87a5-4102-b9dd-abfcfcb30ac5 req-1784c1aa-7186-41d4-8b6e-6223950f00bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.096722 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c3e49d4-87a5-4102-b9dd-abfcfcb30ac5 req-1784c1aa-7186-41d4-8b6e-6223950f00bc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0847230 Apr 01 16:48:53.142107 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c3e49d4-87a5-4102-b9dd-abfcfcb30ac5 req-ad03438d-17ec-47b7-8884-5035a23f35f5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389216 Apr 01 16:48:53.423439 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3887-e328-4e8c-817e-3758959e339d req-0e77695f-2803-4fca-bfaf-2065f5ddbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.424895 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-0e77695f-2803-4fca-bfaf-2065f5ddbdbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0726748 Apr 01 16:48:53.553058 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3887-e328-4e8c-817e-3758959e339d req-c5a9dada-33b2-4af0-9429-893d3313cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.554522 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-c5a9dada-33b2-4af0-9429-893d3313cfe1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1240852 Apr 01 16:48:53.659447 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-31ddb4d0-7f52-41d2-a6d2-8b62e471bf8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.0981014 Apr 01 16:48:53.720111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3887-e328-4e8c-817e-3758959e339d req-46bfe291-d16f-462b-bbe5-b5f3f718d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.721427 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-46bfe291-d16f-462b-bbe5-b5f3f718d354 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0566564 Apr 01 16:48:53.797300 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3887-e328-4e8c-817e-3758959e339d req-ff1e3593-30c5-4df3-8bc7-7be83147ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:53.798733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-ff1e3593-30c5-4df3-8bc7-7be83147ea86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710652 Apr 01 16:48:53.928870 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-59ae5803-9689-41dd-a0e2-68ba2f31d3f2 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237416 Apr 01 16:48:54.057527 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-565d3887-e328-4e8c-817e-3758959e339d req-9b37d4f4-ed91-4333-bf3f-9495d7533c54 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229727 Apr 01 16:48:54.320074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242579e-dd2e-4e6a-b589-634ffdb9bfb1 req-f8495929-333c-4796-801e-0481c31bc67b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:54.321432 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b242579e-dd2e-4e6a-b589-634ffdb9bfb1 req-f8495929-333c-4796-801e-0481c31bc67b tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0776651 Apr 01 16:48:54.364819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b242579e-dd2e-4e6a-b589-634ffdb9bfb1 req-fad3473d-baf9-4acd-ac34-9844f370c48e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378575 Apr 01 16:48:55.552479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605ac68-086f-4ea2-9a5f-5cad46f968c2 req-c23e74e4-1fa9-40b6-a033-0a27edec48a2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:55.553849 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9605ac68-086f-4ea2-9a5f-5cad46f968c2 req-c23e74e4-1fa9-40b6-a033-0a27edec48a2 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0829973 Apr 01 16:48:55.597285 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9605ac68-086f-4ea2-9a5f-5cad46f968c2 req-915e59bd-7c4d-4326-8564-4344ee016e00 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377495 Apr 01 16:48:56.786742 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a202d-44a9-4122-b231-a998935170f7 req-9b929248-77ac-4cd1-aaff-814adf3d9258 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:56.788244 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-350a202d-44a9-4122-b231-a998935170f7 req-9b929248-77ac-4cd1-aaff-814adf3d9258 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0840497 Apr 01 16:48:56.831508 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-350a202d-44a9-4122-b231-a998935170f7 req-c51fe312-ae18-400a-9fa8-dfceee2d45b5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Apr 01 16:48:57.336457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b4d67-a970-4101-9318-713ce6162c95 req-9c0b1170-a328-435c-aeaf-d66d2ff59c10 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:57.338415 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-269b4d67-a970-4101-9318-713ce6162c95 req-9c0b1170-a328-435c-aeaf-d66d2ff59c10 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0813580 Apr 01 16:48:57.367664 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-bb480576-a127-481a-babb-0a7488898360 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103933 Apr 01 16:48:57.382952 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-269b4d67-a970-4101-9318-713ce6162c95 req-5adff750-5458-453a-b874-caf4e3099415 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Apr 01 16:48:58.566495 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540125fd-ca63-4299-9421-b643a83fd79e req-9092874b-2b37-4c47-ba5c-64663f4d2a25 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:58.568000 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-540125fd-ca63-4299-9421-b643a83fd79e req-9092874b-2b37-4c47-ba5c-64663f4d2a25 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0798652 Apr 01 16:48:58.612106 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-540125fd-ca63-4299-9421-b643a83fd79e req-e23df015-a583-406f-a039-72c142421aa0 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Apr 01 16:48:58.880061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:48:59.032581 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:59.061063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:48:59.070424 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:48:59.113079 dv-neutron-835943-1-hyperv neutron-server[88602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'code': 422} returned with failed status Apr 01 16:48:59.132266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:59.201761 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:48:59.208936 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.209282 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.209620 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.209952 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.210354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.210684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.211009 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.211362 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.211689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.212010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.212329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.213038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:48:59.520278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8eacb66-0a4e-43fc-9e0d-08ca8680be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:59.802626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad7528-4081-4b0e-a224-a024ae8aa8e8 req-8fd72be1-87ab-4702-b716-272811057192 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:48:59.804132 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42ad7528-4081-4b0e-a224-a024ae8aa8e8 req-8fd72be1-87ab-4702-b716-272811057192 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0830154 Apr 01 16:48:59.849604 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42ad7528-4081-4b0e-a224-a024ae8aa8e8 req-c06b21f0-0849-4b76-aca9-11b3d5ea1d96 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Apr 01 16:49:00.942207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-6a5ee947-3699-4447-b097-4307a5c5110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:00.943819 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-6a5ee947-3699-4447-b097-4307a5c5110b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&tenant_id=8d9f4da99e8d4edfb829994f90e9ed68 HTTP/1.1" status: 200 len: 1096 time: 0.0766280 Apr 01 16:49:01.199064 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f77abd-f05d-4b91-8448-1166d190776f req-7601e58d-e80a-48ad-82a5-f2a40ba55e68 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:01.200446 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7f77abd-f05d-4b91-8448-1166d190776f req-7601e58d-e80a-48ad-82a5-f2a40ba55e68 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.2481375 Apr 01 16:49:01.202288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-f54afec4-12ae-4c8c-b56b-9ff1ce9e1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:01.203600 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-f54afec4-12ae-4c8c-b56b-9ff1ce9e1090 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1096 time: 0.2176876 Apr 01 16:49:01.331411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7f77abd-f05d-4b91-8448-1166d190776f req-b52ef577-89fa-4a35-94da-b1dfa2dfa7ef tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252623 Apr 01 16:49:01.362400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-5f15cd1a-e27a-4218-9a88-1057f5dc0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:01.363853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-5f15cd1a-e27a-4218-9a88-1057f5dc0734 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1440921 Apr 01 16:49:01.466860 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-0ed6ff5f-e083-4e01-81d2-87767c7647a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 998 time: 0.0970294 Apr 01 16:49:01.526863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-1be3afa7-9969-4832-8b3c-2f2cad8c8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:01.528258 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-1be3afa7-9969-4832-8b3c-2f2cad8c8841 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0555179 Apr 01 16:49:01.605529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-db680a2f-07d7-4f04-b71d-ec3b846a44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:01.607002 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-db680a2f-07d7-4f04-b71d-ec3b846a44cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727069 Apr 01 16:49:01.738344 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-b72db9f2-11b0-4bd5-866b-18decfe3ed7c service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254582 Apr 01 16:49:01.865624 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-659148ad-de71-4710-a0d5-aa21fe0b9197 req-ad372e7d-7dcc-4e82-927b-9ef245787767 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213832 Apr 01 16:49:02.415584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b58496b7-dafe-4f2a-a240-66a0092bdabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:02.514326 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b94607-66df-4046-9e44-9147c149a46f req-abcf8469-cd17-4b77-9115-37fe98b01b08 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:02.515770 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77b94607-66df-4046-9e44-9147c149a46f req-abcf8469-cd17-4b77-9115-37fe98b01b08 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0813687 Apr 01 16:49:02.558991 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-77b94607-66df-4046-9e44-9147c149a46f req-8aa32cb4-a70a-4177-b45a-244ce374c780 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Apr 01 16:49:03.000095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:03.049391 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:03.742868 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f035ba-1b8c-430d-8ada-fcffed0e646e req-aa08eec6-42dc-452f-97b6-f025fac49339 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:03.744340 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78f035ba-1b8c-430d-8ada-fcffed0e646e req-aa08eec6-42dc-452f-97b6-f025fac49339 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0820742 Apr 01 16:49:03.788178 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78f035ba-1b8c-430d-8ada-fcffed0e646e req-6d2d25c9-9111-4217-9b75-0eed988992b9 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381474 Apr 01 16:49:04.469161 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:04.769707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:04.968629 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6714-25ea-44a0-890e-7132a91ace2b req-d41d48bd-e0fb-4724-b276-eb777fecf1a5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:04.970063 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cea6714-25ea-44a0-890e-7132a91ace2b req-d41d48bd-e0fb-4724-b276-eb777fecf1a5 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0784500 Apr 01 16:49:05.013737 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cea6714-25ea-44a0-890e-7132a91ace2b req-83ae1f45-ba00-44a1-873a-a095dee95b02 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Apr 01 16:49:06.199055 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ac166-42ba-476d-9859-81b8f4f1f58c req-932266e0-9acc-4d1d-ad28-ddee74d4c410 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:06.200549 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-041ac166-42ba-476d-9859-81b8f4f1f58c req-932266e0-9acc-4d1d-ad28-ddee74d4c410 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0825746 Apr 01 16:49:06.245167 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-041ac166-42ba-476d-9859-81b8f4f1f58c req-10c4307d-f7ea-4036-bab6-3610c8c9bf18 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 Apr 01 16:49:07.434621 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3abf1-b540-4127-ac2b-b913e9eb57d4 req-2710fb4f-d9dd-4543-992a-ea71423828f1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:07.436097 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d3abf1-b540-4127-ac2b-b913e9eb57d4 req-2710fb4f-d9dd-4543-992a-ea71423828f1 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0824201 Apr 01 16:49:07.480277 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d3abf1-b540-4127-ac2b-b913e9eb57d4 req-110dfc09-e2c1-4b2f-8ea8-8205467faf9e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384908 Apr 01 16:49:08.658289 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1884d-b940-49ce-91ae-67331472754a req-3721bd10-9877-4803-b1d0-0e21d4f8ec3a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:08.659954 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6e1884d-b940-49ce-91ae-67331472754a req-3721bd10-9877-4803-b1d0-0e21d4f8ec3a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 943 time: 0.0796850 Apr 01 16:49:08.706079 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6e1884d-b940-49ce-91ae-67331472754a req-7bfce4d1-9546-4fc3-b9b1-a095fd69ff15 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Apr 01 16:49:08.942428 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:49:09.072128 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:49:09.084886 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'port_id': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'mac_address': 'fa:16:3e:e2:77:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:49:09.143060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:09.158993 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:49:09.173684 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:49:09.228211 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:09.293675 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:49:09.480697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:49:09.886577 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b086d9-c828-4046-943b-b7ac7e4ffc49 req-1303451a-922a-4714-85fd-558d6c5ddd85 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:09.888015 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b086d9-c828-4046-943b-b7ac7e4ffc49 req-1303451a-922a-4714-85fd-558d6c5ddd85 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 944 time: 0.0788517 Apr 01 16:49:09.933886 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b086d9-c828-4046-943b-b7ac7e4ffc49 req-852b9c35-788e-426e-a241-88fb121e46ba tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Apr 01 16:49:10.956363 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:49:11.024039 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:49:11.024405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:11.120379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36a057-fb7d-4921-bbe7-80c1d1aec3b7 req-412e30aa-f338-47d2-ad4a-be867f08423e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:11.122207 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e36a057-fb7d-4921-bbe7-80c1d1aec3b7 req-412e30aa-f338-47d2-ad4a-be867f08423e tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 944 time: 0.0801718 Apr 01 16:49:11.148858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:11.166751 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e36a057-fb7d-4921-bbe7-80c1d1aec3b7 req-88de87bf-16a0-435c-b3c8-fcf84bdd67e8 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Apr 01 16:49:11.175115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:49:11.185030 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:49:11.221102 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'code': 200} Apr 01 16:49:11.274822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:11.342081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:49:11.548006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbd6ec-a6e6-46f0-8572-fd6e5477b9f5 req-61422f4e-0e98-4495-9b93-0229b7122224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:11.549340 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9dbbd6ec-a6e6-46f0-8572-fd6e5477b9f5 req-61422f4e-0e98-4495-9b93-0229b7122224 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0710189 Apr 01 16:49:11.588563 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9dbbd6ec-a6e6-46f0-8572-fd6e5477b9f5 req-09871133-ae6f-4d91-8223-f80db9088421 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Apr 01 16:49:12.347817 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6c554-aad8-4335-9402-0dcd1f40ea34 req-f199a195-518e-446f-acac-28c0210ab153 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:12.348361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1fa6c554-aad8-4335-9402-0dcd1f40ea34 req-f199a195-518e-446f-acac-28c0210ab153 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0792723 Apr 01 16:49:12.392488 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1fa6c554-aad8-4335-9402-0dcd1f40ea34 req-c584bb3e-1172-4647-824b-4abe0ec9a6bd tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385046 Apr 01 16:49:13.577131 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f95327-fcdf-4de0-9f5c-b07def49d931 req-011d159d-d5cd-4cda-9976-2eaebbb74b8c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:13.578725 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46f95327-fcdf-4de0-9f5c-b07def49d931 req-011d159d-d5cd-4cda-9976-2eaebbb74b8c tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.0792911 Apr 01 16:49:13.622672 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46f95327-fcdf-4de0-9f5c-b07def49d931 req-a83352e5-dbcd-4e6d-ac81-5175a3af10be tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Apr 01 16:49:22.630137 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:49:29.552240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f307-d297-474c-ad1f-b45e0b83f633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:32.455630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0925bd66-ab67-4651-9cc3-8205b82b5f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:32.970700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:33.050448 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:34.300699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:34.753772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:37.271038 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-4fb12948-8596-49c7-8f83-dbdfaff0b7ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727222 Apr 01 16:49:37.414091 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-b4ccbca6-9a4c-4687-bb71-9d95477ba2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:37.419280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-b4ccbca6-9a4c-4687-bb71-9d95477ba2dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0750883 Apr 01 16:49:37.561109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-2d59f037-f90d-4c79-85b4-060e490db332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:37.562581 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-2d59f037-f90d-4c79-85b4-060e490db332 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1285717 Apr 01 16:49:37.782755 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-c5907449-fab0-48c4-90ec-6a6d13eae91b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.2141380 Apr 01 16:49:37.847484 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-9c7dc707-4571-4fe2-a769-1f66d16135a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:37.848919 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-9c7dc707-4571-4fe2-a769-1f66d16135a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0610125 Apr 01 16:49:37.925072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-f50bee73-dc7c-4fa1-afe9-39cb66c7135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:49:37.926382 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-f50bee73-dc7c-4fa1-afe9-39cb66c7135e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700424 Apr 01 16:49:38.062440 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-bfa84d7d-fa7b-43ac-b56c-3ec62fa31011 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306267 Apr 01 16:49:38.200643 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c2a88cf5-a8de-4a60-b66a-299b022983fb req-a66a50d7-9425-4e7e-85fc-c1dfa4c9d4e0 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312065 Apr 01 16:49:59.523073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3736db8-6b21-4c68-ae8a-cebab7109649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:59.629841 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:02.428043 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a95c2bc-13c2-4de1-b5fe-a85c7acf62b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:02.981048 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:03.035410 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:04.335087 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:04.792205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:29.528642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95c03284-9c88-4bb0-8ffd-35049131b1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:32.454561 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b78f5fa-313b-45d2-9dc3-88de81fe0636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:33.000124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:33.122889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:34.303318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:34.780657 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:36.628833 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:39.271817 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-f9bb7fd5-a502-4b13-881d-d4c8807066c0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759106 Apr 01 16:50:39.413839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-eb76a1d7-7d03-4121-ad6f-df2bb2da0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:39.415245 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-eb76a1d7-7d03-4121-ad6f-df2bb2da0007 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.0702262 Apr 01 16:50:39.562485 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-c00e6674-0ada-45d5-bcc9-eec7494d7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:39.564055 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-c00e6674-0ada-45d5-bcc9-eec7494d7938 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.1300883 Apr 01 16:50:39.668138 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-a81f2787-0482-42bb-af27-607f0670ce28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 1000 time: 0.0982680 Apr 01 16:50:39.730387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-e11cc3c0-36b2-4ba4-ac1e-2949ca7045e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:39.731965 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-e11cc3c0-36b2-4ba4-ac1e-2949ca7045e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0579014 Apr 01 16:50:39.812873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-a9af916d-959e-43dc-a7a9-180df4d2c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:50:39.814372 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-a9af916d-959e-43dc-a7a9-180df4d2c5d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744991 Apr 01 16:50:39.949172 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-cef20a01-8cd7-4ef7-8bea-f20fbd4f3864 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290262 Apr 01 16:50:40.083253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ef469700-e9b1-451c-8ae5-88e727c61c3f req-cf332326-7627-4a20-a4ed-9614043a9e85 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273253 Apr 01 16:50:59.539354 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e5d82f5-1b25-4616-9cdc-1290e69e7c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:02.401990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c296857-25e0-4f67-b270-b9d95bb46942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:02.995832 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:03.076652 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:04.321935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:04.762038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:12.031254 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:12.500348 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Deleting port 475c8766-fe1b-454d-bbb4-2f240001a3ad {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:12.500696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:12.771886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:12.772222 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:12.894796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Calling delete_port for 475c8766-fe1b-454d-bbb4-2f240001a3ad owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:13.115831 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:13.165529 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'Port': ['ID=475c8766-fe1b-454d-bbb4-2f240001a3ad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:13.202528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.202876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.203239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.203578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.203911 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.204264 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.205200 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.205531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.205863 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.206191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.206532 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.206840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:13.265652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:13.265982 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Floating IP c7a8be3b-20f6-453c-9463-8a9d64be2db4 disassociated (deleted). External IP: 172.26.7.49, port: 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a. Apr 01 16:51:13.611102 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:13.626792 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:51:13.783440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:13.792875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:13.804892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:13.808701 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:13.841938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:13.901811 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb9fe5d5-51c1-47a6-8fe7-89f582d75f91 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "DELETE /v2.0/floatingips/c7a8be3b-20f6-453c-9463-8a9d64be2db4 HTTP/1.1" status: 204 len: 168 time: 1.8669856 Apr 01 16:51:13.901811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:14.016596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:14.130803 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'status': 'completed', 'code': 200} Apr 01 16:51:14.265446 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-e3175d50-72f0-47ca-afbf-b111e2e3a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.266928 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-e3175d50-72f0-47ca-afbf-b111e2e3a00f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 1098 time: 0.1093621 Apr 01 16:51:14.340464 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:14.344396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:14.354081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:14.354716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:14.503338 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b8a64-000e-408c-a07e-59e18660e3dc req-f4ad505c-0e46-4c8c-8313-f054c92341ca tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.505563 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a4b8a64-000e-408c-a07e-59e18660e3dc req-f4ad505c-0e46-4c8c-8313-f054c92341ca tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.1431727 Apr 01 16:51:14.531562 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-77552038-f4a5-4410-8fa6-716c0d9dd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.534247 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-77552038-f4a5-4410-8fa6-716c0d9dd6c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 200 len: 909 time: 0.2582009 Apr 01 16:51:14.540259 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:14.552067 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a4b8a64-000e-408c-a07e-59e18660e3dc req-9f55fb19-937a-433c-947e-dfab72c8dc36 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 Apr 01 16:51:14.604688 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-ae8db1b7-2762-40b3-9450-6a297394bda1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 200 len: 217 time: 0.0640771 Apr 01 16:51:14.668426 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-005c750a-2761-4354-bf25-1e76f3626b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.669861 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-005c750a-2761-4354-bf25-1e76f3626b7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 200 len: 847 time: 0.0577848 Apr 01 16:51:14.748381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-668dff66-015a-427f-8ce6-e5c7fe19ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:14.749927 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-668dff66-015a-427f-8ce6-e5c7fe19ba8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c7ef1a23-3b56-4f47-ab4a-66bebf23a442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742285 Apr 01 16:51:14.853418 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:14.857460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e201b-e8df-40e9-b4bb-d31831bb5ae8 None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:40:42Z', 'revision_number': 4, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f', 'name': '', 'network_id': 'c7ef1a23-3b56-4f47-ab4a-66bebf23a442', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'mac_address': 'fa:16:3e:78:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:41Z', 'updated_at': '2022-04-01T16:40:48Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'subnets': [{'id': '0d0115e7-0696-4964-9fd1-d43db2b0c548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:14.884635 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-3cdad4a2-4c89-4313-a1c8-82212c347d03 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276066 Apr 01 16:51:15.022208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c049a6a4-eab4-4126-b307-9d06ba072d0f req-ee3931dc-9aeb-4cda-b410-1758dfb62a64 service neutron] 10.222.0.90 "GET /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302233 Apr 01 16:51:15.080768 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40914b5a-2e49-4c9c-afd9-7fedd961212f None None] New status for floating IP c7a8be3b-20f6-453c-9463-8a9d64be2db4: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:51:15.778979 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd224e9-4f6a-48ca-9bc0-73209e5b1d12 req-8fb85ef8-7194-4ea9-9d5c-39dcf995e76a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:15.779769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cbd224e9-4f6a-48ca-9bc0-73209e5b1d12 req-8fb85ef8-7194-4ea9-9d5c-39dcf995e76a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:51:15.870428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-3c44cd09-b821-48d6-b5cf-844d219bceb6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:15.871052 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-3c44cd09-b821-48d6-b5cf-844d219bceb6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:51:15.894390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-cbd224e9-4f6a-48ca-9bc0-73209e5b1d12 req-8fb85ef8-7194-4ea9-9d5c-39dcf995e76a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:51:15.895583 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cbd224e9-4f6a-48ca-9bc0-73209e5b1d12 req-8fb85ef8-7194-4ea9-9d5c-39dcf995e76a tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.2359822 Apr 01 16:51:15.900016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-3c44cd09-b821-48d6-b5cf-844d219bceb6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:51:15.900016 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-3c44cd09-b821-48d6-b5cf-844d219bceb6 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 945 time: 0.1106768 Apr 01 16:51:15.993416 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Deleting port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:15.993752 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:16.020250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cbd224e9-4f6a-48ca-9bc0-73209e5b1d12 req-c979adab-dd29-4ab0-a0b6-76febabded43 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c9e27dc-710d-43df-906d-09bce7166982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188796 Apr 01 16:51:16.247707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] For port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:16.248059 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:16.370021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Calling delete_port for 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:16.556479 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:16.609614 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'Port': ['ID=55d6f3d0-151e-4f45-ad5e-cc1685e78a3a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:16.683386 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] No DVR routers for this DVR port 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:51:16.685803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:16.688246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-deleted', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:51:16.730666 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f288a226-1950-4530-828e-577b67cc4af5', 'name': 'network-vif-deleted', 'tag': '55d6f3d0-151e-4f45-ad5e-cc1685e78a3a', 'status': 'completed', 'code': 200} Apr 01 16:51:16.762678 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1d65a036-b7ff-4a99-bd20-6317d80f4d2e req-81de1bbf-7d37-4db6-9975-fd7bb3dd8790 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.90 "DELETE /v2.0/ports/55d6f3d0-151e-4f45-ad5e-cc1685e78a3a HTTP/1.1" status: 204 len: 173 time: 0.8595929 Apr 01 16:51:17.179251 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-419a17e6-10eb-437a-b48d-c4c70ca684fa req-2b9e3764-8a0f-472d-b6a3-922ab086c752 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Synchronizing usage tracker for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:51:17.242170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-419a17e6-10eb-437a-b48d-c4c70ca684fa req-2b9e3764-8a0f-472d-b6a3-922ab086c752 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Unset dirty status for tenant:8d9f4da99e8d4edfb829994f90e9ed68 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:51:17.243367 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-419a17e6-10eb-437a-b48d-c4c70ca684fa req-2b9e3764-8a0f-472d-b6a3-922ab086c752 tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "GET /v2.0/ports?device_id=f288a226-1950-4530-828e-577b67cc4af5 HTTP/1.1" status: 200 len: 210 time: 0.1143925 Apr 01 16:51:18.345559 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58570) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:18.525739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:18.555663 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:18.676313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:18.695051 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9e27dc-710d-43df-906d-09bce7166982,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:18.773324 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:18.774489 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58543dfe-525f-4ee5-9ff1-223e7ea2f4fc tempest-TestShelveInstance-1164184603 tempest-TestShelveInstance-1164184603-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c9e27dc-710d-43df-906d-09bce7166982 HTTP/1.1" status: 204 len: 168 time: 0.4279134 Apr 01 16:51:18.877346 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:19.571471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:19.672636 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:19.706632 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:51:19.706999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 55d6f3d0-151e-4f45-ad5e-cc1685e78a3a not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:19.925165 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Deleting port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:19.925430 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:20.098638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] For port 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:20.098942 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:20.255084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Calling delete_port for 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:20.721925 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:20.799107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:21.040080 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:21.388566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Router b842bcfc-6d2f-449e-acd9-538bc9c54524 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:21.562316 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:21.570823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Sync routers for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:21.580316 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:21.580925 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:21.644035 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f3ae200-5f07-478f-8760-2b784b37961f admin admin] 10.222.0.18 "PUT /v2.0/routers/b842bcfc-6d2f-449e-acd9-538bc9c54524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7654722 Apr 01 16:51:21.646299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58582) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:21.758038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:21.945775 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:22.086875 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:51:20Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:22.090704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Checking router: b842bcfc-6d2f-449e-acd9-538bc9c54524 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:22.099471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Routers {'b842bcfc-6d2f-449e-acd9-538bc9c54524'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:22.100076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['b842bcfc-6d2f-449e-acd9-538bc9c54524'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:22.125689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:22.213596 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Deleting port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:22.213864 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:22.280006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] Set router b842bcfc-6d2f-449e-acd9-538bc9c54524 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:22.385869 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] For port c3aec229-6dfa-4d2f-bf78-21eae6c8e77a, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:22.386234 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:22.508875 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Calling delete_port for c3aec229-6dfa-4d2f-bf78-21eae6c8e77a owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:22.565614 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:51:20Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:22.569674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4781d128-2222-4de8-bc2e-bf9ec74024b9 None None] The sync data for ids ['b842bcfc-6d2f-449e-acd9-538bc9c54524'] in dv-neutron-835943-1-hyperv is: [{'id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'name': 'tempest-TestShelveInstance-153379691-router', 'tenant_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:37Z', 'updated_at': '2022-04-01T16:51:20Z', 'revision_number': 5, 'project_id': '8d9f4da99e8d4edfb829994f90e9ed68', 'gw_port': {'id': 'c3aec229-6dfa-4d2f-bf78-21eae6c8e77a', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842bcfc-6d2f-449e-acd9-538bc9c54524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:38Z', 'updated_at': '2022-04-01T16:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:22.727684 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:22.801917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aec229-6dfa-4d2f-bf78-21eae6c8e77a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:22.865390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.041564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.044021 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.110699 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.111243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b842bcfc-6d2f-449e-acd9-538bc9c54524 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:51:23.124745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.125926 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c2faffb-89fb-4844-9f3d-f0a18ff508a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b842bcfc-6d2f-449e-acd9-538bc9c54524 HTTP/1.1" status: 204 len: 168 time: 1.4786851 Apr 01 16:51:23.128459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58586) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:23.191452 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Deleting subnet 0d0115e7-0696-4964-9fd1-d43db2b0c548 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:51:23.194632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.246423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.324711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.435459 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.474505 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0115e7-0696-4964-9fd1-d43db2b0c548,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:23.476472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.480371 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98107a9-efc3-4d28-b646-9ccedd5db7dd None None] Network c7ef1a23-3b56-4f47-ab4a-66bebf23a442 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:23.482769 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10504d61-1ca3-4165-9af3-b585bac74360 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0d0115e7-0696-4964-9fd1-d43db2b0c548 HTTP/1.1" status: 204 len: 168 time: 0.3532867 Apr 01 16:51:23.485299 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58590) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:23.700107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.712351 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Deleting port 8aa4507a-dc82-4567-9054-cc97dde408e3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:23.712689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.736767 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] DHCP port deletion for c7ef1a23-3b56-4f47-ab4a-66bebf23a442 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:51:23.741361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Deleting port 8aa4507a-dc82-4567-9054-cc97dde408e3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:23.741955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:23.796768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c3aec229-6dfa-4d2f-bf78-21eae6c8e77a no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:23.859909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: c3aec229-6dfa-4d2f-bf78-21eae6c8e77a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:51:23.860810 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device c3aec229-6dfa-4d2f-bf78-21eae6c8e77a not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:23.861236 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8aa4507a-dc82-4567-9054-cc97dde408e3 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:23.921077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] For port 8aa4507a-dc82-4567-9054-cc97dde408e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8aa4507a-dc82-4567-9054-cc97dde408e3,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:23.921556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.044629 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Calling delete_port for 8aa4507a-dc82-4567-9054-cc97dde408e3 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:24.069823 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] For port 8aa4507a-dc82-4567-9054-cc97dde408e3, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8aa4507a-dc82-4567-9054-cc97dde408e3,segment=NetworkSegment(aa9d8be3-50a4-4080-b9e4-9889f3bbdabd),segment_id=aa9d8be3-50a4-4080-b9e4-9889f3bbdabd)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:24.070223 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.190607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.201799 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Calling delete_port for 8aa4507a-dc82-4567-9054-cc97dde408e3 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:24.228336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.238861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa4507a-dc82-4567-9054-cc97dde408e3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:24.242246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] No DVR routers for this DVR port 8aa4507a-dc82-4567-9054-cc97dde408e3 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:51:24.358200 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:24.364708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:51:24.386559 dv-neutron-835943-1-hyperv neutron-server[88602]: util.warn( Apr 01 16:51:24.389277 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ef1a23-3b56-4f47-ab4a-66bebf23a442']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:24.392624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:51:24.392962 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 3ee95faa-9cbc-49b3-adff-fb9c59d7ce4f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:24.396437 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:51:24.396789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:51:24.401094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:24.401400 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d8be3-50a4-4080-b9e4-9889f3bbdabd') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:24.413157 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.429204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.435005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:51:24.437141 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:51:24.448100 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:51:24.607857 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.623457 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.634759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ef1a23-3b56-4f47-ab4a-66bebf23a442,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:24.694080 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-055f57b2-2705-4a2b-a36b-9b81b985e787 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7ef1a23-3b56-4f47-ab4a-66bebf23a442 HTTP/1.1" status: 204 len: 168 time: 1.2077878 Apr 01 16:51:24.696829 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58594) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:24.897692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Deleting port 8aa4507a-dc82-4567-9054-cc97dde408e3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:24.898215 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.966452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b29b759-d65d-48ec-b77c-30d144e09f6a None None] The port '8aa4507a-dc82-4567-9054-cc97dde408e3' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:51:25.325513 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:25.663940 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Deleting port 204d7966-c1a2-4357-a566-7b24640ee85f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:25.664288 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:25.836245 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] For port 204d7966-c1a2-4357-a566-7b24640ee85f, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=204d7966-c1a2-4357-a566-7b24640ee85f,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:25.836601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:25.967762 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Calling delete_port for 204d7966-c1a2-4357-a566-7b24640ee85f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:26.207585 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:26.257367 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=204d7966-c1a2-4357-a566-7b24640ee85f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:26.520698 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:26.988267 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Router 83902c34-161d-4ee2-9fec-ded3780e51d1 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:27.163166 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:27.171765 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Sync routers for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:27.181629 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:27.182240 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:27.243536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a08a524d-66ac-4387-9b59-6c1fe86fcd24 admin admin] 10.222.0.18 "PUT /v2.0/routers/83902c34-161d-4ee2-9fec-ded3780e51d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455463 Apr 01 16:51:27.246016 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:27.353951 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:27.424598 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.600387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.633729 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233'}], 'enable_snat': True}, 'gw_port_id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:51:26Z', 'revision_number': 5, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port': {'id': 'dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:40:46Z', 'updated_at': '2022-04-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:27.637496 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Checking router: 83902c34-161d-4ee2-9fec-ded3780e51d1 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:27.646352 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Routers {'83902c34-161d-4ee2-9fec-ded3780e51d1'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:27.646943 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['83902c34-161d-4ee2-9fec-ded3780e51d1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:27.650676 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-7d262d77-d90c-4392-a5a2-054ea859030a req-a33d531c-6319-4870-86d4-87492631423f service neutron] (88601) timed out ('10.222.0.18', 56818) {{(pid=88601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:51:27.693088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Deleting port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:27.693432 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.799600 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] Set router 83902c34-161d-4ee2-9fec-ded3780e51d1 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:27.868567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] For port dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:27.868845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.903151 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:51:27Z', 'revision_number': 6, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:27.907056 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6ed49-091c-4caa-a573-9af3d5a7ebc3 None None] The sync data for ids ['83902c34-161d-4ee2-9fec-ded3780e51d1'] in dv-neutron-835943-1-hyperv is: [{'id': '83902c34-161d-4ee2-9fec-ded3780e51d1', 'name': 'tempest-TestShelveInstance-356645830-router', 'tenant_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:40:45Z', 'updated_at': '2022-04-01T16:51:27Z', 'revision_number': 6, 'project_id': 'b4ff5f341ded49b29be3b5786dfa2c26', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:27.990340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Calling delete_port for dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:28.224554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.274794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:28.475097 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.643635 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.647342 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.761528 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.762044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83902c34-161d-4ee2-9fec-ded3780e51d1 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:51:28.774209 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.777809 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ac50234-1a1e-462b-aa21-4a6b2a2ca8fc admin admin] 10.222.0.18 "DELETE /v2.0/routers/83902c34-161d-4ee2-9fec-ded3780e51d1 HTTP/1.1" status: 204 len: 168 time: 1.5283253 Apr 01 16:51:28.777984 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58602) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:28.836178 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Deleting subnet caa8a9f2-9b9c-4997-81a7-7c687288ffb6 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:51:28.839418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.889886 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:28.972755 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.105017 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.144709 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa8a9f2-9b9c-4997-81a7-7c687288ffb6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:29.146621 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.153278 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391638a1-6f39-4aa0-b29b-bf5a5511f51d None None] Network c1e590d8-8d26-4357-a1c9-d78bb765ec76 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:29.154165 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bae447b0-3127-42fd-ba2d-494ad3160a71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/caa8a9f2-9b9c-4997-81a7-7c687288ffb6 HTTP/1.1" status: 204 len: 168 time: 0.3751998 Apr 01 16:51:29.157416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58606) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:29.385526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.398414 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Deleting port f9de7590-9631-4119-a4d9-5255ce944886 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:29.398745 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.414606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] DHCP port deletion for c1e590d8-8d26-4357-a1c9-d78bb765ec76 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:51:29.418889 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Deleting port f9de7590-9631-4119-a4d9-5255ce944886 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:29.419287 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.537641 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74540972-d0b5-430f-ae5e-4f10046e6648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.605012 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] For port f9de7590-9631-4119-a4d9-5255ce944886, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9de7590-9631-4119-a4d9-5255ce944886,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:29.605370 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.639037 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] For port f9de7590-9631-4119-a4d9-5255ce944886, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=f9de7590-9631-4119-a4d9-5255ce944886,segment=NetworkSegment(d2ad5519-5a24-46d9-b18d-7e802e43982e),segment_id=d2ad5519-5a24-46d9-b18d-7e802e43982e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:29.639331 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.734674 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Calling delete_port for f9de7590-9631-4119-a4d9-5255ce944886 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:29.769772 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Calling delete_port for f9de7590-9631-4119-a4d9-5255ce944886 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:51:29.798405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 204d7966-c1a2-4357-a566-7b24640ee85f no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:29.840842 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 204d7966-c1a2-4357-a566-7b24640ee85f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:51:29.841319 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 204d7966-c1a2-4357-a566-7b24640ee85f not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:29.841671 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9de7590-9631-4119-a4d9-5255ce944886 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:29.882121 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.927017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No active binding found for port f9de7590-9631-4119-a4d9-5255ce944886 {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 01 16:51:29.927369 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device f9de7590-9631-4119-a4d9-5255ce944886 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:29.927559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:51:29.933879 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9de7590-9631-4119-a4d9-5255ce944886,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:29.943786 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] No DVR routers for this DVR port f9de7590-9631-4119-a4d9-5255ce944886 on host dv-neutron-835943-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:51:29.946823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.946823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.946823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.946823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.947187 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.947563 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.947899 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.948233 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.948583 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.948885 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.949207 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.949526 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:29.961546 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:51:29.961899 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:51:29.962471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:51:29.962806 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device dc9de2a0-8331-4d96-ba33-b0ef7a26c7e8 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:51:30.064709 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.089535 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e590d8-8d26-4357-a1c9-d78bb765ec76']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:30.101781 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ad5519-5a24-46d9-b18d-7e802e43982e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:30.102081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ad5519-5a24-46d9-b18d-7e802e43982e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:30.113788 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32673231'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.129589 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.135667 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:51:30.141253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31691327'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: Traceback (most recent call last): Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: timer() Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: cb(*args, **kw) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: self._notify() Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: self.callback(batched_events) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: event.method(event) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: return f(self, *a, **k) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._get(url).json() Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:51:30.148930 dv-neutron-835943-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:51:30.298767 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.314860 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.327014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e590d8-8d26-4357-a1c9-d78bb765ec76,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:30.332083 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8dbec7c1-4dd3-41a6-998e-6429e05b9e0e admin admin] 10.222.0.18 "DELETE /v2.0/networks/c1e590d8-8d26-4357-a1c9-d78bb765ec76 HTTP/1.1" status: 204 len: 168 time: 1.1732872 Apr 01 16:51:30.463584 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Deleting port f9de7590-9631-4119-a4d9-5255ce944886 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:51:30.464100 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.530286 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b89f-2362-484e-ac4a-adc665b890d1 None None] The port 'f9de7590-9631-4119-a4d9-5255ce944886' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:51:30.636518 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:30.685914 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-631e0230-51ee-4d1f-b45a-09f822313406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d9f4da99e8d4edfb829994f90e9ed68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482361 Apr 01 16:51:30.688355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:30.745468 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.770679 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.876686 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.894273 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02794680-840e-4ddb-aa2d-c16e7030ae4d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:30.908805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:30.910004 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d26d971-a7c5-4935-8d2d-ce922d6f7d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02794680-840e-4ddb-aa2d-c16e7030ae4d HTTP/1.1" status: 204 len: 168 time: 0.2207563 Apr 01 16:51:31.510744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58624) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:31.558033 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2b8ee2a7-99e2-41f7-b44c-61cda85df7ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4ff5f341ded49b29be3b5786dfa2c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461371 Apr 01 16:51:31.560498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58628) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:31.616835 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.641795 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.755416 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.769320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe316b5-a4ec-407f-8a74-2622d9621a1f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:31.775949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:31.777067 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ffd0abaf-49cf-4844-b678-4d9ce5dee32a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fe316b5-a4ec-407f-8a74-2622d9621a1f HTTP/1.1" status: 204 len: 168 time: 0.2156835 Apr 01 16:51:32.412917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdc65eb3-8370-401c-a563-1ce3f660e443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:32.893316 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:32.972909 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.000087 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1072316522-network', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:33.005422 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:33.009269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Usage tracker for resource:network and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:33.012163 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:33.018184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:33.092995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.121532 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Made reservation on behalf of 36d25e78de9940f996b79f84d8ad40ed for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:33.124081 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.142969 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.159568 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:33.164466 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:33.166508 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:33.173056 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:33.253930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.321453 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.352559 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:51:33.361513 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3df081-65fd-4e77-b2a1-5856370bf253,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:33.366977 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.367360 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Added segment 64551f0e-e969-4cc8-acd6-2b47cccb8d1e of type vlan for network b563e150-4466-4339-866c-5fc672ef24e4 Apr 01 16:51:33.392396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.503976 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.504919 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:33.505488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:33.605825 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] Pushing event updated for resources: {'Network': ['ID=b563e150-4466-4339-866c-5fc672ef24e4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:33.615330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network b563e150-4466-4339-866c-5fc672ef24e4 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:51:33.642750 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a9357baf-905a-449e-b907-3ceb7b5a2f90 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7483356 Apr 01 16:51:33.645557 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:33.651018 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Request body: {'subnet': {'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1072316522-subnet', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:33.656085 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:33.660690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Usage tracker for resource:subnet and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:33.663479 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:33.669209 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:33.732543 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Made reservation on behalf of 36d25e78de9940f996b79f84d8ad40ed for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:33.734968 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.024705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.100019 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:34.108446 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Checking segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:34.108799 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Network hostable DHCP agents. Network: b563e150-4466-4339-866c-5fc672ef24e4, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:51:34.161430 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Network b563e150-4466-4339-866c-5fc672ef24e4 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:51:34.214000 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, b563e150-4466-4339-866c-5fc672ef24e4) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:34.217954 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:34.219312 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.222796 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5224b5-5bec-4441-9e24-1006e0fd360c None None] Network b563e150-4466-4339-866c-5fc672ef24e4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:34.282595 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03e98be2-1f70-4613-9af2-6a6a344cd407 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6357379 Apr 01 16:51:34.284923 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:34.289645 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:34.294528 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:34.299644 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Usage tracker for resource:router and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:34.301823 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:34.307560 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:34.378182 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.379356 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.380394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.395115 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.444054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-b563e150-4466-4339-866c-5fc672ef24e4', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:51:34.444874 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.642545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Allocated IP 172.20.0.2 (b563e150-4466-4339-866c-5fc672ef24e4/6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b/779ce02e-77ea-41d9-b180-ace92e8eecaf) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:34.828967 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.855637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.861610 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:34.867020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Transition to ACTIVE for port object 779ce02e-77ea-41d9-b180-ace92e8eecaf will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:34.884416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Transition to ACTIVE for port object 779ce02e-77ea-41d9-b180-ace92e8eecaf will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:34.945461 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.005834 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Network b563e150-4466-4339-866c-5fc672ef24e4 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:35.012679 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:35.017976 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:35.023405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Pushing event updated for resources: {'Port': ['ID=779ce02e-77ea-41d9-b180-ace92e8eecaf,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:35.061364 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.061711 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.062056 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.062396 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.062729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.063096 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.063450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.063784 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.064117 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.064442 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.064771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.065094 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:35.120982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Attempting to bind port 779ce02e-77ea-41d9-b180-ace92e8eecaf on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:35.121350 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Attempting to bind port 779ce02e-77ea-41d9-b180-ace92e8eecaf by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:35.121712 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Attempting to bind port 779ce02e-77ea-41d9-b180-ace92e8eecaf on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:35.127304 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:35.127681 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Checking segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:35.128093 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.128480 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Bound using segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:35.128946 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Bound port: 779ce02e-77ea-41d9-b180-ace92e8eecaf, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:35.129320 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.194353 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.218592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] For port 779ce02e-77ea-41d9-b180-ace92e8eecaf, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:35.222109 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] For port 779ce02e-77ea-41d9-b180-ace92e8eecaf, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=779ce02e-77ea-41d9-b180-ace92e8eecaf,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:35.225157 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.304968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.361849 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Allocated IP 172.26.7.202 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/0b216084-8ea5-4a60-8161-0d8e999aecbb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:35.393028 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429d37-2ec9-4bc0-b1d9-f716a1e75413 None None] Pushing event updated for resources: {'Port': ['ID=779ce02e-77ea-41d9-b180-ace92e8eecaf,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:35.518262 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.635515 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.698626 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:35.706516 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:35.709198 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:35.747249 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Pushing event updated for resources: {'Port': ['ID=0b216084-8ea5-4a60-8161-0d8e999aecbb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:35.819954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 779ce02e-77ea-41d9-b180-ace92e8eecaf up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:35.949025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 779ce02e-77ea-41d9-b180-ace92e8eecaf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:36.306029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0397cd-fff6-4740-b3dd-1451c62acd25 None None] Network b563e150-4466-4339-866c-5fc672ef24e4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:36.314505 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.459623 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Provisioning for port 779ce02e-77ea-41d9-b180-ace92e8eecaf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:36.473252 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Provisioning complete for port 779ce02e-77ea-41d9-b180-ace92e8eecaf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:36.473624 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.642639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.656368 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.682057 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] For port 779ce02e-77ea-41d9-b180-ace92e8eecaf, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=779ce02e-77ea-41d9-b180-ace92e8eecaf,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:36.767443 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.843653 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc9785-73a0-4a7f-85ba-745903755e55 None None] Pushing event updated for resources: {'Port': ['ID=779ce02e-77ea-41d9-b180-ace92e8eecaf,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:36.886571 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-52dc5924-c1c3-422f-b33c-6f1679989e43 None None] Provisioning complete for port 779ce02e-77ea-41d9-b180-ace92e8eecaf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:36.886916 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52dc5924-c1c3-422f-b33c-6f1679989e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:36.933169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Router feb45455-7ea1-4a22-9293-a45a3832563a is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:51:37.110141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:37.119015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:37.129325 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:37.129944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:37.196211 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:37.197386 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a6c5868-7702-498f-8775-d4d711112952 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9115210 Apr 01 16:51:37.200090 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:37.305209 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:37.621165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:35Z', 'revision_number': 3, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:37.625227 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:37.625699 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Updating router feb45455-7ea1-4a22-9293-a45a3832563a port 0b216084-8ea5-4a60-8161-0d8e999aecbb binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:51:37.679427 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:37.793419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 779ce02e-77ea-41d9-b180-ace92e8eecaf up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:37.960590 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 779ce02e-77ea-41d9-b180-ace92e8eecaf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:37.961260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:37.997618 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.169791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.181052 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Transition to ACTIVE for port object 0b216084-8ea5-4a60-8161-0d8e999aecbb will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:38.207350 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Allocated IP 172.20.0.1 (b563e150-4466-4339-866c-5fc672ef24e4/6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b/9b2da437-ac56-4657-b158-dc11cb780c7c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:38.235989 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.318144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Attempting to bind port 0b216084-8ea5-4a60-8161-0d8e999aecbb on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:38.318515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Attempting to bind port 0b216084-8ea5-4a60-8161-0d8e999aecbb by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:38.318878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Attempting to bind port 0b216084-8ea5-4a60-8161-0d8e999aecbb on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:38.324604 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eda0e2-7ab2-49a8-aab0-bd1723304c2b None None] Pushing event updated for resources: {'Port': ['ID=0b216084-8ea5-4a60-8161-0d8e999aecbb,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:38.329401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:38.329777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:38.330204 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.330592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:38.331061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Bound port: 0b216084-8ea5-4a60-8161-0d8e999aecbb, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:38.331460 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.358988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.374480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Transition to ACTIVE for port object 9b2da437-ac56-4657-b158-dc11cb780c7c will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:38.407124 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] For port 0b216084-8ea5-4a60-8161-0d8e999aecbb, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:38.410183 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] For port 0b216084-8ea5-4a60-8161-0d8e999aecbb, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0b216084-8ea5-4a60-8161-0d8e999aecbb,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:38.487729 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.510500 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.552253 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Network b563e150-4466-4339-866c-5fc672ef24e4 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:38.559134 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:38.563433 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:38.589507 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:38.590002 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:38.592785 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Pushing event updated for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:38.620750 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:38.661926 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eda0e2-7ab2-49a8-aab0-bd1723304c2b None None] Pushing event updated for resources: {'Port': ['ID=0b216084-8ea5-4a60-8161-0d8e999aecbb,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:38.783034 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:38.819826 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.006878 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d168445-0af2-490d-b058-6ab8589cf418 None None] Provisioning for port 9b2da437-ac56-4657-b158-dc11cb780c7c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:39.022025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d168445-0af2-490d-b058-6ab8589cf418 None None] Provisioning complete for port 9b2da437-ac56-4657-b158-dc11cb780c7c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:39.022397 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d168445-0af2-490d-b058-6ab8589cf418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.045539 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.092927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7d168445-0af2-490d-b058-6ab8589cf418 None None] Port 9b2da437-ac56-4657-b158-dc11cb780c7c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:51:39.110278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.158841 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:35Z', 'revision_number': 3, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:39.163524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde442d-5e41-4331-a975-94f7cd39f587 None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:35Z', 'revision_number': 3, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:39.217805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.221497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Pushing event updated for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:39.357848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Network b563e150-4466-4339-866c-5fc672ef24e4 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:39.358956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:39.573649 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:39.625250 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-371ffbfc-7d7d-416e-91e7-c3b30ddeb3aa None None] Provisioning complete for port 9b2da437-ac56-4657-b158-dc11cb780c7c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:39.626224 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-371ffbfc-7d7d-416e-91e7-c3b30ddeb3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:39.680649 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-371ffbfc-7d7d-416e-91e7-c3b30ddeb3aa None None] Port 9b2da437-ac56-4657-b158-dc11cb780c7c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:51:39.812155 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0b216084-8ea5-4a60-8161-0d8e999aecbb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:39.886684 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:39.896907 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2b914382-a622-43b1-bde9-36a02aa2639b admin admin] 10.222.0.18 "PUT /v2.0/routers/feb45455-7ea1-4a22-9293-a45a3832563a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6951663 Apr 01 16:51:39.944260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 0b216084-8ea5-4a60-8161-0d8e999aecbb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:39.949564 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0b216084-8ea5-4a60-8161-0d8e999aecbb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:39.949948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.072324 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.088837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 0b216084-8ea5-4a60-8161-0d8e999aecbb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0b216084-8ea5-4a60-8161-0d8e999aecbb,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:40.157322 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.240757 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=0b216084-8ea5-4a60-8161-0d8e999aecbb,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:40.558021 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:40.563567 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1284149115-network', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:40.568456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:40.572336 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Usage tracker for resource:network and tenant:5bb313eb9cae4967a445b5b8d65da005 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:40.575169 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:40.581707 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:40.646441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Made reservation on behalf of 5bb313eb9cae4967a445b5b8d65da005 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:40.648804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.655008 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:40.666408 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.668573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:40.669192 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:40.681404 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:40.685733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Usage tracker for resource:security_group_rule and tenant:5bb313eb9cae4967a445b5b8d65da005 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:40.689235 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:40.695166 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:40.776950 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.841584 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.873458 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:51:40.875801 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:40.879290 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41011bfa-9a6e-428c-a270-1de060121d72,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:40.885909 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:40.886272 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Added segment 8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e of type vlan for network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 Apr 01 16:51:40.912485 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733128611750'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.018769 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.019864 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:41.020441 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.125050 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] Pushing event updated for resources: {'Network': ['ID=ceb50f0c-78cc-47f0-9f76-4570ef434dd6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:41.135982 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 details requested by agent ovs-agent-dv-neutron-835943-1-hyperv with host dv-neutron-835943-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:51:41.163398 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-623eb85a-ddc2-4941-8ca2-b62052fbcd6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6041255 Apr 01 16:51:41.165833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:41.171261 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Request body: {'subnet': {'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1284149115-subnet', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:41.176787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:41.181222 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Usage tracker for resource:subnet and tenant:5bb313eb9cae4967a445b5b8d65da005 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:41.183848 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:41.190850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:41.204854 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 2, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:41.208941 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:41.209290 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Updating router feb45455-7ea1-4a22-9293-a45a3832563a port 9b2da437-ac56-4657-b158-dc11cb780c7c binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:51:41.236490 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Made reservation on behalf of 5bb313eb9cae4967a445b5b8d65da005 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:41.238916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33460520'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.263570 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.521742 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31690972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33460542'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.594635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2730ee9a-4721-42d1-929a-221fdda5120b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:41.605093 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Checking segment: {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:41.605456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Network hostable DHCP agents. Network: ceb50f0c-78cc-47f0-9f76-4570ef434dd6, hostable agents: ['09601a78-ede7-493e-8f80-155643c6971b'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:51:41.616241 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.627419 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Transition to ACTIVE for port object 9b2da437-ac56-4657-b158-dc11cb780c7c will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:41.709996 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 is scheduled to be hosted by DHCP agent 09601a78-ede7-493e-8f80-155643c6971b with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:51:41.721648 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.790673 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0b216084-8ea5-4a60-8161-0d8e999aecbb up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:41.801845 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835943-1-hyperv, ceb50f0c-78cc-47f0-9f76-4570ef434dd6) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:41.806315 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:41.806904 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.824374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cbbbc-b4b5-4c81-8106-6834256a657b None None] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:41.851607 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Pushing event updated for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:41.896036 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.896377 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.896717 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.897057 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.897390 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.897722 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.898050 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.898373 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.898696 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.899020 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.899364 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.899681 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:51:41.902468 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:41.909419 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0b09d15-7309-44dd-856f-5a6a4a14c3d6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7395101 Apr 01 16:51:41.917873 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:41.924481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:41.930182 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Usage tracker for resource:router and tenant:5bb313eb9cae4967a445b5b8d65da005 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:41.935130 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:41.950381 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:41.953838 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Attempting to bind port 9b2da437-ac56-4657-b158-dc11cb780c7c on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:41.954215 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Attempting to bind port 9b2da437-ac56-4657-b158-dc11cb780c7c by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:41.954565 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Attempting to bind port 9b2da437-ac56-4657-b158-dc11cb780c7c on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:41.965959 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:41.966332 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Checking segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:41.966738 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.967185 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Bound using segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:41.967656 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Bound port: 9b2da437-ac56-4657-b158-dc11cb780c7c, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:41.968199 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:41.986973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0b216084-8ea5-4a60-8161-0d8e999aecbb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:41.994892 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.041027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-723076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1304'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.042083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-728645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.060704 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.065007 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] For port 9b2da437-ac56-4657-b158-dc11cb780c7c, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:42.068764 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] For port 9b2da437-ac56-4657-b158-dc11cb780c7c, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b2da437-ac56-4657-b158-dc11cb780c7c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:42.132859 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.173301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0c88c84-5005-5fac-a8f9-1cb2ad5e9820-ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'fixed_ips': [{'subnet_id': '2730ee9a-4721-42d1-929a-221fdda5120b'}]}} from dv-neutron-835943-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 01 16:51:42.174297 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.213105 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1d6c-804d-4141-943c-aacf0d9bee21 None None] Pushing event updated for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:42.224887 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:42.225932 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:42.384513 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Allocated IP 172.20.0.2 (ceb50f0c-78cc-47f0-9f76-4570ef434dd6/2730ee9a-4721-42d1-929a-221fdda5120b/8133e89c-be6a-4cb0-afd7-837552b50b82) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:42.437088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-728631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-723049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1287'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.455164 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:42.618451 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.629816 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Transition to ACTIVE for port object 8133e89c-be6a-4cb0-afd7-837552b50b82 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:42.648550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Transition to ACTIVE for port object 8133e89c-be6a-4cb0-afd7-837552b50b82 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:42.710663 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.769419 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:42.772165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:42.780116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:42.790537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Pushing event updated for resources: {'Port': ['ID=8133e89c-be6a-4cb0-afd7-837552b50b82,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:42.811836 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:42Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:42.816469 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc310e-16e9-4d1a-abf4-4c376413fccc None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:42Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:42.847888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.880662 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.903515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Attempting to bind port 8133e89c-be6a-4cb0-afd7-837552b50b82 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:42.903515 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Attempting to bind port 8133e89c-be6a-4cb0-afd7-837552b50b82 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:42.903746 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Attempting to bind port 8133e89c-be6a-4cb0-afd7-837552b50b82 on network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:42.910367 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:42.910741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Checking segment: {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:42.911162 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:42.911554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Bound using segment: {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:42.912018 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Bound port: 8133e89c-be6a-4cb0-afd7-837552b50b82, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:42.912393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:43.051929 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] For port 8133e89c-be6a-4cb0-afd7-837552b50b82, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:43.055763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] For port 8133e89c-be6a-4cb0-afd7-837552b50b82, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8133e89c-be6a-4cb0-afd7-837552b50b82,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:43.128501 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:43.153820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Allocated IP 172.26.7.166 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/d86a5025-0bf4-4471-8710-056f14024b5b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:43.233881 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bae07-e55e-4722-aeba-fb0f58806604 None None] Pushing event updated for resources: {'Port': ['ID=8133e89c-be6a-4cb0-afd7-837552b50b82,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:43.320042 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:43.447077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:43.519644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:43.522544 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:43.531211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:43.567455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Pushing event updated for resources: {'Port': ['ID=d86a5025-0bf4-4471-8710-056f14024b5b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:43.848341 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b2da437-ac56-4657-b158-dc11cb780c7c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:44.007947 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 9b2da437-ac56-4657-b158-dc11cb780c7c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:44.015450 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9b2da437-ac56-4657-b158-dc11cb780c7c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:44.016357 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.043636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.173968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.209163 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 9b2da437-ac56-4657-b158-dc11cb780c7c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b2da437-ac56-4657-b158-dc11cb780c7c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:44.251432 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8a2b2-6f8a-413a-bca7-f8efdde0e955 None None] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:51:44.282173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.282954 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8133e89c-be6a-4cb0-afd7-837552b50b82 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:44.405111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-723071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-728600'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.519822 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:44.527098 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4bb1d40c-ec14-42c1-b175-93efd496867f None None] Provisioning for port 8133e89c-be6a-4cb0-afd7-837552b50b82 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:44.612338 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 8133e89c-be6a-4cb0-afd7-837552b50b82 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:44.620167 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8133e89c-be6a-4cb0-afd7-837552b50b82 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:44.620543 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.693258 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Router d5d81a9b-626b-4966-b810-e903cf908893 is scheduled to L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 01 16:51:44.745247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.785120 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 8133e89c-be6a-4cb0-afd7-837552b50b82, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8133e89c-be6a-4cb0-afd7-837552b50b82,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:44.847640 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.920789 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3a657010-f912-4427-895a-53279c27c14a None None] Provisioning complete for port 8133e89c-be6a-4cb0-afd7-837552b50b82 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:44.921081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a657010-f912-4427-895a-53279c27c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:44.963676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=8133e89c-be6a-4cb0-afd7-837552b50b82,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:44.993425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:45.020990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Sync routers for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:45.050974 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:45.051589 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:45.093204 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:45.097580 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-043de314-ebf8-4b7f-93e6-9851f23b6102 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1902723 Apr 01 16:51:45.097763 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58698) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:45.232511 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:45.525016 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:43Z', 'revision_number': 3, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:45.529688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Checking router: d5d81a9b-626b-4966-b810-e903cf908893 for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:45.530054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Updating router d5d81a9b-626b-4966-b810-e903cf908893 port d86a5025-0bf4-4471-8710-056f14024b5b binding host dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:51:45.618697 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:45.803926 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:45.842377 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b2da437-ac56-4657-b158-dc11cb780c7c up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:45.965110 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 9b2da437-ac56-4657-b158-dc11cb780c7c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:45.965483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.033482 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Allocated IP 172.20.0.1 (ceb50f0c-78cc-47f0-9f76-4570ef434dd6/2730ee9a-4721-42d1-929a-221fdda5120b/0fd1535c-cbbc-47d2-b909-b64d98775b04) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:46.079592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.137703 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Transition to ACTIVE for port object d86a5025-0bf4-4471-8710-056f14024b5b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:46.161344 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8133e89c-be6a-4cb0-afd7-837552b50b82 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:46.194043 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.203723 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.210889 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Transition to ACTIVE for port object 0fd1535c-cbbc-47d2-b909-b64d98775b04 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:46.303349 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Attempting to bind port d86a5025-0bf4-4471-8710-056f14024b5b on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:46.303611 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Attempting to bind port d86a5025-0bf4-4471-8710-056f14024b5b by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:46.303948 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Attempting to bind port d86a5025-0bf4-4471-8710-056f14024b5b on network 9e8b8fe7-c073-424e-b82b-74d53d72b50f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:46.306882 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbc4e7-a5c6-4c8e-b150-7d25f07c4e97 None None] Pushing event updated for resources: {'Port': ['ID=d86a5025-0bf4-4471-8710-056f14024b5b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:46.316125 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:46.325186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Checking segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:46.325186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.325186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Bound using segment: {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:46.325186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Bound port: d86a5025-0bf4-4471-8710-056f14024b5b, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a65162c-3b04-4e6b-af04-1fc8efdbb450', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:46.325186 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.351908 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.364027 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 8133e89c-be6a-4cb0-afd7-837552b50b82 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:46.364393 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.412917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:46.415781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:46.424455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:46.453670 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] For port d86a5025-0bf4-4471-8710-056f14024b5b, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:46.459651 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] For port d86a5025-0bf4-4471-8710-056f14024b5b, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d86a5025-0bf4-4471-8710-056f14024b5b,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:46.466931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:46.491657 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725074'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.551090 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.632740 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:46.633532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:46.714041 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbc4e7-a5c6-4c8e-b150-7d25f07c4e97 None None] Pushing event updated for resources: {'Port': ['ID=d86a5025-0bf4-4471-8710-056f14024b5b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:46.841173 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:46.885165 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f9e198fb-5896-4009-bfd0-2bcf1d6b4c87 None None] Provisioning for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:46.950360 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f9e198fb-5896-4009-bfd0-2bcf1d6b4c87 None None] Provisioning complete for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:46.951847 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9e198fb-5896-4009-bfd0-2bcf1d6b4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:46.966554 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:47.093068 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f9e198fb-5896-4009-bfd0-2bcf1d6b4c87 None None] Port 0fd1535c-cbbc-47d2-b909-b64d98775b04 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:51:47.223879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:47.236630 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:43Z', 'revision_number': 3, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:47.240023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f9523-de67-432d-8e90-22021a739b72 None None] The sync data for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv is: [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:43Z', 'revision_number': 3, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:47.286286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:47.396735 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:47.399238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-728555'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:47.556374 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:47.557593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:47.755399 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Router d5d81a9b-626b-4966-b810-e903cf908893 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:51:47.822269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c0018f8-c3f4-42a7-9c9a-766dc2ed3559 None None] Provisioning complete for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:47.822741 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c0018f8-c3f4-42a7-9c9a-766dc2ed3559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:47.859060 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d86a5025-0bf4-4471-8710-056f14024b5b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:47.934659 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2c0018f8-c3f4-42a7-9c9a-766dc2ed3559 None None] Port 0fd1535c-cbbc-47d2-b909-b64d98775b04 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:51:47.948783 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:51:47.959285 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c8269570-f938-45a8-ab3c-5ba477de4027 admin admin] 10.222.0.18 "PUT /v2.0/routers/d5d81a9b-626b-4966-b810-e903cf908893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599215 Apr 01 16:51:48.012895 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port d86a5025-0bf4-4471-8710-056f14024b5b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:48.017995 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d86a5025-0bf4-4471-8710-056f14024b5b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:48.018366 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.151754 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.168381 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port d86a5025-0bf4-4471-8710-056f14024b5b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d86a5025-0bf4-4471-8710-056f14024b5b,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:48.236417 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.304683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=d86a5025-0bf4-4471-8710-056f14024b5b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:48.548652 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:48.554248 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619319145', 'description': 'tempest-secgroup-smoke-1619319145 description', 'project_id': '36d25e78de9940f996b79f84d8ad40ed'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:48.560498 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:48.565023 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:48.568432 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:48.574162 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:48.630363 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.652760 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:48.656810 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:48.659784 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:48.668141 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:48.738231 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.790135 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.835591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023ec90d-51c2-4ce7-b224-f36c53373d51,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:48.882069 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:48.883368 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2a86478-bb7b-43f7-b5ef-fc001af6ad11 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3333540 Apr 01 16:51:48.886193 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58712) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:48.891184 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:48.897456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:48.901278 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:48.904170 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:48.910318 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:48.962104 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.022096 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.087109 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.111690 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c8fb2a-1a00-4ce2-a245-cb351e2a0ce5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:49.189787 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.191015 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea4dcab7-9e06-4910-bf9c-6497fab6f2cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039038 Apr 01 16:51:49.193747 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58716) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:49.198804 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:49.205761 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:49.210527 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:49.213661 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:49.221320 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:49.288705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.348493 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.417352 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.440910 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c4eb3e-b38c-4df0-9e87-02273fb00162,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:49.521780 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.525624 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c64f298-c20e-4d41-8f68-88dea0fda377 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3282418 Apr 01 16:51:49.525833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:49.531037 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:49.537811 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:49.544806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:49.544806 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:49.550478 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:49.654696 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.722614 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.790716 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.795050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d86a5025-0bf4-4471-8710-056f14024b5b up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:49.815376 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45766693-5530-45dc-83ec-5a310d8d249f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:49.870470 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port d86a5025-0bf4-4471-8710-056f14024b5b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:49.870844 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.879936 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Sync routers for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:51:49.889386 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:49.889989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:49.892743 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:49.893948 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6f4396ea-e22b-4ecb-9c53-d8296fdc0041 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671927 Apr 01 16:51:49.896722 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58724) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:49.902338 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:49.908771 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:49.912938 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:49.915951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:49.921708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:50.008839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.065254 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:50.073632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.149918 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.173537 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e6b5e7-0207-4910-9855-382cc5646136,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:50.236418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.237676 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8de5a6ca-1b19-470e-bbd9-3268ff53bd32 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394179 Apr 01 16:51:50.240390 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58728) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:50.245388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:50.252192 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:50.256050 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:50.258947 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:50.264711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:50.338774 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Project 36d25e78de9940f996b79f84d8ad40ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:51:50.347081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.380385 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:46Z', 'revision_number': 4, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '0fd1535c-cbbc-47d2-b909-b64d98775b04', 'name': '', 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'mac_address': 'fa:16:3e:32:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:45Z', 'updated_at': '2022-04-01T16:51:47Z', 'revision_number': 2, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'subnets': [{'id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:50.384158 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Checking router: d5d81a9b-626b-4966-b810-e903cf908893 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:51:50.384501 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Updating router d5d81a9b-626b-4966-b810-e903cf908893 port 0fd1535c-cbbc-47d2-b909-b64d98775b04 binding host dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:51:50.410335 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.436007 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.480278 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.506593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a2dcee-5c76-4131-bdfe-db5e8bc95a68,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:50.584623 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.585828 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-271cc2b0-ff38-4c4c-9cab-617168d1b2e9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444831 Apr 01 16:51:50.588638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 58732) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:51:50.594100 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'security_group_rule': {'security_group_id': '023ec90d-51c2-4ce7-b224-f36c53373d51', 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:50.600808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:50.604593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:security_group_rule and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:51:50.607407 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:51:50.613630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:50.668508 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:51:50.680454 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Project 36d25e78de9940f996b79f84d8ad40ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:51:50.687674 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.754114 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.786055 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.797374 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Transition to ACTIVE for port object 0fd1535c-cbbc-47d2-b909-b64d98775b04 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:50.830628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608740'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.857839 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17816b3-16f2-48bd-9c78-7decbf068769,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:50.886989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.938330 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:50.948359 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f77a78fd-deb1-4fdf-945f-d25a40da3480 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3500361 Apr 01 16:51:51.015926 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1b49-0f7f-4ef6-8a9e-91c84a7c91c5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:51.121761 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-be204a68-db36-4917-9601-92d30bffc688 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619319145&fields=id&tenant_id=36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 267 time: 0.0471156 Apr 01 16:51:51.130774 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Attempting to bind port 0fd1535c-cbbc-47d2-b909-b64d98775b04 on host dv-neutron-835943-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:51:51.131220 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Attempting to bind port 0fd1535c-cbbc-47d2-b909-b64d98775b04 by drivers openvswitch,hyperv on host dv-neutron-835943-1-hyperv at level 0 using segments [{'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:51:51.131530 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Attempting to bind port 0fd1535c-cbbc-47d2-b909-b64d98775b04 on network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:51:51.137755 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Checking agent: {'id': '1ded74ae-ee41-4854-a125-703c6d6ca5cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835943-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 3), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835943-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:51:51.138122 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Checking segment: {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:51:51.138517 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:51.138903 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Bound using segment: {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:51:51.139401 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Bound port: 0fd1535c-cbbc-47d2-b909-b64d98775b04, host: dv-neutron-835943-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:51:51.139764 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:51.254331 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] For port 0fd1535c-cbbc-47d2-b909-b64d98775b04, host dv-neutron-835943-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:51:51.257198 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] For port 0fd1535c-cbbc-47d2-b909-b64d98775b04, host dv-neutron-835943-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0fd1535c-cbbc-47d2-b909-b64d98775b04,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:51:51.278462 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-3fd306fe-abbb-403e-abcc-927a7c7dcba4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:51.280043 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-3fd306fe-abbb-403e-abcc-927a7c7dcba4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 810 time: 0.1497259 Apr 01 16:51:51.294197 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-f9921bc8-9866-4f19-a5ba-53a6c2ef1ff9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/quotas/36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 375 time: 0.0089054 Apr 01 16:51:51.327896 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:51.409347 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:51:51.409989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:51:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:51.473166 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f1b49-0f7f-4ef6-8a9e-91c84a7c91c5 None None] Pushing event updated for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:51.503587 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-e13cb6fd-c1ae-44d6-8537-071ab0e1be2c tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041271 Apr 01 16:51:51.615388 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:51:51.706972 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-128106f6-7d3e-4e0b-9900-e17a15f2d2d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:51:51.708423 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-128106f6-7d3e-4e0b-9900-e17a15f2d2d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508907 Apr 01 16:51:51.840952 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-8f35a102-1ce8-4916-a045-88c3514c81e6 service neutron] 10.222.0.18 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262951 Apr 01 16:51:51.933573 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:46Z', 'revision_number': 4, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '0fd1535c-cbbc-47d2-b909-b64d98775b04', 'name': '', 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'mac_address': 'fa:16:3e:32:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:45Z', 'updated_at': '2022-04-01T16:51:51Z', 'revision_number': 4, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'subnets': [{'id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:51:51.938020 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd7092-4505-4120-9ef0-c5cd0790a8ee None None] The sync data for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv is: [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:46Z', 'revision_number': 4, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '0fd1535c-cbbc-47d2-b909-b64d98775b04', 'name': '', 'network_id': 'ceb50f0c-78cc-47f0-9f76-4570ef434dd6', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'mac_address': 'fa:16:3e:32:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:45Z', 'updated_at': '2022-04-01T16:51:51Z', 'revision_number': 4, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'subnets': [{'id': '2730ee9a-4721-42d1-929a-221fdda5120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:51:51.981041 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-a2ea8f3a-7410-44e7-8ac0-fa69ee8b14e4 service neutron] 10.222.0.18 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322856 Apr 01 16:51:52.280480 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e6ac578a-9f4e-4808-b20c-c76ff5724747 req-a7b3227f-0227-4bed-a0a5-a7060bcbb83a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:51:52.371733 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e6ac578a-9f4e-4808-b20c-c76ff5724747 req-a7b3227f-0227-4bed-a0a5-a7060bcbb83a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:51:52.372933 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6ac578a-9f4e-4808-b20c-c76ff5724747 req-a7b3227f-0227-4bed-a0a5-a7060bcbb83a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.1394148 Apr 01 16:51:53.468202 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d5211d6c-c645-420c-8c64-3184f75327da req-333132cd-f19f-4b8b-9268-1ba37c53146e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0416377 Apr 01 16:51:53.816512 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0fd1535c-cbbc-47d2-b909-b64d98775b04 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:53.955668 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:53.961505 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:53.961880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:54.079689 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:54.111722 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] For port 0fd1535c-cbbc-47d2-b909-b64d98775b04, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0fd1535c-cbbc-47d2-b909-b64d98775b04,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:51:54.183318 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:54.248574 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Pushing event updated for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:54.568713 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-db9c484b-c638-4871-b401-780bfc120702 req-b30830dd-f3c7-42f3-bf7b-f345f99f0f31 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0461428 Apr 01 16:51:55.661876 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8c1c4cf1-ef49-4b12-861d-26692f5c22d9 req-d3dad689-3b35-4860-a232-370198a12e28 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0424786 Apr 01 16:51:55.798771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0fd1535c-cbbc-47d2-b909-b64d98775b04 up at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:51:55.869010 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Provisioning complete for port 0fd1535c-cbbc-47d2-b909-b64d98775b04 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:55.869313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:56.815411 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4922ef7d-fbdd-4991-90cd-4e9981d8e502 req-e298101f-0ba6-42ac-9202-d0426bbe628d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0425241 Apr 01 16:51:57.971702 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a563bdcf-57d9-4627-bda1-5363c87423f4 req-318a2db3-85e5-4c61-a9f1-d65e06347adf tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0453734 Apr 01 16:51:58.507111 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-9eadac28-9fad-4ade-9d83-c764dd316bee tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:58.508597 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-9eadac28-9fad-4ade-9d83-c764dd316bee tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 810 time: 0.1469622 Apr 01 16:51:58.556572 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-27962ea9-71c8-4d86-b6ec-9b01cc629904 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 380 time: 0.0397401 Apr 01 16:51:58.565455 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'port': {'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'admin_state_up': True, 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'security_groups': ['023ec90d-51c2-4ce7-b224-f36c53373d51']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:58.702549 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:51:58.714478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:51:58.788636 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Made reservation on behalf of 36d25e78de9940f996b79f84d8ad40ed for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:51:58.792239 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:58.956307 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Allocated IP 172.20.0.3 (b563e150-4466-4339-866c-5fc672ef24e4/6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b/3221b339-e459-4b6a-8cbf-48af00ddd59c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:51:59.127814 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0db0c886-f09c-4390-adf9-3b26d2eb4759 req-a7845aa0-c67b-4a5f-841a-146e52767d61 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.0505102 Apr 01 16:51:59.147005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.161974 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Transition to ACTIVE for port object 3221b339-e459-4b6a-8cbf-48af00ddd59c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:51:59.236211 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.304409 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Network b563e150-4466-4339-866c-5fc672ef24e4 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:51:59.311895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:51:59.314939 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:51:59.352027 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:51:59.384531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:51:59.385146 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.463696 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-c9befe81-89bd-4c99-b2da-b1fca7d3526e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9019089 Apr 01 16:51:59.474909 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Request body: {'port': {'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:51:59.521492 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d97daad4-0ad6-4011-8d50-4257c513822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.585767 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.657583 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-540faf29-425f-4690-ab20-37cce1c8ceea None None] Provisioning for port 3221b339-e459-4b6a-8cbf-48af00ddd59c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:51:59.662999 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-540faf29-425f-4690-ab20-37cce1c8ceea None None] Provisioning complete for port 3221b339-e459-4b6a-8cbf-48af00ddd59c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:51:59.663405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-540faf29-425f-4690-ab20-37cce1c8ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.716328 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-540faf29-425f-4690-ab20-37cce1c8ceea None None] Port 3221b339-e459-4b6a-8cbf-48af00ddd59c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:52:00.020899 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3221b339-e459-4b6a-8cbf-48af00ddd59c {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:52:00.027824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:00.041994 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Transition to ACTIVE for port object 3221b339-e459-4b6a-8cbf-48af00ddd59c will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:52:00.109769 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:00.280478 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:00.411303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Attempting to bind port 3221b339-e459-4b6a-8cbf-48af00ddd59c on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:52:00.411649 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Attempting to bind port 3221b339-e459-4b6a-8cbf-48af00ddd59c by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:52:00.411983 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Attempting to bind port 3221b339-e459-4b6a-8cbf-48af00ddd59c on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:52:00.423801 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6e7eb-1e6c-4f56-9a8e-0f96690b8800 req-e3b9a4bd-1d34-4872-b873-a28457774838 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:00.424507 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-90c6e7eb-1e6c-4f56-9a8e-0f96690b8800 req-e3b9a4bd-1d34-4872-b873-a28457774838 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:52:00.426944 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Port 3221b339-e459-4b6a-8cbf-48af00ddd59c on network b563e150-4466-4339-866c-5fc672ef24e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:52:00.427303 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Attempting to bind port 3221b339-e459-4b6a-8cbf-48af00ddd59c on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:52:00.434706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:52:00.435060 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Checking segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:52:00.435472 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Bound using segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:52:00.435917 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Bound port: 3221b339-e459-4b6a-8cbf-48af00ddd59c, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:52:00.436270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:00.531707 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:52:00.534531 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:52:00.549412 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-90c6e7eb-1e6c-4f56-9a8e-0f96690b8800 req-e3b9a4bd-1d34-4872-b873-a28457774838 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:52:00.553807 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90c6e7eb-1e6c-4f56-9a8e-0f96690b8800 req-e3b9a4bd-1d34-4872-b873-a28457774838 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.3214579 Apr 01 16:52:00.598308 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90c6e7eb-1e6c-4f56-9a8e-0f96690b8800 req-10d16a1b-b3fc-47ec-a7c3-67819caae850 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Apr 01 16:52:00.624150 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:00.680034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:00.680696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:00.681985 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] 10.222.0.90 "PUT /v2.0/ports/3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 1093 time: 1.2112846 Apr 01 16:52:00.682425 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:52:00.706985 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd1b9b-afab-4af5-ae5e-cd0b92f6e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:00.750187 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'status': 'completed', 'code': 200} Apr 01 16:52:00.845376 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-67f4acb6-ef43-411c-9b43-37a9f16ab824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:00.846920 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-67f4acb6-ef43-411c-9b43-37a9f16ab824 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1096 time: 0.0748277 Apr 01 16:52:00.987861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-3cfcf844-2683-4438-87f6-83a91ef50ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:00.989248 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-3cfcf844-2683-4438-87f6-83a91ef50ad5 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=36d25e78de9940f996b79f84d8ad40ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1342340 Apr 01 16:52:01.123733 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-2b1f406a-0e43-44c1-aa36-feafdc900a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:01.124674 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1748809-b9f8-4579-9d38-a607ad0012a5 req-2b1f406a-0e43-44c1-aa36-feafdc900a59 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301408 Apr 01 16:52:01.230861 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-8c24e2a2-391b-4ab2-8152-541c78c65944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:01.232366 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-8c24e2a2-391b-4ab2-8152-541c78c65944 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1096 time: 0.0744250 Apr 01 16:52:01.299091 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-3138fcd0-317a-4d19-90fd-76d54e4072b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 217 time: 0.0596242 Apr 01 16:52:01.362807 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-ee66fed1-606f-4bf8-a681-97b6224ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:01.364259 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-ee66fed1-606f-4bf8-a681-97b6224ed564 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0597348 Apr 01 16:52:01.439440 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72542ec6-89e0-4500-a028-001111380132 req-d9aa16a5-6319-47f6-9fe9-e032f4ad7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:01.440823 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-d9aa16a5-6319-47f6-9fe9-e032f4ad7d4c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699675 Apr 01 16:52:01.570576 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-0017891e-0b7c-4cd6-afde-d1ef57b89a25 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232498 Apr 01 16:52:01.701874 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-72542ec6-89e0-4500-a028-001111380132 req-131d5088-7454-479d-bcda-8529ef016dd1 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256251 Apr 01 16:52:01.875819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb97126-8c1a-4311-9a10-5b128f75f100 req-2ed6963d-1d32-4140-8096-275b9401a763 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:01.877282 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3eb97126-8c1a-4311-9a10-5b128f75f100 req-2ed6963d-1d32-4140-8096-275b9401a763 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.1746273 Apr 01 16:52:01.920712 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3eb97126-8c1a-4311-9a10-5b128f75f100 req-cc3229a7-6a31-4010-b49e-1b959c6f21e6 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377121 Apr 01 16:52:02.441008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51d52b9a-978d-41d8-a108-32fbca2f3c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:02.955565 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:03.047012 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:03.108759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9428ed-4528-484d-b0e4-d33eaeacc4d0 req-03947078-dedc-4924-a83d-69248ad86ee0 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:03.110253 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc9428ed-4528-484d-b0e4-d33eaeacc4d0 req-03947078-dedc-4924-a83d-69248ad86ee0 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.0853305 Apr 01 16:52:03.157300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc9428ed-4528-484d-b0e4-d33eaeacc4d0 req-3b86698c-10a8-4c65-aa7d-a55b8c7ac05d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:52:03.218269 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc9428ed-4528-484d-b0e4-d33eaeacc4d0 req-3b86698c-10a8-4c65-aa7d-a55b8c7ac05d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:52:03.219526 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc9428ed-4528-484d-b0e4-d33eaeacc4d0 req-3b86698c-10a8-4c65-aa7d-a55b8c7ac05d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029203 Apr 01 16:52:03.905778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:52:04.036783 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:52:04.050015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:52:04.107906 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:04.124774 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3221b339-e459-4b6a-8cbf-48af00ddd59c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:52:04.140049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:52:04.195118 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:04.264007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:04.326956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:04.406824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322f22-667b-48dd-947a-fab4211c6332 req-7015b24b-72db-4e37-8f21-8030a31c3b06 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:04.408337 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20322f22-667b-48dd-947a-fab4211c6332 req-7015b24b-72db-4e37-8f21-8030a31c3b06 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 944 time: 0.0812092 Apr 01 16:52:04.414910 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['3221b339-e459-4b6a-8cbf-48af00ddd59c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:52:04.457749 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20322f22-667b-48dd-947a-fab4211c6332 req-04334742-2e6c-4e5f-8fec-d6269d44c4b0 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Apr 01 16:52:04.796648 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:05.639612 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd0309-0ea4-4a22-a6e1-709dd04b1be6 req-8d9ecf60-8f84-4582-a846-080c0109cd5a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:05.641054 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47fd0309-0ea4-4a22-a6e1-709dd04b1be6 req-8d9ecf60-8f84-4582-a846-080c0109cd5a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 944 time: 0.0785522 Apr 01 16:52:05.684167 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47fd0309-0ea4-4a22-a6e1-709dd04b1be6 req-9b353879-3a14-41bf-8ddf-11e440c7f8bf tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 Apr 01 16:52:05.924755 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:52:06.040601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 3221b339-e459-4b6a-8cbf-48af00ddd59c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:52:06.045191 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 3221b339-e459-4b6a-8cbf-48af00ddd59c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:52:06.048129 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:06.160777 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:06.186122 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:52:06.195997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:52:06.256770 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:06.298491 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'code': 200} Apr 01 16:52:06.333269 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:06.604933 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20ed73-fc40-44f9-8ccb-118ba2dab3ee req-5c1014e0-8ba1-4c78-ac37-37206b3d8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:06.606448 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7f20ed73-fc40-44f9-8ccb-118ba2dab3ee req-5c1014e0-8ba1-4c78-ac37-37206b3d8aa7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1098 time: 0.0686095 Apr 01 16:52:06.645122 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7f20ed73-fc40-44f9-8ccb-118ba2dab3ee req-82b71fd6-b4fa-4c4a-a88d-9d458b329819 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333233 Apr 01 16:52:06.868755 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6d329-bd51-4f5a-9aea-9bc5bad59828 req-c8b36c43-d4f6-459d-9eb2-d373efacc900 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:06.870134 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6e6d329-bd51-4f5a-9aea-9bc5bad59828 req-c8b36c43-d4f6-459d-9eb2-d373efacc900 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 945 time: 0.0840898 Apr 01 16:52:06.914657 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6e6d329-bd51-4f5a-9aea-9bc5bad59828 req-c61a262c-c920-459e-b810-ea06234c950e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Apr 01 16:52:08.101607 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950696d-10d4-4ebc-a3df-8b7115ebf816 req-1796d312-c12b-456f-99ef-8c0be606f502 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:08.103048 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3950696d-10d4-4ebc-a3df-8b7115ebf816 req-1796d312-c12b-456f-99ef-8c0be606f502 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 945 time: 0.0827973 Apr 01 16:52:08.146962 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3950696d-10d4-4ebc-a3df-8b7115ebf816 req-e87bd1a2-34de-4fa7-aa53-ff456b5d6679 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Apr 01 16:52:08.327286 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027278c3-578f-4001-af8c-d11ee7edc8fd req-0ed0bae5-b16d-4363-8351-ac1d91306091 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:08.328766 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-027278c3-578f-4001-af8c-d11ee7edc8fd req-0ed0bae5-b16d-4363-8351-ac1d91306091 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 945 time: 0.0791628 Apr 01 16:52:08.375769 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-027278c3-578f-4001-af8c-d11ee7edc8fd req-7780bcfe-96bd-4b5b-b0ef-44fbfb7fcef8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Apr 01 16:52:08.397366 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:52:08.510058 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ccf3e-6edc-4d67-bf2e-8e608e7df684 tempest-TestSnapshotPattern-961392620 tempest-TestSnapshotPattern-961392620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:08.511555 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe7ccf3e-6edc-4d67-bf2e-8e608e7df684 tempest-TestSnapshotPattern-961392620 tempest-TestSnapshotPattern-961392620-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1093 time: 0.1132641 Apr 01 16:52:08.514406 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 58836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:52:08.519300 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:52:08.525268 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:52:08.529075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:floatingip and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:52:08.532344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:52:08.537988 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:52:08.605429 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:08.740868 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:08.876689 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Allocated IP 172.26.7.107 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/6dd0c612-d16e-4dcf-ab8f-3eb54a96631d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:52:09.022892 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:09.109666 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:09.170112 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:52:09.176821 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:52:09.180841 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:52:09.216956 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=6dd0c612-d16e-4dcf-ab8f-3eb54a96631d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:09.694148 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:09.801245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:10.006110 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:10.073497 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:10.177331 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=6dd0c612-d16e-4dcf-ab8f-3eb54a96631d,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:52:10.188715 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:10.356480 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Floating IP 34ac0c31-92ff-4c2b-9d00-9652b3b42db4 associated. External IP: 172.26.7.107, port: 3221b339-e459-4b6a-8cbf-48af00ddd59c. Apr 01 16:52:10.699703 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:52:10.990846 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:52:11.000139 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:52:11.009721 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:52:11.010336 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:52:11.075232 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:11.133873 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7321e35b-c184-496e-be54-297334cfd3ea tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6184359 Apr 01 16:52:11.134550 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:52:11.192273 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:52:11.265697 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'status': 'completed', 'code': 200} Apr 01 16:52:11.357214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-cc853ce8-4117-4da0-bf89-a61d087099b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:11.358753 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-cc853ce8-4117-4da0-bf89-a61d087099b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1098 time: 0.0707443 Apr 01 16:52:11.488845 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-f3225889-9155-4da9-8752-7dda77ef1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:11.490280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-f3225889-9155-4da9-8752-7dda77ef1d14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1259785 Apr 01 16:52:11.533837 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:09Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:52:11.537634 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:52:11.545949 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:52:11.546544 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:52:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:52:11.591994 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-4b121513-8557-4df2-a0b5-e3579b78193e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 999 time: 0.0957642 Apr 01 16:52:11.651991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-8581cf70-ab99-4ca1-8597-fb05bd468ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:11.653561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-8581cf70-ab99-4ca1-8597-fb05bd468ebb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0556421 Apr 01 16:52:11.724534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:52:11.730711 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-246081f0-98d2-4bef-a84a-5e8be8d7e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:11.732211 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-246081f0-98d2-4bef-a84a-5e8be8d7e003 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721018 Apr 01 16:52:11.862930 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-9cab59af-4d14-4065-8bb0-f3bc5faef920 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241095 Apr 01 16:52:11.992800 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6afd85c3-b494-49b8-8eb7-0fea2567b037 req-1e4f9a27-7e3f-4dee-a6ad-b82135e3bb37 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244562 Apr 01 16:52:12.101559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:09Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:52:12.105529 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffdddd-631b-45ca-a85b-f4aa2f2530da None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:09Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:52:12.290975 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0b1fd-304c-4f44-9e9d-aaf9cbc8a69f None None] New status for floating IP 34ac0c31-92ff-4c2b-9d00-9652b3b42db4: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:52:27.657285 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:52:29.566729 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2487684-0a18-4862-85f2-376ad81e97bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:32.417858 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ec5962e9-b68d-4a14-92b5-668893d96983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:32.983330 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:33.095807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:34.325979 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:34.783599 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:40.264371 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-ca1fe431-3e8e-4520-b3e5-7ed425ae3144 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679591 Apr 01 16:52:40.404953 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-fa2e13c1-aef8-4244-a097-f31086d319e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:40.406289 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-fa2e13c1-aef8-4244-a097-f31086d319e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1098 time: 0.0737371 Apr 01 16:52:40.549628 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-d2d230fe-6c53-4508-a735-d5a46ead5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:40.551062 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-d2d230fe-6c53-4508-a735-d5a46ead5c33 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1251190 Apr 01 16:52:40.653005 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-bd61f406-4b3f-4b22-afba-61adcceac672 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 1001 time: 0.0957141 Apr 01 16:52:40.712973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-e6a3ccaa-0c1a-47e7-b723-31c18033affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:40.714280 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-e6a3ccaa-0c1a-47e7-b723-31c18033affb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0561125 Apr 01 16:52:40.786754 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-ac943ea8-9748-4210-9799-c09f290a6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:52:40.788204 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-ac943ea8-9748-4210-9799-c09f290a6e7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675352 Apr 01 16:52:41.011831 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-a2d1b729-5df8-4428-becc-126538ed1d2f service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160680 Apr 01 16:52:41.141723 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1f42fa4-f498-4e8b-a515-f3139e2e5c57 req-77658f5b-0166-4d09-a646-96b0048e7f03 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236718 Apr 01 16:52:59.534846 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38c5a888-f49d-45fb-9a00-db2a83d570b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:02.411329 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d3d2-e2b4-474b-986f-4a4cc70058eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:02.975295 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:03.079935 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:04.328944 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:04.656579 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:53:04.831903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:29.519615 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b408137c-d179-410b-bcfe-437d86933f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.413498 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56c58e6c-f775-42e4-b63b-1376978dba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:32.985193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:33.076639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:34.336534 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:34.784934 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:53:40.256496 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-fbe8f84c-f562-4517-a619-ab1c587c63e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676246 Apr 01 16:53:40.391417 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-75ced4be-e943-479f-b2cc-a39671049508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:40.392780 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-75ced4be-e943-479f-b2cc-a39671049508 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1098 time: 0.0695772 Apr 01 16:53:40.532419 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-47262e2a-7950-4558-adfb-49150cdf6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:40.533847 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-47262e2a-7950-4558-adfb-49150cdf6db0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1230316 Apr 01 16:53:40.636794 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-5edac1fb-caff-49aa-bceb-9e13aa7f8a5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 1001 time: 0.0967607 Apr 01 16:53:40.699915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-9425c6fe-ef52-461d-b685-3ee7cf28e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:40.701238 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-9425c6fe-ef52-461d-b685-3ee7cf28e1f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0589807 Apr 01 16:53:40.773447 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-2194680c-ad32-4cf2-95a5-a6dc20246b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:53:40.774871 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-2194680c-ad32-4cf2-95a5-a6dc20246b02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672469 Apr 01 16:53:40.904100 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-d07ff34b-17f5-4cf4-b7ff-ca33a92c67f3 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232133 Apr 01 16:53:41.033865 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7499ebe-eaeb-442c-9426-23a38b95772b req-ae83095d-d2cc-4bb6-b54c-b3f1045b24d1 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220796 Apr 01 16:53:41.655066 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:53:59.521029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-277fdb9c-a136-4fbf-8f8f-a44eb02a3427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:02.395739 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5e22ee7-5b71-41be-9b2a-50847dcb5302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:02.964803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:03.084990 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:04.349416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:04.795263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:08.478983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:54:08.608079 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:08.620753 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:54:08.673922 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:08.692768 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3221b339-e459-4b6a-8cbf-48af00ddd59c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:54:08.707956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:08.787775 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:08.856540 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:08.861174 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['3221b339-e459-4b6a-8cbf-48af00ddd59c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:54:08.898214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.898568 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.898917 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.899299 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.899639 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.899981 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.900358 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.900692 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.901021 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.901348 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.901676 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:08.901997 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:10.480085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:54:10.550707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 3221b339-e459-4b6a-8cbf-48af00ddd59c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:54:10.551073 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:10.667572 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:10.693240 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:54:10.705533 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:10.741719 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'code': 200} Apr 01 16:54:10.778612 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:10.846870 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:18.656356 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:54:22.052392 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-addebfba-fad9-496b-913c-ab543666fc76 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619319145&fields=id&tenant_id=36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 267 time: 0.0393376 Apr 01 16:54:22.202525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-0689d957-6475-4103-821e-66a2b0a5a681 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:22.203120 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-0689d957-6475-4103-821e-66a2b0a5a681 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:54:22.267472 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-0689d957-6475-4103-821e-66a2b0a5a681 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:54:22.268675 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-0689d957-6475-4103-821e-66a2b0a5a681 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 810 time: 0.2093027 Apr 01 16:54:22.283623 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-db9faabc-be26-4be8-8c8e-eff43df61e7e tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/quotas/36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 375 time: 0.0096316 Apr 01 16:54:22.370180 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-a7be3142-b4f2-468c-bc25-47d57be7cbed tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817342 Apr 01 16:54:22.546180 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-bce36974-0013-4ba1-90db-c5b245e2dd36 service neutron] 10.222.0.18 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642494 Apr 01 16:54:22.676012 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-bfa84962-ff34-4f55-8e76-840aff895440 service neutron] 10.222.0.18 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239877 Apr 01 16:54:22.959671 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ddc8d6f-4509-488b-875a-533eb5b82d51 req-d253782d-9713-4d23-9f99-44417aeaabeb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 210 time: 0.0466595 Apr 01 16:54:24.113150 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-27192167-336f-42ec-befe-4b67a96d74dd req-c2bc4b3d-90fe-47fe-81a0-6910d91a55cb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 210 time: 0.0473962 Apr 01 16:54:24.525902 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:54:24.639463 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:24.665495 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:54:24.675487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:24.709697 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'code': 200} Apr 01 16:54:24.743414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:24.814235 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:25.019952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-5c4a284d-7c5e-40bd-8ff0-2e69097bcac6 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:25.021347 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-5c4a284d-7c5e-40bd-8ff0-2e69097bcac6 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 810 time: 0.1453445 Apr 01 16:54:25.069561 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9af08cbd-3998-4d4c-aef9-eec0e86663a9 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d25e78de9940f996b79f84d8ad40ed HTTP/1.1" status: 200 len: 380 time: 0.0395279 Apr 01 16:54:25.078170 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'port': {'device_id': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'admin_state_up': True, 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'security_groups': ['023ec90d-51c2-4ce7-b224-f36c53373d51']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:54:25.216310 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:54:25.225797 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:54:25.266455 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c385605d-7ace-42c2-80c1-29c56c2fd8fb req-d34aa663-066f-4eec-a397-fbfd3f0e6033 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 210 time: 0.0428698 Apr 01 16:54:25.295796 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Made reservation on behalf of 36d25e78de9940f996b79f84d8ad40ed for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:54:25.299323 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:25.558237 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Allocated IP 172.20.0.13 (b563e150-4466-4339-866c-5fc672ef24e4/6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b/4d609856-6207-4ce1-be8e-e5ba168badaa) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:54:25.756820 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:25.775187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Transition to ACTIVE for port object 4d609856-6207-4ce1-be8e-e5ba168badaa will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:54:25.860340 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:25.935708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Network b563e150-4466-4339-866c-5fc672ef24e4 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:54:25.939644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:54:25.950036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:54:25.992031 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:26.007246 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.007601 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.007951 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.008292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.008630 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.008967 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.009302 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.009632 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.009962 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.010286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.010681 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.011587 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:26.047689 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:26.048518 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:26.193471 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-9b163117-6b06-4087-8628-1e7949d720fc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1188397 Apr 01 16:54:26.410493 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a022da93-b5bd-44de-92f5-04b4ab0e6683 None None] Provisioning for port 4d609856-6207-4ce1-be8e-e5ba168badaa completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:54:26.418180 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a022da93-b5bd-44de-92f5-04b4ab0e6683 None None] Provisioning complete for port 4d609856-6207-4ce1-be8e-e5ba168badaa triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:54:26.418890 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a022da93-b5bd-44de-92f5-04b4ab0e6683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:26.484567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a022da93-b5bd-44de-92f5-04b4ab0e6683 None None] Port 4d609856-6207-4ce1-be8e-e5ba168badaa cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 01 16:54:26.508388 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e73ba-a921-4eb6-bc0c-8ea658e0dfa7 req-175bc2ae-64d5-47a8-a90f-52bcc403a1b8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:26.509803 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c46e73ba-a921-4eb6-bc0c-8ea658e0dfa7 req-175bc2ae-64d5-47a8-a90f-52bcc403a1b8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:54:26.594719 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-c46e73ba-a921-4eb6-bc0c-8ea658e0dfa7 req-175bc2ae-64d5-47a8-a90f-52bcc403a1b8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:54:26.596208 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c46e73ba-a921-4eb6-bc0c-8ea658e0dfa7 req-175bc2ae-64d5-47a8-a90f-52bcc403a1b8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.1889360 Apr 01 16:54:26.652343 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c46e73ba-a921-4eb6-bc0c-8ea658e0dfa7 req-6175caa0-aa73-4e8c-8dc0-599eaafa53cc tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481470 Apr 01 16:54:27.845438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644a6eb-badb-451a-bca9-2da5985c56b9 req-0b7fbe1d-54b3-4a35-aafe-6d9ed3975ddb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:27.846927 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a644a6eb-badb-451a-bca9-2da5985c56b9 req-0b7fbe1d-54b3-4a35-aafe-6d9ed3975ddb tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.0882440 Apr 01 16:54:27.899912 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a644a6eb-badb-451a-bca9-2da5985c56b9 req-829a8ef1-1028-4601-9454-f09bbb206479 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Apr 01 16:54:29.097173 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe972-4cdb-4926-937f-0162400aec4b req-a0487b76-7e7b-450c-9580-b3f915e8e52d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:29.099044 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f16fe972-4cdb-4926-937f-0162400aec4b req-a0487b76-7e7b-450c-9580-b3f915e8e52d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.0897543 Apr 01 16:54:29.150306 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f16fe972-4cdb-4926-937f-0162400aec4b req-c66bc683-7e14-437f-81a4-994e815e8a9d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Apr 01 16:54:29.520452 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2dca-57d7-420a-b8bd-b9e143354e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:30.344075 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982679ab-8ff5-4673-a290-5c7be39c6e7a req-0309184b-6481-4fa9-a2be-ab3da33cf847 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:30.346681 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-982679ab-8ff5-4673-a290-5c7be39c6e7a req-0309184b-6481-4fa9-a2be-ab3da33cf847 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.0854926 Apr 01 16:54:30.394490 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-982679ab-8ff5-4673-a290-5c7be39c6e7a req-5bfd3e1f-642f-45c3-866d-81457a340677 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Apr 01 16:54:31.595380 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025890-6099-492d-b175-1d2f2c864763 req-0d1595f1-6b12-4fd0-b3e1-f301c168b24f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:31.596830 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e025890-6099-492d-b175-1d2f2c864763 req-0d1595f1-6b12-4fd0-b3e1-f301c168b24f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.0889034 Apr 01 16:54:31.644660 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e025890-6099-492d-b175-1d2f2c864763 req-3a98ef4b-18ca-48b2-9e57-61ede4b73829 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Apr 01 16:54:32.482968 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8b943b3-93de-4998-99bd-1db798f77ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:32.847833 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234e7c0-8621-4474-9d26-4ff31e309077 req-2fdb76f7-9db9-43e4-ae4a-6d612d5bea89 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:32.849338 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3234e7c0-8621-4474-9d26-4ff31e309077 req-2fdb76f7-9db9-43e4-ae4a-6d612d5bea89 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 932 time: 0.0877314 Apr 01 16:54:32.901029 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3234e7c0-8621-4474-9d26-4ff31e309077 req-12e6479d-c63a-4343-88f5-279b36ea2448 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Apr 01 16:54:32.998534 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Request body: {'port': {'device_id': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:54:33.144078 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.206425 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.235061 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.502548 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d609856-6207-4ce1-be8e-e5ba168badaa {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:54:33.509443 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.523599 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Transition to ACTIVE for port object 4d609856-6207-4ce1-be8e-e5ba168badaa will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:54:33.587028 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.748840 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:33.826855 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Attempting to bind port 4d609856-6207-4ce1-be8e-e5ba168badaa on host hv-neutron-8359 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:54:33.827223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Attempting to bind port 4d609856-6207-4ce1-be8e-e5ba168badaa by drivers openvswitch,hyperv on host hv-neutron-8359 at level 0 using segments [{'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:54:33.827553 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Attempting to bind port 4d609856-6207-4ce1-be8e-e5ba168badaa on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:54:33.832646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Port 4d609856-6207-4ce1-be8e-e5ba168badaa on network b563e150-4466-4339-866c-5fc672ef24e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8359 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 01 16:54:33.832966 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Attempting to bind port 4d609856-6207-4ce1-be8e-e5ba168badaa on network b563e150-4466-4339-866c-5fc672ef24e4 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 01 16:54:33.838387 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Checking agent: {'id': '534d1333-10ca-4b55-88ea-272c6204ca83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'started_at': datetime.datetime(2022, 4, 1, 15, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 01 16:54:33.839037 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Checking segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 01 16:54:33.839530 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Bound using segment: {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 01 16:54:33.839965 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Bound port: 4d609856-6207-4ce1-be8e-e5ba168badaa, host: hv-neutron-8359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64551f0e-e969-4cc8-acd6-2b47cccb8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:54:33.840337 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:33.934724 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 01 16:54:33.937931 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 01 16:54:34.046048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33386780'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:34.111207 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.111819 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:34.113186 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] 10.222.0.90 "PUT /v2.0/ports/4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 200 len: 1094 time: 1.1188960 Apr 01 16:54:34.114683 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:54:34.245908 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'status': 'completed', 'code': 200} Apr 01 16:54:34.301945 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff5b62-6c21-4edf-b622-4d1ef26449ee service neutron] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:34.327971 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0400b-d7e5-4677-bfae-60dcdd2d4b8b req-956bc58f-cdbf-45f7-a3d0-5117d740ee59 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.329652 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95a0400b-d7e5-4677-bfae-60dcdd2d4b8b req-956bc58f-cdbf-45f7-a3d0-5117d740ee59 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.3196328 Apr 01 16:54:34.360475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:34.381800 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-be63aa50-bd43-44a3-b860-5e9842d2afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.383361 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-be63aa50-bd43-44a3-b860-5e9842d2afad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1097 time: 0.1392262 Apr 01 16:54:34.387837 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-95a0400b-d7e5-4677-bfae-60dcdd2d4b8b req-8e32f52d-4a66-4414-8e30-db0218d79eb4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522749 Apr 01 16:54:34.520551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-2916e27e-66ab-484b-bed5-b8f2ce7079ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.521970 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-2916e27e-66ab-484b-bed5-b8f2ce7079ba service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=36d25e78de9940f996b79f84d8ad40ed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1306143 Apr 01 16:54:34.653991 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-3987373e-1474-4826-b9da-885b7e5812c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.655448 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-963eb4fb-72b0-4aa4-8329-adbdf416aab8 req-3987373e-1474-4826-b9da-885b7e5812c9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277020 Apr 01 16:54:34.762891 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-5d066ea8-1ffa-4022-b156-24551720a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.764372 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-5d066ea8-1ffa-4022-b156-24551720a3e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1097 time: 0.0754375 Apr 01 16:54:34.805771 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:34.830864 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-43040e86-6d55-4fb7-acd5-b600fec7e340 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 200 len: 217 time: 0.0598242 Apr 01 16:54:34.896745 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-04e75296-4576-4b19-8943-8e7fad9c556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.898171 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-04e75296-4576-4b19-8943-8e7fad9c556d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0609555 Apr 01 16:54:34.970943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-4fe4d2c1-d045-4b45-a790-73010121630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:34.972333 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-4fe4d2c1-d045-4b45-a790-73010121630a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684581 Apr 01 16:54:35.102482 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-3ae145be-9e72-4b5f-b44b-7a7186b11917 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232998 Apr 01 16:54:35.233242 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-252b30e4-27d2-4c6e-9db4-d8d449ec55cf req-c1872cda-8a33-4383-b0c5-e68e69afb8c7 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240025 Apr 01 16:54:35.571440 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034b37-a534-4e44-8738-e14d6ac3e425 req-01fea993-41de-43b7-9ce8-ed5786426d59 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:35.572829 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0034b37-a534-4e44-8738-e14d6ac3e425 req-01fea993-41de-43b7-9ce8-ed5786426d59 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.0792277 Apr 01 16:54:35.616381 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0034b37-a534-4e44-8738-e14d6ac3e425 req-469d0888-cb6a-4d36-b560-69b21547c67c tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Apr 01 16:54:36.571683 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:54:36.730483 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:36.744785 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'mac_address': 'fa:16:3e:70:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:54:36.802867 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:36.804378 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce24dd1-596b-404d-a54e-1608046eda52 req-8b973c16-5089-48c9-8bc0-942195888406 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:36.805564 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4ce24dd1-596b-404d-a54e-1608046eda52 req-8b973c16-5089-48c9-8bc0-942195888406 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.0847809 Apr 01 16:54:36.820347 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d609856-6207-4ce1-be8e-e5ba168badaa {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:54:36.835629 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:36.849605 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4ce24dd1-596b-404d-a54e-1608046eda52 req-e6166c6b-ad2a-46c3-a157-f9532c2f3ec3 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Apr 01 16:54:36.891600 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:36.959228 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:37.150560 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['4d609856-6207-4ce1-be8e-e5ba168badaa'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:54:38.038660 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9072fa2-bdd4-48db-a59e-5af4847f3098 req-784345c1-25fe-403d-9096-07540aca5092 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:38.040147 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9072fa2-bdd4-48db-a59e-5af4847f3098 req-784345c1-25fe-403d-9096-07540aca5092 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 945 time: 0.0836880 Apr 01 16:54:38.090024 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9072fa2-bdd4-48db-a59e-5af4847f3098 req-dd376726-f9f3-4128-a334-23c42e46b66f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Apr 01 16:54:38.587245 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:54:38.748695 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning for port 4d609856-6207-4ce1-be8e-e5ba168badaa completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:54:38.753782 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 4d609856-6207-4ce1-be8e-e5ba168badaa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:54:38.754156 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:38.870292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:38.895983 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:54:38.906457 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:54:38.941968 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'code': 200} Apr 01 16:54:38.988807 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:39.057951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:39.280421 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49f62-f92d-43de-ace0-b5ffdb2401d2 req-ce5cde9f-3a65-4dee-9569-30d7780ef88f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:39.281874 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5cb49f62-f92d-43de-ace0-b5ffdb2401d2 req-ce5cde9f-3a65-4dee-9569-30d7780ef88f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 946 time: 0.0802820 Apr 01 16:54:39.286344 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a301bff-5d25-4164-8148-324dd821c4f4 req-7073b66c-1fc2-49e5-9704-cb3e3638c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:39.287940 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a301bff-5d25-4164-8148-324dd821c4f4 req-7073b66c-1fc2-49e5-9704-cb3e3638c5aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1099 time: 0.0702927 Apr 01 16:54:39.329536 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a301bff-5d25-4164-8148-324dd821c4f4 req-076b6c2c-b703-4a29-8ed4-ad86c351e9c2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347211 Apr 01 16:54:39.329909 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5cb49f62-f92d-43de-ace0-b5ffdb2401d2 req-1612050b-59d2-4c85-9258-c45bf26e5787 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Apr 01 16:54:40.522107 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80f150-6c4f-444c-b34a-38f734cd9861 req-1411e802-eb1b-4d31-91a2-0be9473e5549 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:40.523579 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c80f150-6c4f-444c-b34a-38f734cd9861 req-1411e802-eb1b-4d31-91a2-0be9473e5549 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 946 time: 0.0846126 Apr 01 16:54:40.567493 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c80f150-6c4f-444c-b34a-38f734cd9861 req-aea1fb9f-dad9-4ec8-9576-9c5b9096a062 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380807 Apr 01 16:54:41.821973 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaee6-889e-472e-80b4-53e65cfe7604 req-61f5dd55-68dd-4359-bc3f-14a6ca7eac2b tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:41.823462 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4bbaee6-889e-472e-80b4-53e65cfe7604 req-61f5dd55-68dd-4359-bc3f-14a6ca7eac2b tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 946 time: 0.0825775 Apr 01 16:54:41.867109 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4bbaee6-889e-472e-80b4-53e65cfe7604 req-b8eea704-84a9-480f-859f-4b16e1b28cf8 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Apr 01 16:54:42.048044 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594583-2340-4fca-931a-01b30253cf3f req-c81a9f0f-010f-416d-bb24-f54370136458 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.049390 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-46594583-2340-4fca-931a-01b30253cf3f req-c81a9f0f-010f-416d-bb24-f54370136458 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 946 time: 0.0775084 Apr 01 16:54:42.095566 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-46594583-2340-4fca-931a-01b30253cf3f req-ff4240f1-ec76-46b4-b06b-37c62dbeb6b4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Apr 01 16:54:42.118139 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 59108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:54:42.190613 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d58a4-6752-4f8c-9772-425b43b8a881 tempest-TestSnapshotPattern-961392620 tempest-TestSnapshotPattern-961392620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.192147 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dc4d58a4-6752-4f8c-9772-425b43b8a881 tempest-TestSnapshotPattern-961392620 tempest-TestSnapshotPattern-961392620-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1094 time: 0.0730014 Apr 01 16:54:42.194772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 59112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:54:42.199525 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Request body: {'floatingip': {'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:54:42.205772 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:54:42.209797 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Usage tracker for resource:floatingip and tenant:36d25e78de9940f996b79f84d8ad40ed is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:54:42.212759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:54:42.218457 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:54:42.259221 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-d50ddf70-bf98-486a-94e0-ff823ed3c212 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701270 Apr 01 16:54:42.285949 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:42.395292 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-885ff0a5-0e4d-4fd8-a379-cb9ee4aff055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.396780 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-885ff0a5-0e4d-4fd8-a379-cb9ee4aff055 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1096 time: 0.0715740 Apr 01 16:54:42.534292 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:42.545895 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-63c14485-d2f3-4c1f-b8f8-3848582d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.550457 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-63c14485-d2f3-4c1f-b8f8-3848582d1b78 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1302819 Apr 01 16:54:42.650947 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-db0ff46b-61bd-4753-9417-6b5f385c2721 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 999 time: 0.0980325 Apr 01 16:54:42.670132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Allocated IP 172.26.7.214 (9e8b8fe7-c073-424e-b82b-74d53d72b50f/356f81b0-9291-4780-81ab-a8fe72ce9108/37d20457-19ae-4539-baeb-6dee2cd456f2) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:54:42.715638 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-150ae15d-fff0-4fb1-861d-bdcb9a21828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.717217 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-150ae15d-fff0-4fb1-861d-bdcb9a21828e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0612102 Apr 01 16:54:42.790799 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-f358ab9d-0b75-482e-9323-086fdcff6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:42.792327 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-f358ab9d-0b75-482e-9323-086fdcff6fe8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695052 Apr 01 16:54:42.817407 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:42.914898 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733128575016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:42.980982 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Network 9e8b8fe7-c073-424e-b82b-74d53d72b50f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:54:42.990979 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:54:42.996705 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 01 16:54:43.018964 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-aba92dad-75c6-4467-bf19-181a6734f531 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210054 Apr 01 16:54:43.032975 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=37d20457-19ae-4539-baeb-6dee2cd456f2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:43.049602 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.050044 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.050383 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.050713 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.051043 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.051396 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.051717 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.052038 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.052355 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.052675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.053394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.053394 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:54:43.154596 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7ad9da89-1d7a-4c6c-928d-8ca7ccd160d7 req-74af8bc9-b3e9-41fa-9e46-e1df1844e98b service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289830 Apr 01 16:54:43.429933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:43.550893 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:43.751930 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:43.799635 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31691355'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:43.909561 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event updated for resources: {'Port': ['ID=37d20457-19ae-4539-baeb-6dee2cd456f2,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:54:43.919255 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725191'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:44.090977 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Floating IP b00038ec-0657-4da1-943d-c73ae3257313 associated. External IP: 172.26.7.214, port: 4d609856-6207-4ce1-be8e-e5ba168badaa. Apr 01 16:54:44.542591 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:54:44.717014 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:54:44.727178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124e117-962f-4758-be3e-5522be95562e None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:54:44.739956 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:54:44.740562 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:54:44.805603 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:54:44.863443 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4882caa6-c15a-43ba-9692-e9f04a697bf1 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6676080 Apr 01 16:54:44.864032 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:54:44.912953 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:54:44.915667 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'status': 'completed', 'code': 200} Apr 01 16:54:45.009612 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-74ab4abd-fc46-42dc-889a-d39fff50dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:45.011124 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-74ab4abd-fc46-42dc-889a-d39fff50dd75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1099 time: 0.0748198 Apr 01 16:54:45.145363 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-5f2fcdfc-3c24-4389-b9ae-94eb224b83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:45.146852 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-5f2fcdfc-3c24-4389-b9ae-94eb224b83aa service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1304362 Apr 01 16:54:45.250304 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-3d3cd63f-9b87-466b-9c01-4261ac5972ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 200 len: 1000 time: 0.0972621 Apr 01 16:54:45.272978 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}, {'id': 'b00038ec-0657-4da1-943d-c73ae3257313', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:70:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:54:43Z', 'updated_at': '2022-04-01T16:54:43Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:54:45.276786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124e117-962f-4758-be3e-5522be95562e None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:54:45.285398 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:54:45.286005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:54:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:54:45.311802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-5f5a8e71-1d92-413f-9ee6-bcb5416d5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:45.313236 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-5f5a8e71-1d92-413f-9ee6-bcb5416d5c05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0565994 Apr 01 16:54:45.388167 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-c57a7537-eecb-450c-ae79-9fc558874408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:54:45.389531 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-c57a7537-eecb-450c-ae79-9fc558874408 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702312 Apr 01 16:54:45.498268 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:54:45.520325 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-a33b6254-9674-43a9-b244-2d3d8f3cd4d0 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250465 Apr 01 16:54:45.651411 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-28dad8df-45e9-4931-b32c-2f64763b6da3 req-32c5c19d-66c2-4ecf-b399-abd0d80ef8bc service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244764 Apr 01 16:54:45.917951 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4124e117-962f-4758-be3e-5522be95562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}, {'id': 'b00038ec-0657-4da1-943d-c73ae3257313', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:70:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:54:43Z', 'updated_at': '2022-04-01T16:54:43Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:54:45.924015 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124e117-962f-4758-be3e-5522be95562e None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}, {'id': 'b00038ec-0657-4da1-943d-c73ae3257313', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:70:88:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:54:43Z', 'updated_at': '2022-04-01T16:54:43Z', 'revision_number': 0, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:54:46.109351 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84911e98-4b9b-40f9-b1ba-f9d694cc42df None None] New status for floating IP b00038ec-0657-4da1-943d-c73ae3257313: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:54:55.655783 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:54:59.496154 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7081735c-8c30-447f-be8b-eb1050a833b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:02.382115 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a960-4a19-433f-b891-45d48dc6133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:02.965193 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:03.056616 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:04.357873 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:04.850260 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:29.518447 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-198f188d-5eab-498a-a24e-9d6d6c55351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:32.409471 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6803646-634e-4f9a-9967-58d9733df66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:32.654301 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:55:32.980803 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:33.089596 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:34.357871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:34.831642 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:55:43.077938 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-c9625ad7-2d28-45aa-90ba-2b3551144889 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742400 Apr 01 16:55:43.170162 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-942b97f2-d1e8-48d2-a86e-f0812950720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:55:43.171651 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-942b97f2-d1e8-48d2-a86e-f0812950720b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1099 time: 0.0744441 Apr 01 16:55:43.312786 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-ef8ae145-a570-48d3-a5b5-95bb30b69479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:55:43.314263 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-ef8ae145-a570-48d3-a5b5-95bb30b69479 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1246498 Apr 01 16:55:43.416550 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-536beb4c-0365-473a-9fc3-89eee459674c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 200 len: 1002 time: 0.0963902 Apr 01 16:55:43.486009 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-7a5c8928-1efd-482d-90f3-1be7f89c5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:55:43.487470 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-7a5c8928-1efd-482d-90f3-1be7f89c5d2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0648081 Apr 01 16:55:43.562888 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-f8a30d05-f02a-475b-b332-720a36ceaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:55:43.564849 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-f8a30d05-f02a-475b-b332-720a36ceaed4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715361 Apr 01 16:55:43.786455 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-91dbd49c-7a6b-427d-90d3-1b64a4d152a3 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157800 Apr 01 16:55:43.915250 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a553df7-9c2c-4cac-abdd-e4d870799556 req-6760a5ce-6c83-460b-974f-f2edc72b1265 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224992 Apr 01 16:55:59.522718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95cc0e1f-ea55-4fc5-9cdf-4e60ed0fb5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:02.414298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-384fd75d-bd52-4641-9100-4448eac9bb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:02.997081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:03.100234 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:04.358292 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:04.797226 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:09.653123 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:56:15.108049 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa details requested by agent hyperv_hv-neutron-8359 with host hv-neutron-8359 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:56:15.239530 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:15.252656 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Returning: {'device': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'port_id': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'mac_address': 'fa:16:3e:70:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:56:15.311879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:15.334005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d609856-6207-4ce1-be8e-e5ba168badaa {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:56:15.350011 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:15.414184 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:15.482178 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:15.489643 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.489992 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.490345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.491020 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.491469 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.491824 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.492313 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.492646 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.492973 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.493298 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.493621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.493941 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:15.501416 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] get_ports_and_sgs() called for port_ids ['4d609856-6207-4ce1-be8e-e5ba168badaa'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 01 16:56:17.123554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa up at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:56:17.200713 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Provisioning complete for port 4d609856-6207-4ce1-be8e-e5ba168badaa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:56:17.201159 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801103'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:17.356441 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:17.363522 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:17.374897 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:17.429769 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'code': 200} Apr 01 16:56:17.440392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:17.513008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:27.449637 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:27.648591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Deleting port 37d20457-19ae-4539-baeb-6dee2cd456f2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:27.648936 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:27.812761 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:27.813006 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:27.938074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Calling delete_port for 37d20457-19ae-4539-baeb-6dee2cd456f2 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:28.150483 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:28.199794 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event deleted for resources: {'Port': ['ID=37d20457-19ae-4539-baeb-6dee2cd456f2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:28.235696 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.236053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.236397 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.236739 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.237093 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.238217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.238217 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.238564 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.238893 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.239243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.242470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.242470 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:28.298652 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:28.299040 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Floating IP b00038ec-0657-4da1-943d-c73ae3257313 disassociated (deleted). External IP: 172.26.7.214, port: 4d609856-6207-4ce1-be8e-e5ba168badaa. Apr 01 16:56:28.746675 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:56:28.933833 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:56:28.943891 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:56:28.953095 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:28.960214 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:29.014194 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:29.074675 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17b0c59e-9f93-4a34-969c-cc5704623834 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "DELETE /v2.0/floatingips/b00038ec-0657-4da1-943d-c73ae3257313 HTTP/1.1" status: 204 len: 168 time: 1.6236720 Apr 01 16:56:29.075526 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:29.180301 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:29.194862 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'status': 'completed', 'code': 200} Apr 01 16:56:29.225592 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:29.334591 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-1db090ec-335a-4ee1-b986-9baf2384b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:29.336085 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-1db090ec-335a-4ee1-b986-9baf2384b2d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 1099 time: 0.1198597 Apr 01 16:56:29.482153 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-c96aeb7d-56f0-499a-b2ed-3b452e1ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:29.483630 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-c96aeb7d-56f0-499a-b2ed-3b452e1ffd0b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1409156 Apr 01 16:56:29.484374 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596247'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:29.555668 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-618b2fa0-4986-4ece-bab0-daa5b9af6531 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 200 len: 217 time: 0.0656016 Apr 01 16:56:29.571456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:29.586378 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:29.635950 dv-neutron-835943-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'code': 200} Apr 01 16:56:29.636315 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-ef286a96-d650-4d46-a79f-5159111b47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:29.637937 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-ef286a96-d650-4d46-a79f-5159111b47a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0751824 Apr 01 16:56:29.639912 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cddaef7b-1dfe-4422-b772-14600ea4a0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:29.648389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733128954862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733128575034', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733128575079'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:29.724214 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-1ed0bfa8-6195-4450-a437-4b709313ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:29.725959 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-1ed0bfa8-6195-4450-a437-4b709313ee08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811541 Apr 01 16:56:29.728042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Pushing event updated for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:29.741682 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:29.742786 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:56:29.751412 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:29.752123 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:02Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:29.753003 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ae4f-6791-41dc-a8a8-945c8411de3e req-b7112e75-c060-4b24-88a0-18c9cc54c849 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:29.754677 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c76ae4f-6791-41dc-a8a8-945c8411de3e req-b7112e75-c060-4b24-88a0-18c9cc54c849 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.1406691 Apr 01 16:56:29.808158 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c76ae4f-6791-41dc-a8a8-945c8411de3e req-fd3f56dd-38f2-4968-bbad-666c63813e3b tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444083 Apr 01 16:56:29.869109 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-c42b0849-fd71-461f-97df-76819fca319d service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306169 Apr 01 16:56:29.932707 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:30.003065 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cedcfff2-f2bc-45da-8b05-adf3e9d853b1 req-1da31b8c-5140-4c1b-bd95-a5d8241d86a2 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264772 Apr 01 16:56:30.276567 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:30.280487 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987db85-42d2-4cb6-a764-deffc81d00e7 None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_floatingips': [{'id': '34ac0c31-92ff-4c2b-9d00-9652b3b42db4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'router_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'port_id': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'mac_address': 'fa:16:3e:0d:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:52:09Z', 'updated_at': '2022-04-01T16:52:12Z', 'revision_number': 1, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:56:30.489806 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d54c2f-42ad-4fad-b391-33d00112cbd9 None None] New status for floating IP b00038ec-0657-4da1-943d-c73ae3257313: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:56:31.043973 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e331314-333e-4962-809b-0e8df61b945c req-c7d153f8-10b7-4a45-8449-4badf701f671 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:31.044666 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4e331314-333e-4962-809b-0e8df61b945c req-c7d153f8-10b7-4a45-8449-4badf701f671 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:56:31.135556 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4e331314-333e-4962-809b-0e8df61b945c req-c7d153f8-10b7-4a45-8449-4badf701f671 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:56:31.136698 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e331314-333e-4962-809b-0e8df61b945c req-c7d153f8-10b7-4a45-8449-4badf701f671 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.2179728 Apr 01 16:56:31.145493 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-3b684be9-d8e7-4fb1-a548-6d4874fb15a6 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:31.146853 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-3b684be9-d8e7-4fb1-a548-6d4874fb15a6 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 944 time: 0.0846326 Apr 01 16:56:31.239476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e331314-333e-4962-809b-0e8df61b945c req-7860a902-78de-432a-8510-19591e72775f tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916145 Apr 01 16:56:31.242885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Deleting port 4d609856-6207-4ce1-be8e-e5ba168badaa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:31.243242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:31.486005 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] For port 4d609856-6207-4ce1-be8e-e5ba168badaa, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=4d609856-6207-4ce1-be8e-e5ba168badaa,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:31.486286 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:31.703053 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Calling delete_port for 4d609856-6207-4ce1-be8e-e5ba168badaa owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:31.882128 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:31.934321 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event deleted for resources: {'Port': ['ID=4d609856-6207-4ce1-be8e-e5ba168badaa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:32.008747 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] No DVR routers for this DVR port 4d609856-6207-4ce1-be8e-e5ba168badaa on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:56:32.011223 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:32.013680 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-deleted', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:32.058529 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b464169-51a9-4f29-b10b-78574ffa87ef', 'name': 'network-vif-deleted', 'tag': '4d609856-6207-4ce1-be8e-e5ba168badaa', 'status': 'completed', 'code': 200} Apr 01 16:56:32.083319 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9164ac49-bb6d-4bc6-a607-ac4ef62cb745 req-870d2afa-4a44-468a-a87d-306187d8f747 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "DELETE /v2.0/ports/4d609856-6207-4ce1-be8e-e5ba168badaa HTTP/1.1" status: 204 len: 173 time: 0.9226506 Apr 01 16:56:32.399569 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9876ee39-c1a6-4630-b028-819ba1248c01 req-99623ec8-b040-41c2-9340-d47e9a14b435 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:56:32.441763 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e254d0f-8fd2-4278-b7df-b161c98d08ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:32.464481 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9876ee39-c1a6-4630-b028-819ba1248c01 req-99623ec8-b040-41c2-9340-d47e9a14b435 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:56:32.465733 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9876ee39-c1a6-4630-b028-819ba1248c01 req-99623ec8-b040-41c2-9340-d47e9a14b435 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b464169-51a9-4f29-b10b-78574ffa87ef HTTP/1.1" status: 200 len: 210 time: 0.1173418 Apr 01 16:56:32.996485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:33.093532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:33.224007 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:33.258368 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 4d609856-6207-4ce1-be8e-e5ba168badaa {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:33.258637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 4d609856-6207-4ce1-be8e-e5ba168badaa not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:34.424637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:34.768344 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 59376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:34.791415 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:34.975464 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Deleting port 6dd0c612-d16e-4dcf-ab8f-3eb54a96631d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:34.975805 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.145552 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.145880 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.265329 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Calling delete_port for 6dd0c612-d16e-4dcf-ab8f-3eb54a96631d owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:35.476229 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31691372'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.520369 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event deleted for resources: {'Port': ['ID=6dd0c612-d16e-4dcf-ab8f-3eb54a96631d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:35.554113 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.554456 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.554792 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.555123 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.555471 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.555798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.556122 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.556438 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.556759 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.557076 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.557390 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.557702 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835943-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:56:35.625379 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:35.625713 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Floating IP 34ac0c31-92ff-4c2b-9d00-9652b3b42db4 disassociated (deleted). External IP: 172.26.7.107, port: 3221b339-e459-4b6a-8cbf-48af00ddd59c. Apr 01 16:56:36.077675 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:56:36.258554 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:56:36.268086 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:56:36.277871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:36.277871 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:36.356798 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:36.414744 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f9314d2-9a8b-4ea8-8675-378aa0cdf636 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "DELETE /v2.0/floatingips/34ac0c31-92ff-4c2b-9d00-9652b3b42db4 HTTP/1.1" status: 204 len: 168 time: 1.6425724 Apr 01 16:56:36.414744 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:36.463385 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'status': 'completed', 'code': 200} Apr 01 16:56:36.501638 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:36.555952 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-3b64d94e-c655-4aa8-a604-f738c434b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:36.557824 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-3b64d94e-c655-4aa8-a604-f738c434b7e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36d25e78de9940f996b79f84d8ad40ed&device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 1096 time: 0.0746188 Apr 01 16:56:36.692401 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-0de1c451-b64a-4c38-a92b-49daeefb54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:36.693854 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-0de1c451-b64a-4c38-a92b-49daeefb54f1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 200 len: 911 time: 0.1302907 Apr 01 16:56:36.764901 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-5a5e272c-01c1-4ae7-bbb1-4975ee32e7b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 200 len: 217 time: 0.0656033 Apr 01 16:56:36.827318 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-1f05d36a-a8dd-4e32-b372-3b14ffd037a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:36.834042 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:36.834462 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-1f05d36a-a8dd-4e32-b372-3b14ffd037a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 200 len: 849 time: 0.0587237 Apr 01 16:56:36.834554 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:56:36.842963 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:36.843627 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:36.907088 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-9b1fad97-0d1b-4114-a9f6-84c2d9e3f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:36.908626 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-9b1fad97-0d1b-4114-a9f6-84c2d9e3f4ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b563e150-4466-4339-866c-5fc672ef24e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723228 Apr 01 16:56:36.998293 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d854fb-cc63-4a41-a74b-30751dba100f req-17c6b02e-ef69-43b1-92a0-c6695f1d1c5d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:36.999462 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a2d854fb-cc63-4a41-a74b-30751dba100f req-17c6b02e-ef69-43b1-92a0-c6695f1d1c5d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:56:37.022401 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:37.047656 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-ef679777-d731-4e0d-82a1-1db0518f4f52 service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321576 Apr 01 16:56:37.077334 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a2d854fb-cc63-4a41-a74b-30751dba100f req-17c6b02e-ef69-43b1-92a0-c6695f1d1c5d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:56:37.078449 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2d854fb-cc63-4a41-a74b-30751dba100f req-17c6b02e-ef69-43b1-92a0-c6695f1d1c5d tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.1647892 Apr 01 16:56:37.132778 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a2d854fb-cc63-4a41-a74b-30751dba100f req-cc6de50f-0e9b-460c-9ecf-95a302747be2 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Apr 01 16:56:37.186540 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c0d71c-03f6-493a-a19c-c46b8a69f370 req-7998dcf9-ccfa-4a17-b363-17a6522adafc service neutron] 10.222.0.90 "GET /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329410 Apr 01 16:56:37.347475 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:37.351559 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72344b-a811-4ec5-9b4f-b82232a3d0ef None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:51:38Z', 'revision_number': 4, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv', '_interfaces': [{'id': '9b2da437-ac56-4657-b158-dc11cb780c7c', 'name': '', 'network_id': 'b563e150-4466-4339-866c-5fc672ef24e4', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'mac_address': 'fa:16:3e:5a:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:38Z', 'updated_at': '2022-04-01T16:51:44Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'subnets': [{'id': '6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:56:37.560989 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f1506-b70a-4338-9c20-d2e144f326a1 None None] New status for floating IP 34ac0c31-92ff-4c2b-9d00-9652b3b42db4: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:56:38.317778 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec48f6-6d2d-4308-a90b-edaee3d41448 req-b3cda86d-4915-41b6-b627-b3e8f63c597c tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:38.319240 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7ec48f6-6d2d-4308-a90b-edaee3d41448 req-b3cda86d-4915-41b6-b627-b3e8f63c597c tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.0889456 Apr 01 16:56:38.362476 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7ec48f6-6d2d-4308-a90b-edaee3d41448 req-c4eae2a3-01f4-44ee-a0b1-3266059f6d54 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/security-groups?id=023ec90d-51c2-4ce7-b224-f36c53373d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375109 Apr 01 16:56:38.439171 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-cdd40f02-7fe1-4096-9e34-bc045713ca43 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:56:38.441253 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-cdd40f02-7fe1-4096-9e34-bc045713ca43 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 943 time: 0.0771780 Apr 01 16:56:38.512885 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Deleting port 3221b339-e459-4b6a-8cbf-48af00ddd59c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:38.513227 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:38.842516 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] For port 3221b339-e459-4b6a-8cbf-48af00ddd59c, host hv-neutron-8359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8359',level=0,port_id=3221b339-e459-4b6a-8cbf-48af00ddd59c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:38.842879 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:38.961793 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Calling delete_port for 3221b339-e459-4b6a-8cbf-48af00ddd59c owned by compute:nova {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:39.145555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:39.194669 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event deleted for resources: {'Port': ['ID=3221b339-e459-4b6a-8cbf-48af00ddd59c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:39.270646 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] No DVR routers for this DVR port 3221b339-e459-4b6a-8cbf-48af00ddd59c on host hv-neutron-8359 {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:56:39.273000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26693'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:39.275435 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-deleted', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:56:39.322225 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6', 'name': 'network-vif-deleted', 'tag': '3221b339-e459-4b6a-8cbf-48af00ddd59c', 'status': 'completed', 'code': 200} Apr 01 16:56:39.334072 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a28c5ee1-b1aa-4244-ad66-601d6c1873b2 req-f81066a9-0cec-4206-a501-07ca4ec6e32a tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.90 "DELETE /v2.0/ports/3221b339-e459-4b6a-8cbf-48af00ddd59c HTTP/1.1" status: 204 len: 173 time: 0.8867855 Apr 01 16:56:39.512759 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-1df3dd52-efce-4f53-9e28-5a2807b8da95 req-31edcd2b-62ba-48f0-b81e-6ffedf2e22b4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Synchronizing usage tracker for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:56:39.607914 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-1df3dd52-efce-4f53-9e28-5a2807b8da95 req-31edcd2b-62ba-48f0-b81e-6ffedf2e22b4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Unset dirty status for tenant:36d25e78de9940f996b79f84d8ad40ed on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:56:39.609198 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1df3dd52-efce-4f53-9e28-5a2807b8da95 req-31edcd2b-62ba-48f0-b81e-6ffedf2e22b4 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a3c6f4b-5fcd-4309-8fa7-18c5640fcec6 HTTP/1.1" status: 200 len: 210 time: 0.1390030 Apr 01 16:56:40.703850 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 59394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:40.769488 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:40.798132 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:40.910916 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:40.929569 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ec90d-51c2-4ce7-b224-f36c53373d51,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:40.984030 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:40.985173 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01eab4d7-311f-43ad-8ce4-92f4492e4d17 tempest-TestSnapshotPattern-1896129624 tempest-TestSnapshotPattern-1896129624-project] 10.222.0.18 "DELETE /v2.0/security-groups/023ec90d-51c2-4ce7-b224-f36c53373d51 HTTP/1.1" status: 204 len: 168 time: 0.2803416 Apr 01 16:56:41.286911 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c no longer exists at agent hyperv_hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:41.320384 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] No Port match for: 3221b339-e459-4b6a-8cbf-48af00ddd59c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:41.320732 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Device 3221b339-e459-4b6a-8cbf-48af00ddd59c not bound to the agent host hv-neutron-8359 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:42.129765 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59402) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:42.761915 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:43.099356 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Deleting port 9b2da437-ac56-4657-b158-dc11cb780c7c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:43.099694 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:43.367077 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] For port 9b2da437-ac56-4657-b158-dc11cb780c7c, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=9b2da437-ac56-4657-b158-dc11cb780c7c,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:43.367824 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:43.487238 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Calling delete_port for 9b2da437-ac56-4657-b158-dc11cb780c7c owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:43.876311 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:43.921876 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2da437-ac56-4657-b158-dc11cb780c7c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:44.196777 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:44.651313 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Router feb45455-7ea1-4a22-9293-a45a3832563a has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:56:44.824802 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:56:44.834532 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Sync routers for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:56:44.843537 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:44.850064 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:44.895037 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e72ce244-8cc6-4096-8a81-e57ff780241e admin admin] 10.222.0.18 "PUT /v2.0/routers/feb45455-7ea1-4a22-9293-a45a3832563a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636259 Apr 01 16:56:44.897377 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:45.020621 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: dv-neutron-835943-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:45.074014 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:45.256892 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:45.321725 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Deleting port 0b216084-8ea5-4a60-8161-0d8e999aecbb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:45.321995 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:45.336903 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:56:43Z', 'revision_number': 5, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port': {'id': '0b216084-8ea5-4a60-8161-0d8e999aecbb', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:35Z', 'updated_at': '2022-04-01T16:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:45.340829 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Checking router: feb45455-7ea1-4a22-9293-a45a3832563a for host: dv-neutron-835943-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:56:45.349105 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Routers {'feb45455-7ea1-4a22-9293-a45a3832563a'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:45.349718 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['feb45455-7ea1-4a22-9293-a45a3832563a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:45.495878 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] For port 0b216084-8ea5-4a60-8161-0d8e999aecbb, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0b216084-8ea5-4a60-8161-0d8e999aecbb,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:45.496232 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:45.499717 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] Set router feb45455-7ea1-4a22-9293-a45a3832563a gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:45.605290 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:56:45Z', 'revision_number': 6, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:45.609171 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c06fec-fd2a-42e4-9c8c-8f682d64dbae None None] The sync data for ids ['feb45455-7ea1-4a22-9293-a45a3832563a'] in dv-neutron-835943-1-hyperv is: [{'id': 'feb45455-7ea1-4a22-9293-a45a3832563a', 'name': 'tempest-TestSnapshotPattern-1072316522-router', 'tenant_id': '36d25e78de9940f996b79f84d8ad40ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:34Z', 'updated_at': '2022-04-01T16:56:45Z', 'revision_number': 6, 'project_id': '36d25e78de9940f996b79f84d8ad40ed', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:56:45.617120 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Calling delete_port for 0b216084-8ea5-4a60-8161-0d8e999aecbb owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:45.825364 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:45.872818 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b216084-8ea5-4a60-8161-0d8e999aecbb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:45.969175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.058880 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b2da437-ac56-4657-b158-dc11cb780c7c no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:46.096716 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 9b2da437-ac56-4657-b158-dc11cb780c7c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:46.097063 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 9b2da437-ac56-4657-b158-dc11cb780c7c not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:46.248083 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.250368 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.327781 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.328187 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb45455-7ea1-4a22-9293-a45a3832563a {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:56:46.340608 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.341748 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-db8a1f65-68b6-4e3a-a9c4-b6d31578815c admin admin] 10.222.0.18 "DELETE /v2.0/routers/feb45455-7ea1-4a22-9293-a45a3832563a HTTP/1.1" status: 204 len: 168 time: 1.4434803 Apr 01 16:56:46.344442 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:46.405242 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Deleting subnet 6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:56:46.408499 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.461034 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33323616'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.540827 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.652780 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:56:46.681943 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33387482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33432824'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.719620 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:46.723567 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.729757 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cd3f4665-b8f5-493e-87cd-7851885056e4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6fdbffd1-ee95-43b9-9fd1-ca6cb65f2a5b HTTP/1.1" status: 204 len: 168 time: 0.3843536 Apr 01 16:56:46.732295 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59416) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:46.734980 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871794f-bdc2-48ca-bdda-6881068dcb89 None None] Network b563e150-4466-4339-866c-5fc672ef24e4 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:56:46.837373 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.847473 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Deleting port 779ce02e-77ea-41d9-b180-ace92e8eecaf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:46.847795 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:46.985843 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] DHCP port deletion for b563e150-4466-4339-866c-5fc672ef24e4 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:56:46.990231 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Deleting port 779ce02e-77ea-41d9-b180-ace92e8eecaf {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:46.990607 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.055270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] For port 779ce02e-77ea-41d9-b180-ace92e8eecaf, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=779ce02e-77ea-41d9-b180-ace92e8eecaf,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:47.055667 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.185588 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Calling delete_port for 779ce02e-77ea-41d9-b180-ace92e8eecaf owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:47.195340 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] For port 779ce02e-77ea-41d9-b180-ace92e8eecaf, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=779ce02e-77ea-41d9-b180-ace92e8eecaf,segment=NetworkSegment(64551f0e-e969-4cc8-acd6-2b47cccb8d1e),segment_id=64551f0e-e969-4cc8-acd6-2b47cccb8d1e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:47.195927 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.333394 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.354579 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Calling delete_port for 779ce02e-77ea-41d9-b180-ace92e8eecaf owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:47.380913 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=779ce02e-77ea-41d9-b180-ace92e8eecaf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:47.384418 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] No DVR routers for this DVR port 779ce02e-77ea-41d9-b180-ace92e8eecaf on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:56:47.428491 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:56:47.428950 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:56:47.497253 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.525463 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b563e150-4466-4339-866c-5fc672ef24e4']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:47.538074 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64551f0e-e969-4cc8-acd6-2b47cccb8d1e') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:47.538371 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64551f0e-e969-4cc8-acd6-2b47cccb8d1e') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:47.549398 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.564834 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.570686 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:56:47.571098 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:56:47.584739 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:56:47.732428 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.748094 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.758790 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b563e150-4466-4339-866c-5fc672ef24e4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:47.837083 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2b09f302-af8c-462e-aceb-a63df4ba5c7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/b563e150-4466-4339-866c-5fc672ef24e4 HTTP/1.1" status: 204 len: 168 time: 1.1038084 Apr 01 16:56:47.839858 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:47.930019 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Deleting port 779ce02e-77ea-41d9-b180-ace92e8eecaf {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:47.930625 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:47.958303 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 779ce02e-77ea-41d9-b180-ace92e8eecaf no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:48.000144 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 779ce02e-77ea-41d9-b180-ace92e8eecaf {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:48.000405 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 779ce02e-77ea-41d9-b180-ace92e8eecaf not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:48.000812 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0b216084-8ea5-4a60-8161-0d8e999aecbb no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:48.060688 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 0b216084-8ea5-4a60-8161-0d8e999aecbb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:48.060969 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0b216084-8ea5-4a60-8161-0d8e999aecbb not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:48.068907 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f165f-f7d3-4eb0-a596-27cc73f873b7 None None] The port '779ce02e-77ea-41d9-b180-ace92e8eecaf' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:56:48.470320 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-728533'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:48.809811 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Deleting port 0fd1535c-cbbc-47d2-b909-b64d98775b04 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:48.810066 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:48.980467 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] For port 0fd1535c-cbbc-47d2-b909-b64d98775b04, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=0fd1535c-cbbc-47d2-b909-b64d98775b04,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:48.981129 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:49.100471 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Calling delete_port for 0fd1535c-cbbc-47d2-b909-b64d98775b04 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:49.338880 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:49.387593 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd1535c-cbbc-47d2-b909-b64d98775b04,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:49.747551 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-728425'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:50.102048 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Router d5d81a9b-626b-4966-b810-e903cf908893 has already been hosted by L3 agent b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 01 16:56:50.278523 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] Notify agent at l3_agent.dv-neutron-835943-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 01 16:56:50.287797 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Sync routers for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:56:50.288355 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-13251f84-1119-4185-bbb0-9a2e8c6461ad admin admin] 10.222.0.18 "PUT /v2.0/routers/d5d81a9b-626b-4966-b810-e903cf908893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475031 Apr 01 16:56:50.290700 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:50.299530 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:50.300120 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:50.463609 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:50.475511 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: dv-neutron-835943-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:50.638336 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:50.728263 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Deleting port d86a5025-0bf4-4471-8710-056f14024b5b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:50.728574 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:50.756998 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'external_fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166'}], 'enable_snat': True}, 'gw_port_id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:56:49Z', 'revision_number': 5, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port': {'id': 'd86a5025-0bf4-4471-8710-056f14024b5b', 'name': '', 'network_id': '9e8b8fe7-c073-424e-b82b-74d53d72b50f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'ip_address': '172.26.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835943-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '356f81b0-9291-4780-81ab-a8fe72ce9108', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835943-1-hyperv'}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:50.761119 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Checking router: d5d81a9b-626b-4966-b810-e903cf908893 for host: dv-neutron-835943-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:56:50.770699 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Routers {'d5d81a9b-626b-4966-b810-e903cf908893'} bound to L3 agent in host dv-neutron-835943-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 01 16:56:50.771336 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835943-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:38:02Z,description=,heartbeat_timestamp=2022-04-01T16:56:32Z,host='dv-neutron-835943-1-hyperv',id=b2c0860d-bb8e-4d0b-9fef-3b52f70c20a7,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:38:02Z,topic='l3_agent')) {'router_ids': ['d5d81a9b-626b-4966-b810-e903cf908893'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:50.913808 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] For port d86a5025-0bf4-4471-8710-056f14024b5b, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=d86a5025-0bf4-4471-8710-056f14024b5b,segment=NetworkSegment(6a65162c-3b04-4e6b-af04-1fc8efdbb450),segment_id=6a65162c-3b04-4e6b-af04-1fc8efdbb450)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:50.914175 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:50.955964 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] Set router d5d81a9b-626b-4966-b810-e903cf908893 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 01 16:56:51.063375 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:56:50Z', 'revision_number': 6, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port_host': None}], 'dv-neutron-835943-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:51.068970 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1304ddf-50bd-4fcb-96d2-6cb7417aea9a None None] The sync data for ids ['d5d81a9b-626b-4966-b810-e903cf908893'] in dv-neutron-835943-1-hyperv is: [{'id': 'd5d81a9b-626b-4966-b810-e903cf908893', 'name': 'tempest-TestSnapshotPattern-1284149115-router', 'tenant_id': '5bb313eb9cae4967a445b5b8d65da005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:51:42Z', 'updated_at': '2022-04-01T16:56:50Z', 'revision_number': 6, 'project_id': '5bb313eb9cae4967a445b5b8d65da005', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:56:51.158411 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Calling delete_port for d86a5025-0bf4-4471-8710-056f14024b5b owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:51.373191 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.426555 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86a5025-0bf4-4471-8710-056f14024b5b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:51.522226 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725232'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.695520 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1294'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.697706 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.785515 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-730904'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.786243 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d81a9b-626b-4966-b810-e903cf908893 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 01 16:56:51.799887 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.804245 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.18', 59428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:51.804703 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e22edf42-424a-4ef9-bef2-0295c1281384 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d5d81a9b-626b-4966-b810-e903cf908893 HTTP/1.1" status: 204 len: 168 time: 1.5126178 Apr 01 16:56:51.868439 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Deleting subnet 2730ee9a-4721-42d1-929a-221fdda5120b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 01 16:56:51.871345 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.927385 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32673270'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:51.955601 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0fd1535c-cbbc-47d2-b909-b64d98775b04 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:52.014933 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772943'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.021080 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 0fd1535c-cbbc-47d2-b909-b64d98775b04 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:52.021545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 0fd1535c-cbbc-47d2-b909-b64d98775b04 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:52.022017 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d86a5025-0bf4-4471-8710-056f14024b5b no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:52.059817 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: d86a5025-0bf4-4471-8710-056f14024b5b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:52.060264 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device d86a5025-0bf4-4471-8710-056f14024b5b not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:52.184987 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31690909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33460485'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.223470 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2730ee9a-4721-42d1-929a-221fdda5120b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:52.227094 dv-neutron-835943-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.233263 dv-neutron-835943-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-208a2fc5-0646-4239-96e4-2201bfe997fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2730ee9a-4721-42d1-929a-221fdda5120b HTTP/1.1" status: 204 len: 168 time: 0.4279313 Apr 01 16:56:52.234266 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e7fc1-3734-4625-af64-081e3e95082c None None] Network ceb50f0c-78cc-47f0-9f76-4570ef434dd6 requested from dv-neutron-835943-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 01 16:56:52.235708 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59432) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:52.340084 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1601572'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.350312 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Deleting port 8133e89c-be6a-4cb0-afd7-837552b50b82 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:52.350650 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.486352 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] DHCP port deletion for ceb50f0c-78cc-47f0-9f76-4570ef434dd6 request from dv-neutron-835943-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 01 16:56:52.490445 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Deleting port 8133e89c-be6a-4cb0-afd7-837552b50b82 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:52.490802 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.563296 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] For port 8133e89c-be6a-4cb0-afd7-837552b50b82, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8133e89c-be6a-4cb0-afd7-837552b50b82,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:52.563655 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.689325 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Calling delete_port for 8133e89c-be6a-4cb0-afd7-837552b50b82 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:52.690008 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] For port 8133e89c-be6a-4cb0-afd7-837552b50b82, host dv-neutron-835943-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835943-1-hyperv',level=0,port_id=8133e89c-be6a-4cb0-afd7-837552b50b82,segment=NetworkSegment(8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e),segment_id=8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 01 16:56:52.690400 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-726485'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.817637 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Calling delete_port for 8133e89c-be6a-4cb0-afd7-837552b50b82 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 01 16:56:52.830379 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1595796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733128954844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733128575025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33386795'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:52.879695 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Pushing event deleted for resources: {'Port': ['ID=8133e89c-be6a-4cb0-afd7-837552b50b82,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:52.886372 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] No DVR routers for this DVR port 8133e89c-be6a-4cb0-afd7-837552b50b82 on host dv-neutron-835943-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:56:52.893076 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:56:52.903719 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:56:53.001081 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773056', 'neutron.services.segments.db._delete_segments_for_network-8733129060675'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.121423 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb50f0c-78cc-47f0-9f76-4570ef434dd6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:53.133566 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:53.138644 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1dffc7-b644-4e22-96f4-f46f3a6ffa9e') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:56:53.145072 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733129063774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33323609'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.161109 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1771300'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.167018 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:56:53.170101 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1771338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33386872'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: Traceback (most recent call last): Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: timer() Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: cb(*args, **kw) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: self._notify() Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: self.callback(batched_events) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: event.method(event) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: return f(self, *a, **k) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._get(url).json() Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:56:53.180672 dv-neutron-835943-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:56:53.339070 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725205'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.355897 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.366309 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb50f0c-78cc-47f0-9f76-4570ef434dd6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:53.371029 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3efd1ba-8f31-44c4-b59c-eda44d8e3807 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ceb50f0c-78cc-47f0-9f76-4570ef434dd6 HTTP/1.1" status: 204 len: 168 time: 1.1333790 Apr 01 16:56:53.395006 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Deleting port 8133e89c-be6a-4cb0-afd7-837552b50b82 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 01 16:56:53.395486 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733128948206'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.462485 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-51d52962-2d1f-485f-addf-93550e89b5ac None None] The port '8133e89c-be6a-4cb0-afd7-837552b50b82' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 01 16:56:53.665521 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:53.713214 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-339cb1d9-f075-44f7-8f32-7ee257cdea15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36d25e78de9940f996b79f84d8ad40ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462513 Apr 01 16:56:53.715575 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:53.772721 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.796679 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.941389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8133e89c-be6a-4cb0-afd7-837552b50b82 no longer exists at agent ovs-agent-dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:56:53.962148 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.975555 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] No Port match for: 8133e89c-be6a-4cb0-afd7-837552b50b82 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 01 16:56:53.976038 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Device 8133e89c-be6a-4cb0-afd7-837552b50b82 not bound to the agent host dv-neutron-835943-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:56:53.983436 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3df081-65fd-4e77-b2a1-5856370bf253,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:53.991578 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:53.992701 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d430530f-58c6-475f-a416-52d6c95f2229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c3df081-65fd-4e77-b2a1-5856370bf253 HTTP/1.1" status: 204 len: 168 time: 0.2762165 Apr 01 16:56:54.528036 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:54.576381 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7293c956-11d8-40e8-b553-aab9c85fa397 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bb313eb9cae4967a445b5b8d65da005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472212 Apr 01 16:56:54.578723 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.18', 59454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:56:54.635000 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:54.660677 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:54.750270 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634899'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:54.766910 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41011bfa-9a6e-428c-a270-1de060121d72,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:56:54.770205 dv-neutron-835943-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:56:54.771922 dv-neutron-835943-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-50fe3d68-4601-42c5-824e-29eb89dce1a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41011bfa-9a6e-428c-a270-1de060121d72 HTTP/1.1" status: 204 len: 168 time: 0.1916792 Apr 01 16:56:59.521998 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1024471d-91b0-4fb8-bee1-4e1f9063901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:02.441029 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ac8b52e-608a-4806-bcb5-8f66ecdd9498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:03.001780 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:03.087390 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:04.384536 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:04.835189 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:23.652878 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:57:29.553879 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e878f520-e205-43ae-a91b-318a935a69ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:32.405239 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-60bfe6b9-3e73-4445-8593-c2d3f5b1ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:33.012312 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:33.104203 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:34.400054 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:34.868085 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:57:59.537726 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b90a4db0-99b3-4767-86f4-19a1269fe6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:00.652458 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:58:02.411674 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-142a282e-4059-403f-9916-dd6cffccf459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:03.017453 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:03.118345 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:04.415764 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:04.827205 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:29.537077 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4afbb9c4-e7ef-4165-9cec-225e9c72f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:32.454738 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5af67aec-80f5-48d6-9b0f-c70b34b0b06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:33.048955 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:33.148482 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:34.411409 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:34.817069 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:58:37.651584 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:58:59.536855 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b17a0d1d-4439-4b42-92c1-be0535e415b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:02.422429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b54c1c8f-10dc-439b-9072-526f78b1369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:03.027023 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:03.096606 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:04.424602 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:04.827836 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:14.652132 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:59:29.536456 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8b85d88-21e8-43af-9341-09e794d92ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:32.427856 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d31d39e6-4495-4e3e-a53a-9915112f95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:33.017877 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:33.130734 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:34.418005 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:34.852267 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:59:51.651686 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:59:59.565704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1c94fd8-f511-49a2-890b-9bfd1f4bf3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:02.415700 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58639dba-3db1-451f-85bb-afc2cf7cffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:03.022476 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:03.097116 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:04.457247 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:04.868099 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:28.650707 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 17:00:29.542081 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f9719d29-5348-40cd-a4e2-aba5976bf696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:32.404545 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-70459f58-59f1-49f1-bb96-9008770189ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:33.026389 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:33.118025 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:34.426964 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:34.844263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:00:59.529263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-036cabaf-acc5-43ce-a1a2-130f38b5fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:02.403433 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05d3b44b-7f4a-403c-9b0c-a8aa2d584e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:03.037449 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:03.129050 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:04.431769 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:04.820263 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:05.650553 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 17:01:29.528361 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f04d3a58-68e5-45e5-91cf-5d79b48c3a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:32.408736 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf4abc1e-3165-46e1-b8ed-feecfeaab65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:33.050921 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:33.145524 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:34.460429 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:34.842778 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:01:42.650378 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 17:01:59.522414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-175468c2-e1e8-4ebd-8910-91079257f7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:02.413704 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6523b80-f103-4e24-810c-cad53964c78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:03.012791 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-065b21d2-92cd-42be-aeb4-93131a386170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:03.121550 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-099d000c-2fe5-4281-bacd-6645edbfe848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:04.435414 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dfc373af-9b16-4f89-9099-034f10bcba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:04.870392 dv-neutron-835943-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71bf65ea-01ff-4f16-a171-56917fb9bf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733129060648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1801182'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 17:02:19.649127 dv-neutron-835943-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-82c11a14-ea3c-4f9e-8a61-29b0f680f00e None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}